-- Logs begin at Fri 2022-04-29 02:46:22 UTC, end at Fri 2022-04-29 05:04:53 UTC. -- Apr 29 03:52:51.227713 dv-neutron-839777-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 03:52:54.073348 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.common.config [-] Logging enabled! Apr 29 03:52:54.073916 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev159 Apr 29 03:52:54.074123 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115993) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 03:52:54.077377 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.common.config [-] Logging enabled! Apr 29 03:52:54.077636 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev159 Apr 29 03:52:54.077952 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115993) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 03:52:54.078876 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 03:52:54.079111 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 03:52:54.079475 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 03:52:54.079721 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 03:52:54.079948 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 03:52:54.080263 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.080661 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.080895 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.081193 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.081508 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.081796 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.082092 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.082391 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.082679 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.082961 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.083246 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.083486 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.083768 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.084056 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.084343 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.084568 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] debug = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.084847 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.085280 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.086226 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.086514 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.086910 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.087077 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.087350 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.087625 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.087909 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.088236 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] host = dv-neutron-839777-1-hyperv {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.088517 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.088805 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.089093 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.089403 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.089680 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.089957 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.090241 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.090517 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.090789 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.091065 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.091353 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.091640 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.091927 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.092151 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.092376 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.092662 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.092962 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.093241 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.093540 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.093820 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.094096 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.094370 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.094641 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.094925 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.095208 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.095495 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.095769 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.096044 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.096319 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.096591 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.096874 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.097148 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.097450 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.097727 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.098012 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.098280 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.098556 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.098853 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.099137 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.099419 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.099704 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.099979 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.100259 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.100531 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.100802 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.101075 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] use_json = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.101929 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.102207 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.102488 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.102763 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.103036 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.103310 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.103581 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.103871 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.104142 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:54.104433 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.104726 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.105025 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.105308 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.105631 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.105915 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.106202 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.106480 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.106767 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.107056 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.107342 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.107619 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.107985 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.108326 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.108621 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.108931 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.109227 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.109555 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.109834 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.110110 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.110385 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.110663 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.110953 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.111231 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.111521 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.111812 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.112094 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.112393 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.112679 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.112966 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.113262 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.113568 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.113850 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.114130 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.114423 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.114701 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.114975 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.115254 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.115544 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.115823 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.116094 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.116377 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.116656 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.116952 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.117227 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.117530 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.117821 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.118099 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.118372 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.118643 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.118919 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.119190 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.119477 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.119758 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.120031 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.120303 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.120583 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.120861 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.121138 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.121443 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.121725 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.122004 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.122282 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.122559 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.122836 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.123112 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.123390 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.123666 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.123948 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.124228 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.124503 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.124778 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.125054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.125346 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.125630 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.125933 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.126214 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.126497 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.126776 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.127055 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.127334 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.127613 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.127893 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.128174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.128449 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.128743 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.129031 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.129335 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.129628 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.129927 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.130226 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.130509 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.130787 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.131073 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.131356 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.131635 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.131922 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.132207 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.132505 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.132823 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.133120 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.133448 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.133749 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.134039 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.134351 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.134635 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:54.134852 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 03:52:54.135092 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115993) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 03:52:54.614874 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 03:52:54.615261 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 03:52:54.615684 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 03:52:54.616139 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 03:52:54.959460 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:54.959667 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:54.959927 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:54.961292 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:54.961592 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:54.961860 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.017060 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.017358 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.017631 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.032321 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.032605 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.032877 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.063322 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.063602 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.063873 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.101162 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.101753 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.101753 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.443555 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.443841 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.444108 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.444374 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.445094 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.543861 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.544179 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.544463 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.544736 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.545007 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.545349 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.545612 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.545871 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.546125 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.546410 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.546678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.546943 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.547204 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.547454 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.547709 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.547975 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.548228 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.548506 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.548778 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.549039 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.549325 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.549586 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.549868 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.550243 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.550493 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.550738 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.551131 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:55.551371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:55.551608 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:55.551845 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:55.552080 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:55.552315 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:55.552676 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 03:52:55.555848 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 03:52:55.560039 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 03:52:55.563907 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 29 03:52:55.565576 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 03:52:55.566179 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 03:52:55.566523 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 03:52:55.566907 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 03:52:55.569716 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 03:52:55.570001 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 03:52:55.570351 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 03:52:55.575198 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 03:52:55.600290 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 03:52:55.600741 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.601037 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115993) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 03:52:55.602019 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.603373 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115993) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 03:52:55.603656 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 03:52:55.603905 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 03:52:55.607161 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.607447 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:55.669175 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 03:52:55.669443 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 03:52:55.669682 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 03:52:55.670046 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 03:52:55.690075 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_db.sqlalchemy.engines [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115993) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 03:52:56.225560 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing driver for type 'gre' Apr 29 03:52:56.226196 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] gre ID ranges: [(1, 1000)] Apr 29 03:52:56.356891 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing driver for type 'local' Apr 29 03:52:56.357221 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing driver for type 'vlan' Apr 29 03:52:56.414019 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] VlanTypeDriver initialization complete Apr 29 03:52:56.414383 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing driver for type 'vxlan' Apr 29 03:52:56.414889 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] vxlan ID ranges: [(1, 1000)] Apr 29 03:52:56.579406 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing extension driver 'port_security' Apr 29 03:52:56.579769 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] PortSecurityExtensionDriver initialization complete Apr 29 03:52:56.580081 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing mechanism driver 'openvswitch' Apr 29 03:52:56.580398 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing mechanism driver 'hyperv' Apr 29 03:52:56.586939 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:52:56.587782 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.588151 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.588498 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.589024 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 03:52:56.589488 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.589842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.590186 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.590580 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 03:52:56.590991 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.591338 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.591680 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.592082 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 03:52:56.592490 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > security_group after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.592835 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > security_group after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.593175 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.593598 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 03:52:56.594004 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.594347 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.594686 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.595082 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 03:52:56.595489 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > address_group after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.595837 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > address_group after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.596179 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.596573 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 03:52:56.597022 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] ML2 OVO RPC backend initialized. {{(pid=115993) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 03:52:56.597788 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.598144 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.598595 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.598911 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > networks before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.599253 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.599591 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > ports before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.599932 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.600269 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnets before_response 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.600615 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.600953 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.601284 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.601641 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.603675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.603675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.603675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.603675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.603980 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.611108 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded quota_driver: . Apr 29 03:52:56.611469 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.plugin [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Modular L2 Plugin initialization complete Apr 29 03:52:56.611814 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading services supported by the core plugin {{(pid=115993) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 03:52:56.612160 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.plugins.ml2.managers [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Got port-security extension from driver 'port_security' Apr 29 03:52:56.612632 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.extensions.vlantransparent [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Disabled vlantransparent extension. Apr 29 03:52:56.613127 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115993) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 03:52:56.613483 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: router Apr 29 03:52:56.649299 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.649706 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_create 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.650074 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router before_create 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.650437 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.650812 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.651164 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_delete 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.651517 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.651865 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.652218 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_create 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.652556 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_update 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.652903 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_update 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.653246 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.653759 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_update 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.654150 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_update 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.654527 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.654855 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.655195 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: subnet after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.655535 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.655898 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.656231 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_create 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.656578 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.656907 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.657260 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router after_update 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.657619 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.657967 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_create 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.658323 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.658662 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_update 55549900 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.659020 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > agent after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.659365 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > agent after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.659738 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > network after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.660562 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Tracking information for resource: router configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:56.660889 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Tracking information for resource: floatingip configured {{(pid=115993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 03:52:56.666256 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.db.l3_agentschedulers_db [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 03:52:56.666832 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.667190 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port after_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.667537 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port after_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.667886 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: port after_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.668672 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router before_create 55550100 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.669034 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.669424 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_create 55550100 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.669806 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > router precommit_update 55550100 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.674504 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.provider_configuration [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service providers = [] {{(pid=115993) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 03:52:56.674862 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.db.servicetype_db [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115993) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 03:52:56.677839 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.service_base [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 03:52:56.678187 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.service_base [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 03:52:56.678528 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.service_base [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 03:52:56.680072 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.services.service_base [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 03:52:56.680441 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.services.service_base [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 03:52:56.680819 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.681132 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 03:52:56.691997 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.692331 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: auto_allocate Apr 29 03:52:56.697960 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: network precommit_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.698321 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: network precommit_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.698833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.699149 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: tag Apr 29 03:52:56.705893 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.706221 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: timestamp Apr 29 03:52:56.719376 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.719702 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: network_ip_availability Apr 29 03:52:56.725167 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.725570 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.725926 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:56.727176 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.727496 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: flavors Apr 29 03:52:56.736739 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.737076 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading Plugin: revisions Apr 29 03:52:56.741560 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 03:52:56.742555 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_concurrency.lockutils [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.126s {{(pid=115993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 03:52:56.743304 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115993) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 03:52:56.743633 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Initializing extension manager. Apr 29 03:52:56.744154 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: __init__.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.744627 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: __pycache__ {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.744897 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: _port_mac_address_override.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.745226 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: address_group.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.746017 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.746583 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: address-group Apr 29 03:52:56.746902 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: address_scope.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.747603 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.748160 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: address-scope Apr 29 03:52:56.748417 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.749376 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.749878 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: router-admin-state-down-before-update Apr 29 03:52:56.750195 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: agent.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.750931 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.751427 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: agent Apr 29 03:52:56.751743 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: agent_resources_synced.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.756379 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.756883 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: agent-resources-synced Apr 29 03:52:56.757201 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: allowedaddresspairs.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.759002 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.759514 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: allowed-address-pairs Apr 29 03:52:56.759831 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: auto_allocated_topology.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.760887 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.761417 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: auto-allocated-topology Apr 29 03:52:56.761735 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: availability_zone.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.762488 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.762989 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: availability_zone Apr 29 03:52:56.763302 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: availability_zone_filter.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.764199 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.764722 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: availability_zone_filter Apr 29 03:52:56.765035 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: data_plane_status.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.765956 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.766450 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 03:52:56.766760 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: default_subnetpools.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.767694 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.768192 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: default-subnetpools Apr 29 03:52:56.768505 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.769307 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.769823 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: dhcp_agent_scheduler Apr 29 03:52:56.770139 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: dns.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.771032 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.771530 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 03:52:56.771847 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: dns_domain_ports.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.772752 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.773400 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 03:52:56.773659 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.774570 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.775064 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 03:52:56.775381 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: dvr.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.776045 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.776543 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: dvr Apr 29 03:52:56.776857 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: ecmp_routes.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.777905 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.778404 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 03:52:56.778749 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: empty_string_filtering.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.779738 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.780241 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: empty-string-filtering Apr 29 03:52:56.780556 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.781488 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.781992 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 03:52:56.782423 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.783552 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.784058 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 03:52:56.784378 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: external_net.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.785337 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.785840 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: external-net Apr 29 03:52:56.786161 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.787054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.787592 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: extra_dhcp_opt Apr 29 03:52:56.787906 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: extraroute.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.789402 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.789906 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: extraroute Apr 29 03:52:56.790223 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: extraroute_atomic.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.796523 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.797036 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: extraroute-atomic Apr 29 03:52:56.797385 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: filter_validation.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.798051 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.798553 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: filter-validation Apr 29 03:52:56.798872 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: fip_pf_description.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.799779 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.800276 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 03:52:56.800591 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: fip_pf_port_range.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.801528 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.802102 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 29 03:52:56.802421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: fip_port_details.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.803338 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.803837 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: fip-port-details Apr 29 03:52:56.804152 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: flavors.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.806011 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.806575 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: flavors Apr 29 03:52:56.806836 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.808780 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.809283 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 03:52:56.809635 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: floatingip_pools.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.810328 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.810830 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: floatingip-pools Apr 29 03:52:56.811151 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: ip_allocation.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.812059 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.812556 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 03:52:56.812873 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.813844 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.814342 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: ip-substring-filtering Apr 29 03:52:56.814659 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l2_adjacency.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.815561 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.816059 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 03:52:56.816374 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.817372 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.817880 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: router Apr 29 03:52:56.818196 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.820469 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.820987 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 03:52:56.821338 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.825628 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.826133 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: ext-gw-mode Apr 29 03:52:56.826451 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.827354 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.827853 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: l3-ha Apr 29 03:52:56.828170 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.829111 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.829676 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 03:52:56.829944 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_flavors.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.830878 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.831375 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: l3-flavors Apr 29 03:52:56.831691 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.833042 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.833573 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 03:52:56.833894 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.834801 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.835307 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 03:52:56.835652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: l3agentscheduler.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.836726 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.837237 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: l3_agent_scheduler Apr 29 03:52:56.837587 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: local_ip.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.839483 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.839996 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension local_ip not supported by any of loaded plugins Apr 29 03:52:56.840322 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: logging.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.841899 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.842410 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension logging not supported by any of loaded plugins Apr 29 03:52:56.842739 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: metering.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.843482 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.844057 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: metering Apr 29 03:52:56.844379 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.845494 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.846001 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: metering_source_and_destination_fields Apr 29 03:52:56.846324 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: multiprovidernet.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.847237 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.847740 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: multi-provider Apr 29 03:52:56.848060 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: netmtu.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.848963 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.849486 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: net-mtu Apr 29 03:52:56.849807 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: netmtu_writable.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.850705 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.851729 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: net-mtu-writable Apr 29 03:52:56.852048 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: network_availability_zone.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.852703 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.853198 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: network_availability_zone Apr 29 03:52:56.853552 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: network_ip_availability.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.854634 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.855133 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: network-ip-availability Apr 29 03:52:56.855449 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: network_segment_range.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.856192 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.856682 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 03:52:56.856996 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: pagination.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.857991 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.858321 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: pagination Apr 29 03:52:56.864034 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: port_device_profile.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.864508 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.865010 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: port-device-profile Apr 29 03:52:56.865340 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: port_mac_address_override.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.866266 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.866791 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: port-mac-override Apr 29 03:52:56.867685 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.868593 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.869096 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: port-mac-address-regenerate Apr 29 03:52:56.869447 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.870343 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.870926 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: port-numa-affinity-policy Apr 29 03:52:56.871244 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: port_resource_request.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.872149 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.872633 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 03:52:56.872948 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: port_resource_request_groups.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.873919 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.874417 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 03:52:56.874733 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: portbindings.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.875641 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.876140 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: binding Apr 29 03:52:56.876457 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: portbindings_extended.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.877958 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.878540 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: binding-extended Apr 29 03:52:56.878868 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: portsecurity.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.879775 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.880277 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: port-security Apr 29 03:52:56.880597 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: project_id.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.881646 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.881972 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: project-id Apr 29 03:52:56.882287 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: providernet.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.883476 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.884209 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: provider Apr 29 03:52:56.884648 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.892175 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.892694 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos not supported by any of loaded plugins Apr 29 03:52:56.893020 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.894363 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.894871 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 03:52:56.895192 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.896127 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.896637 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 03:52:56.896950 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_default.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.897896 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.898425 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-default not supported by any of loaded plugins Apr 29 03:52:56.898908 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_fip.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.899725 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.900226 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 03:52:56.900544 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.901473 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.901976 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 03:52:56.902429 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_gateway_ip.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.903441 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.903944 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 03:52:56.904263 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_port_network_policy.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.905162 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.905691 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 03:52:56.906011 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.907069 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.907572 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 03:52:56.907894 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.908966 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.909494 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 03:52:56.909814 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_pps_rule.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.911056 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.911565 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-pps not supported by any of loaded plugins Apr 29 03:52:56.911883 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_rule_type_details.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.912789 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.913295 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 03:52:56.914148 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.915077 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.915577 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 29 03:52:56.915892 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: qos_rules_alias.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.916916 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.917441 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 03:52:56.917859 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: quota_check_limit.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.924635 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.925138 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: quota-check-limit Apr 29 03:52:56.925484 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: quotasv2.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.926475 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.926797 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: quotas Apr 29 03:52:56.927112 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: quotasv2_detail.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.928953 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.929911 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: quota_details Apr 29 03:52:56.930252 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: rbac.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.931305 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.931829 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: rbac-policies Apr 29 03:52:56.932156 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: rbac_address_group.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.933112 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.933968 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: rbac-address-group Apr 29 03:52:56.934289 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: rbac_address_scope.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.935202 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.935704 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: rbac-address-scope Apr 29 03:52:56.936022 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: rbac_security_groups.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.936926 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.937456 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: rbac-security-groups Apr 29 03:52:56.937805 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: rbac_subnetpool.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.938710 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.939261 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: rbac-subnetpool Apr 29 03:52:56.939581 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: revisionifmatch.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.940497 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.940998 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: revision-if-match Apr 29 03:52:56.941328 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: revisions.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.942434 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.942933 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: standard-attr-revisions Apr 29 03:52:56.943250 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: router_availability_zone.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.943907 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.944499 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: router_availability_zone Apr 29 03:52:56.944818 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: routerservicetype.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.945781 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.946284 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 03:52:56.946599 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.947509 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.948019 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: security-groups-normalized-cidr Apr 29 03:52:56.948335 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.949244 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.949775 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: port-security-groups-filtering Apr 29 03:52:56.950094 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.951074 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.951572 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: security-groups-remote-address-group Apr 29 03:52:56.951890 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.952804 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.953301 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: security-groups-shared-filtering Apr 29 03:52:56.953643 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.954388 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 03:52:56.954705 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: securitygroup.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.964619 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.965140 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: security-group Apr 29 03:52:56.965490 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: segment.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.966210 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.966712 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension segment not supported by any of loaded plugins Apr 29 03:52:56.967030 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.967962 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.968511 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 03:52:56.968830 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: servicetype.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.973806 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.974313 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: service-type Apr 29 03:52:56.974632 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: sorting.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.975597 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.975922 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: sorting Apr 29 03:52:56.976771 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: standard_attr_segment.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.977710 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.978215 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 03:52:56.978533 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: standardattrdescription.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.979231 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.979835 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: standard-attr-description Apr 29 03:52:56.980158 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: stateful_security_group.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.981096 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.981616 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: stateful-security-group Apr 29 03:52:56.981939 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: stdattrs_common.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.982497 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 03:52:56.982810 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.983733 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.984242 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 03:52:56.984651 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: subnet_onboard.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.985724 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.986233 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: subnet_onboard Apr 29 03:52:56.986550 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.987465 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.987965 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 03:52:56.988280 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: subnet_service_types.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.989195 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.989726 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: subnet-service-types Apr 29 03:52:56.990044 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: subnetallocation.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.991169 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.991667 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: subnet_allocation Apr 29 03:52:56.992528 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.993180 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:56.993769 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: subnetpool-prefix-ops Apr 29 03:52:56.998985 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:56.999644 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.000146 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 03:52:57.000462 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: tagging.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:57.001546 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.002102 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: standard-attr-tag Apr 29 03:52:57.002420 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: timestamp.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:57.003629 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.004143 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loaded extension: standard-attr-timestamp Apr 29 03:52:57.004463 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: trunk.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:57.005508 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.006017 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension trunk not supported by any of loaded plugins Apr 29 03:52:57.006341 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: trunk_details.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:57.007254 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.007821 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 03:52:57.008137 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: uplink_status_propagation.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:57.009055 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.009578 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 03:52:57.009895 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Loading extension file: vlantransparent.py {{(pid=115993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 03:52:57.010553 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 03:52:57.011052 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 03:52:57.013840 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:network Apr 29 03:52:57.014347 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:subnet Apr 29 03:52:57.014737 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 03:52:57.015118 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:port Apr 29 03:52:57.016349 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.016785 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service FLAVORS assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.017415 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.017832 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.018157 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:router Apr 29 03:52:57.018570 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 03:52:57.019091 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service METERING assigned prefix: /metering {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.020520 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:57.020885 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:57.021231 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 03:52:57.022299 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:security_group Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service CORE assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] subnetpool is already registered Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service CORE assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 03:52:57.027843 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] subnetpool is already registered Apr 29 03:52:57.028450 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.028745 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service FLAVORS assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.029332 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.029755 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.030079 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:router Apr 29 03:52:57.030407 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] router is already registered Apr 29 03:52:57.030807 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 03:52:57.031130 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] floatingip is already registered Apr 29 03:52:57.031574 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service METERING assigned prefix: /metering {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.032220 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 03:52:57.032536 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] rbac_policy is already registered Apr 29 03:52:57.032937 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:security_group Apr 29 03:52:57.033261 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] security_group is already registered Apr 29 03:52:57.033674 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 03:52:57.033994 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] security_group_rule is already registered Apr 29 03:52:57.034600 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service CORE assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.034916 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 03:52:57.035237 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] subnetpool is already registered Apr 29 03:52:57.035727 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.v2.resource_helper [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Service CORE assigned prefix: {{(pid=115993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 03:52:57.036046 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 03:52:57.036365 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING neutron.quota.resource_registry [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] subnetpool is already registered Apr 29 03:52:57.036838 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: extensions {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.038308 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: address-groups {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.040373 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: address-scopes {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.041799 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: agents {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.042929 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: auto-allocated-topology {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.044153 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: availability_zones {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.045387 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: dhcp-networks {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.046878 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: dhcp-agents {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.048354 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: routers {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.050533 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: flavors {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.051698 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: service_profiles {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.052884 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: next_providers {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.054362 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: service_profiles {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.056896 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: floatingip-pools {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.061392 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: routers {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.061392 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: floatingips {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.061813 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: l3-routers {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.063159 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: l3-agents {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.064552 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: metering-labels {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.065998 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: metering-label-rules {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.067266 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: network-ip-availabilities {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.068599 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: bindings {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.070270 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: quotas {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.071900 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: quotas {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.073446 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: rbac-policies {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.074720 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: security-groups {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.075968 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: security-group-rules {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.077161 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: service-providers {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.078407 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: subnetpools {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.079825 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: subnetpools {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.081343 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.083071 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.084840 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.087145 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.088989 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.090842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.092492 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.094412 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.096231 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.098082 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron.api.extensions [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Extended resource: tags {{(pid=115993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 03:52:57.104545 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING keystonemiddleware.auth_token [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 03:52:57.109307 dv-neutron-839777-1-hyperv neutron-server[115993]: WARNING keystonemiddleware.auth_token [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 03:52:57.117923 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_concurrency.lockutils [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Acquired lock "singleton_lock" {{(pid=115993) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 03:52:57.118388 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_concurrency.lockutils [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Releasing lock "singleton_lock" {{(pid=115993) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 03:52:57.119026 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Starting 2 workers Apr 29 03:52:57.123961 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Started child 116104 {{(pid=115993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 03:52:57.128529 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Started child 116105 {{(pid=115993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 03:52:57.129342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:52:57.130108 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO neutron.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 03:52:57.130779 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:52:57.130930 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [-] (116104) wsgi starting up on http://0.0.0.0:9696 Apr 29 03:52:57.133234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:52:57.133724 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Starting 1 workers Apr 29 03:52:57.134647 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [-] (116105) wsgi starting up on http://0.0.0.0:9696 Apr 29 03:52:57.138654 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Started child 116106 {{(pid=115993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 03:52:57.139175 dv-neutron-839777-1-hyperv neutron-server[115993]: INFO oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Starting 1 workers Apr 29 03:52:57.142330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] calling RpcWorker wait() {{(pid=116106) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 03:52:57.142887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] returning from RpcWorker wait() {{(pid=116106) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 03:52:57.143731 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Started child 116107 {{(pid=115993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 03:52:57.144218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:52:57.144569 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG neutron_lib.callbacks.manager [None req-8b7a151d-258a-43ed-a32f-77f0013b0832 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:52:57.144906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:52:57.146505 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115993) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 03:52:57.146716 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 03:52:57.146896 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 03:52:57.147122 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 03:52:57.147449 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 03:52:57.147612 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 03:52:57.148643 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.148915 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.149097 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:52:57.149615 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.149615 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.150086 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:52:57.150186 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.150359 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.150607 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.150936 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.151166 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.151327 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.151493 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.151727 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.151961 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.152258 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.152512 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.152759 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.152980 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.153147 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.153420 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.153699 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.153943 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.154225 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] debug = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.154457 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.154948 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.155178 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.155423 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.155666 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.155937 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.156349 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.156635 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.156868 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.157104 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158381 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158381 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158381 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158381 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158381 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158744 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.158744 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.159213 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] host = dv-neutron-839777-1-hyperv {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.159431 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.159675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.159953 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.160210 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.160463 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.160709 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.160953 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.161211 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.161473 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.161707 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.161960 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.162200 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.162411 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.162644 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.162792 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_options = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.163124 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.163353 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.163602 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.164361 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.164528 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.164688 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.164944 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.165103 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.165362 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.165580 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.165803 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.166028 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.172995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.173986 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.175875 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.176697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.176697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.176697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.176697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.176697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.177051 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.177206 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.177492 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.177751 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.178001 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_json = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.178234 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.178481 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.178775 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.179056 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.179395 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.179615 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.179835 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.180105 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.180356 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.180795 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.181089 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.181442 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.181695 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.181960 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.182176 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.182462 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.182693 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.182928 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.183169 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.183744 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.183967 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.184289 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.184551 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.184856 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.185208 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.185483 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.185792 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.186040 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.186282 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.186504 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.186732 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.187032 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.187274 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.187525 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.187756 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.187999 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.188304 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.188569 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.188852 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.189197 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.189494 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.189776 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.190195 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.190469 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.190581 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.190818 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.191066 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.191286 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.191528 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.191795 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.192050 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.192266 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.192489 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.192740 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.192980 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.193216 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.193507 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.195970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.196562 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.196562 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.196562 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.196562 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.196802 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.196868 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.197102 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.197348 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.197584 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.197821 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.198041 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.198254 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.198504 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.198751 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.198970 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.199223 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.199426 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.199644 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.199862 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.200102 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.200697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.200697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.200869 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.200989 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.201208 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.201465 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.201713 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.201933 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.202148 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.202363 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.202578 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.202811 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.203024 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.203923 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.204158 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.204453 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.204706 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.204974 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.205218 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.205482 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.205702 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.205946 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.206165 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.206408 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.206640 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.206904 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.207130 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.207385 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.207629 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.207892 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.208131 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.208353 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.208599 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.209446 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.209690 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.209931 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.210174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.210458 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.211211 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.211465 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.211725 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.211963 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.212245 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.212466 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.212717 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.213144 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.213144 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.219010 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.220070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.221371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.222070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.222070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.222070 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.222279 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.223554 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.223812 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.224559 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.224790 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.225099 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.225514 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.225726 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.226821 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.226821 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.227090 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.227321 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.227555 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.227908 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.228148 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.228395 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.228649 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.228869 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.229367 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.229708 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.230530 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.230792 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.232632 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.232877 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.233153 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.233420 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.233729 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.233996 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.234245 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.234484 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.234753 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.235058 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.235284 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.235530 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.236185 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.236421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.236648 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.236879 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.238117 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.238396 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.238673 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.238952 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.239229 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.239495 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.240118 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.241105 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.241377 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.241697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.242032 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.242244 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.242434 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.242975 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.243213 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.243440 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.243669 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.243915 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.244550 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.244801 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.245023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.245267 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.245707 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.245958 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.246546 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.246773 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.247363 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.247599 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.247832 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.248075 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.248301 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.248662 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.248917 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.249157 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.249395 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.253421 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254023 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254590 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254590 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254590 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254590 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254590 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.254590 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.255005 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.255005 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.255168 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.255358 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.255594 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.255818 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.256058 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.256279 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.256499 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.256732 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.256945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.257166 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.257432 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.257560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:52:57.257652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.257950 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.258202 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.258422 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.258763 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.259019 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.259283 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.259552 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.259864 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.260081 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.260353 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.260623 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.260864 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.261089 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.261379 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.261712 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.262591 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.262847 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.263187 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.263535 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.263809 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.264065 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.264303 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.264653 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.264958 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.265291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.265635 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.265907 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.266163 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.266389 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.266608 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.266847 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.267068 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.267293 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.267558 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.267795 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.268027 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.268268 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.268506 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.268731 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.268953 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.269189 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.269478 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.269700 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.269859 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 03:52:57.270525 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115993) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 03:52:57.270624 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 03:52:57.270767 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 03:52:57.270940 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 03:52:57.271113 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 03:52:57.271399 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 03:52:57.271615 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.271776 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.272053 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.272318 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.272511 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.272711 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.272841 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.273529 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.273692 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.273858 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.274003 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.274198 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.274331 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.274466 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282174 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] debug = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.282652 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283054 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] host = dv-neutron-839777-1-hyperv {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283496 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.283945 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_options = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.284842 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.285833 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.286678 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.287264 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.287264 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.287508 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.287675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.287840 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.288004 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.288730 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.289748 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.289918 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.290118 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_json = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.290326 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.290559 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.290755 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.290913 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.291158 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.291964 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.292129 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.292629 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.292798 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 03:52:57.292980 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.293597 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.293944 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.294304 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.294476 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.294640 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.295142 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.295896 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.296360 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.296530 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.296705 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.296870 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.297046 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.297214 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.297430 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.297560 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.297721 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.297881 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.298045 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.298206 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.298368 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.298531 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.298703 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.298911 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.299074 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.299234 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.299394 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.299564 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.299725 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.299895 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.300072 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.300233 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.300397 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.300558 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.300719 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.300881 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.301044 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.301206 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.301617 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.301789 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.301951 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.302113 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.302275 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.302434 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.302597 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.302760 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.302921 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.303083 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.303246 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.303407 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.303569 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.303730 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.303892 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.304055 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.304217 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.304403 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.304565 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.304727 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.304899 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.305060 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.305222 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.305404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.305568 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.305728 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.305889 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.306049 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.306210 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.306371 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.306532 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.306706 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.306867 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307027 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307188 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307349 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307510 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307670 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307832 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.307995 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.308155 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.308315 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.308737 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.308898 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.309059 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.309221 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.309404 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.309568 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.309729 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.309889 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.310049 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.310210 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.310370 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.310530 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.310708 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.310869 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311029 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311189 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311349 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311509 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311669 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311829 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.311990 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.312150 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.312310 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.312470 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.312633 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.312794 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.312955 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.313115 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.313276 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.313459 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.313619 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.313780 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.313940 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.314101 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.314263 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.314424 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.314584 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.314745 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.314904 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.315073 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.315234 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.315398 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.315560 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.315729 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.315902 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.316063 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.316226 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.316388 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.316548 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.316711 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.316872 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.317031 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.317192 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.317370 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.317533 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.317706 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.317869 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.318030 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.318191 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.318380 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.318540 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.318702 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.318863 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.319024 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.319185 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.319346 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.319507 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.319668 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.319829 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320011 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320173 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320334 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320495 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320655 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320816 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.320978 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.321140 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.321301 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.321484 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.321645 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.321806 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.321967 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.322127 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.322288 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.322448 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.322609 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.322770 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.322931 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.323092 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.323254 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.323414 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.323574 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.323733 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.323894 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.324053 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.324213 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.324375 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.324536 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.324697 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.324858 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.325020 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.325184 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.325363 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.325528 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.325688 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.325849 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326011 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326171 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326333 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326494 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326654 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326816 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.326976 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.327137 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.327314 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.327478 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.327639 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.327801 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.327966 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.328128 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.328291 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.328451 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.328613 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.328776 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.328936 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.329097 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.329259 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.329441 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.329605 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.329763 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.329974 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.330089 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.330251 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.330412 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.330575 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.330736 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.330898 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.331057 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.331217 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.331378 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.331539 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.331699 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.331860 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.332032 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.332193 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.332354 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.332514 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.332675 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.332839 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.333008 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.333170 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.333348 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.333511 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.333672 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.333832 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334003 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334163 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334326 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334487 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334647 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334807 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.334977 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.335137 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.335298 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.335458 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.336169 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.336331 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.336502 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.336663 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.336823 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.336985 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.337133 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.337293 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.337494 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.337656 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.337816 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.337976 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.338136 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.338297 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.338467 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.338628 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.338795 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.338964 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.339124 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.339283 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.339443 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.339615 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.339777 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.339939 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.340100 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.340261 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.340422 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.340586 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.340751 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.340921 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.341088 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.341250 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.341442 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.341612 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.341783 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.341944 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.342111 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.342283 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.342444 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.342604 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.342766 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.342926 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.343087 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.343248 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.343410 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.343571 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.343732 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.343894 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.344055 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.344215 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.344376 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.344537 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.344698 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.344858 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.345018 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.345178 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.345355 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 03:52:57.345511 dv-neutron-839777-1-hyperv neutron-server[115993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 03:52:57.407647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:52:57.417037 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071540 Apr 29 03:53:08.787787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876a248-a8d6-45a5-ba46-67179e25abbe None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 03:53:08.861419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876a248-a8d6-45a5-ba46-67179e25abbe None None] No non-hosted networks {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 03:53:08.880071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.agentschedulers_db [None req-8876a248-a8d6-45a5-ba46-67179e25abbe None None] DHCP Agent not found on host dv-neutron-839777-1-hyperv {{(pid=116106) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 03:53:09.064478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3e5795e4-8819-4e4e-85a4-744f513bbac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348096'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:10.998240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-edb827d4-0a13-458b-b340-2fe3d8b80273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348096'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:11.026258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-977eca03-d658-48b5-810d-aef5157db2af None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-839777-1-hyperv {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 03:53:11.026736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-977eca03-d658-48b5-810d-aef5157db2af None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 03:53:11.613977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-977eca03-d658-48b5-810d-aef5157db2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:11.959596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 54734) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:12.053674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348096'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:12.508397 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING oslo_policy.policy [None req-90decda7-25b4-477a-964d-a5cd7aa7ed7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:12.508973 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING oslo_policy.policy [None req-90decda7-25b4-477a-964d-a5cd7aa7ed7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:12.731334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-90decda7-25b4-477a-964d-a5cd7aa7ed7e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 03:53:12.735545 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-90decda7-25b4-477a-964d-a5cd7aa7ed7e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7736800 Apr 29 03:53:13.676688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348096'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:15.042722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348096'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:15.043412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.043767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.044201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.044596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.044954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.045277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.045727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.045972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.046289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.046997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.046997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.047272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.047534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.047839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.048143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:15.048762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839777-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:15.056462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839777-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:15.265092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 54770) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:15.572582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:15.662411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.policy [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 03:53:15.704309 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING oslo_policy.policy [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:15.704620 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING oslo_policy.policy [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:15.866120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358733537', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358732949', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358749217', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358746818', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358701892', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776358694139', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-267832234', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-267818421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1697897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1632483'] for rbac-policy (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:16.091222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:16.101469 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff816f35-7d2f-4573-86f4-17b807c0be7e admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8262208 Apr 29 03:53:18.544187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 54782) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:18.862082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:18.945016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Made reservation on behalf of 6903a731bd864e4ebc34fa493e0c96db for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 03:53:18.949024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:18.967097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.078419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks [] for security_group (233f8ecd-0b72-44c1-b12c-fb040d173fb9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.089510 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.db.l3_hamode_db [None req-764449a7-1283-4ba4-9b68-c5fd2015485a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 03:53:19.133379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (233f8ecd-0b72-44c1-b12c-fb040d173fb9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.166325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 03:53:19.166677 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764449a7-1283-4ba4-9b68-c5fd2015485a None None] Routers set() bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 03:53:19.167040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764449a7-1283-4ba4-9b68-c5fd2015485a None None] Router IDs set() for agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 03:53:19.194593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776362456944', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2a82ffe8-0a42-4fce-8014-a67b1f893823), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.195170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Unsubscribe: segment precommit_create {{(pid=116104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 03:53:19.195686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Added segment 2a82ffe8-0a42-4fce-8014-a67b1f893823 of type vlan for network f0eb2f68-1546-4a12-a729-1789ffc18b56 Apr 29 03:53:19.201158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=233f8ecd-0b72-44c1-b12c-fb040d173fb9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:19.222643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.222970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.223314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.223641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.223958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.224272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.224590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.224899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.225223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.225562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.225889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.226214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.226525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.226827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.227130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Tracked resource versions report: Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: pushed versions: Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: { 'AddressGroup': {'1.2'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Agent': {'1.1'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'ConntrackHelper': {'1.0'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'LocalIPAssociation': {'1.0'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Log': {'1.0'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'NDPProxy': {'1.0'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Network': {'1.1'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Port': {'1.7'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'PortForwarding': {'1.3'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'QosPolicy': {'1.10'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroup': {'1.5'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroupRule': {'1.2'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SubPort': {'1.0'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Subnet': {'1.1'}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Trunk': {'1.1'}} Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: consumer versions: Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Agent': '1.1', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'ConntrackHelper': '1.0', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'LocalIPAssociation': '1.0', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Log': '1.0', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'NDPProxy': '1.0', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Network': '1.1', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Port': '1.7', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'PortForwarding': '1.3', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'QosPolicy': '1.10', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroup': '1.5', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroupRule': '1.2', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SubPort': '1.0', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Subnet': '1.1', Apr 29 03:53:19.228521 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Trunk': '1.1'}} Apr 29 03:53:19.234794 dv-neutron-839777-1-hyperv neutron-server[116104]: {{(pid=116104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 03:53:19.308460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f0eb2f68-1546-4a12-a729-1789ffc18b56), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.390517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f0eb2f68-1546-4a12-a729-1789ffc18b56), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.395547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:19.396272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:19.507556 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9618819 Apr 29 03:53:19.510410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b1836-2eb7-4c2e-8aad-d240730ed21f demo demo] Pushing event updated for resources: {'Network': ['ID=f0eb2f68-1546-4a12-a729-1789ffc18b56,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:19.538552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 03:53:21.991309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 54794) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:22.401521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ba8c2-d698-435f-8201-aecd1288af04 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:22.402887 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ae7ba8c2-d698-435f-8201-aecd1288af04 demo admin] 10.222.0.37 "GET /v2.0/networks/f0eb2f68-1546-4a12-a729-1789ffc18b56 HTTP/1.1" status: 200 len: 825 time: 0.4106324 Apr 29 03:53:22.426794 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4232881c-0fae-4a01-876e-543ef617bf38 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/0513e384-74ce-4976-ab9a-72518bcb0976 HTTP/1.1" status: 200 len: 734 time: 0.0182605 Apr 29 03:53:22.435770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Request body: {'subnet': {'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:22.499109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Made reservation on behalf of 6903a731bd864e4ebc34fa493e0c96db for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 03:53:22.501363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:22.830793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:22.901925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:22.905374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Checking segment: {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:53:22.905727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Network hostable DHCP agents. Network: f0eb2f68-1546-4a12-a729-1789ffc18b56, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 03:53:22.984515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 03:53:23.041706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f0eb2f68-1546-4a12-a729-1789ffc18b56) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:53:23.046272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:23.046899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:23.051308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93f3c2b-d5a3-4cce-af51-772ccc0621ed None None] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:53:23.101661 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7d8fee53-f839-4103-994f-36b4ca9106e0 demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6691766 Apr 29 03:53:23.308458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-f0eb2f68-1546-4a12-a729-1789ffc18b56', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 03:53:23.309731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:23.585938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Allocated IP 172.20.0.2 (f0eb2f68-1546-4a12-a729-1789ffc18b56/ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3/5bd72afa-bae0-4ce7-8597-0562adccf863) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 03:53:23.856273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Publish callbacks [] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:23.945199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:24.013027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 03:53:24.019182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:53:24.034855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 03:53:24.039303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Pushing event updated for resources: {'Port': ['ID=5bd72afa-bae0-4ce7-8597-0562adccf863,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:24.071815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.072451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.072529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.072813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.073192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.073482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.073799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.074114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.074714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.075037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.075367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.075697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.076012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.076322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.076635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Tracked resource versions report: Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: pushed versions: Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: { 'AddressGroup': {'1.2'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Agent': {'1.1'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'ConntrackHelper': {'1.0'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'LocalIPAssociation': {'1.0'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Log': {'1.0'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'NDPProxy': {'1.0'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Network': {'1.1'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Port': {'1.7'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'PortForwarding': {'1.3'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'QosPolicy': {'1.10'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroup': {'1.5'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroupRule': {'1.2'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SubPort': {'1.0'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Subnet': {'1.1'}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Trunk': {'1.1'}} Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: consumer versions: Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Agent': '1.1', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'ConntrackHelper': '1.0', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'LocalIPAssociation': '1.0', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Log': '1.0', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'NDPProxy': '1.0', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Network': '1.1', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Port': '1.7', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'PortForwarding': '1.3', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'QosPolicy': '1.10', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroup': '1.5', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroupRule': '1.2', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SubPort': '1.0', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Subnet': '1.1', Apr 29 03:53:24.078124 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Trunk': '1.1'}} Apr 29 03:53:24.080138 dv-neutron-839777-1-hyperv neutron-server[116106]: {{(pid=116106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 03:53:24.133335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Attempting to bind port 5bd72afa-bae0-4ce7-8597-0562adccf863 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 03:53:24.133719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Attempting to bind port 5bd72afa-bae0-4ce7-8597-0562adccf863 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 03:53:24.134136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Attempting to bind port 5bd72afa-bae0-4ce7-8597-0562adccf863 on network f0eb2f68-1546-4a12-a729-1789ffc18b56 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 03:53:24.139354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 3, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 03:53:24.139726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Checking segment: {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:53:24.140180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:24.140562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Bound using segment: {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 03:53:24.141018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Bound port: 5bd72afa-bae0-4ce7-8597-0562adccf863, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 03:53:24.141440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:24.202634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] For port 5bd72afa-bae0-4ce7-8597-0562adccf863, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 03:53:24.223279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] For port 5bd72afa-bae0-4ce7-8597-0562adccf863, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5bd72afa-bae0-4ce7-8597-0562adccf863,segment=NetworkSegment(2a82ffe8-0a42-4fce-8014-a67b1f893823),segment_id=2a82ffe8-0a42-4fce-8014-a67b1f893823)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 03:53:24.299934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:24.357901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390872f-dd6e-4e38-a37e-9b271a632f70 None None] Pushing event updated for resources: {'Port': ['ID=5bd72afa-bae0-4ce7-8597-0562adccf863,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:25.579567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 54802) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:25.892541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-c2a3b58f-97b4-4e17-bc16-142543186e17 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 03:53:25.893578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c2a3b58f-97b4-4e17-bc16-142543186e17 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3130512 Apr 29 03:53:28.372997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54810) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:28.864462 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING oslo_policy.policy [None req-960133d1-1e04-4180-a719-753bad72bf24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:28.864999 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING oslo_policy.policy [None req-960133d1-1e04-4180-a719-753bad72bf24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:29.086840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-960133d1-1e04-4180-a719-753bad72bf24 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 03:53:29.087914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-960133d1-1e04-4180-a719-753bad72bf24 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7139769 Apr 29 03:53:31.567147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 54824) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:31.877433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:31.984995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (575e0013-2a59-4feb-af90-e4fb9da02e0b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:31.986546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (575e0013-2a59-4feb-af90-e4fb9da02e0b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:32.121707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] Publish callbacks [] for router_controller (575e0013-2a59-4feb-af90-e4fb9da02e0b), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:32.179776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (575e0013-2a59-4feb-af90-e4fb9da02e0b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:32.250599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:32.251765 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1b4ed98d-d9e9-4ef3-bd19-caddebe726c8 demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6836605 Apr 29 03:53:34.722816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54836) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:35.043006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-e67ff9f7-9215-41bd-95b4-7c7037b70fa1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 03:53:35.044055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e67ff9f7-9215-41bd-95b4-7c7037b70fa1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3203290 Apr 29 03:53:35.673067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5bd72afa-bae0-4ce7-8597-0562adccf863 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 03:53:35.762530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5bd72afa-bae0-4ce7-8597-0562adccf863 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:35.762943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:35.848617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abf4bf-97c7-483c-bbae-c64ba2bf89c9 None None] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:53:35.893899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5bd72afa-bae0-4ce7-8597-0562adccf863 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:35.894279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:35.978011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-31ed266d-6ad6-4f2c-901c-835584d79c3f None None] Provisioning complete for port 5bd72afa-bae0-4ce7-8597-0562adccf863 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:35.978393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-31ed266d-6ad6-4f2c-901c-835584d79c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:35.984782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 5bd72afa-bae0-4ce7-8597-0562adccf863, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5bd72afa-bae0-4ce7-8597-0562adccf863,segment=NetworkSegment(2a82ffe8-0a42-4fce-8014-a67b1f893823),segment_id=2a82ffe8-0a42-4fce-8014-a67b1f893823)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 03:53:36.061924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:36.124328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-31ed266d-6ad6-4f2c-901c-835584d79c3f None None] Current status of the port 5bd72afa-bae0-4ce7-8597-0562adccf863 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:36.144578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=5bd72afa-bae0-4ce7-8597-0562adccf863,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:36.244434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ce3888d9-dee9-43d9-8837-ada39251798f None None] Provisioning complete for port 5bd72afa-bae0-4ce7-8597-0562adccf863 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:36.244822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ce3888d9-dee9-43d9-8837-ada39251798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:36.322598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ce3888d9-dee9-43d9-8837-ada39251798f None None] Current status of the port 5bd72afa-bae0-4ce7-8597-0562adccf863 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:37.519381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54846) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:37.646350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5bd72afa-bae0-4ce7-8597-0562adccf863 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 03:53:37.690369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5bd72afa-bae0-4ce7-8597-0562adccf863 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:37.690757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:37.768219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5bd72afa-bae0-4ce7-8597-0562adccf863 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:37.839630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:37.932662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Made reservation on behalf of 231791642d674d8eb48b3b981bf99470 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 03:53:38.002674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.policy [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 03:53:38.044186 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING oslo_policy.policy [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:38.044556 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING oslo_policy.policy [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 03:53:38.054541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.074503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.195338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks [] for security_group (c185aa50-1881-47d8-8288-c1380af08480), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.241642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c185aa50-1881-47d8-8288-c1380af08480), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.253083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=116105) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 03:53:38.283922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776362456944', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (739eef7b-7077-4a18-8bea-d6530e1f3ed7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.284477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Unsubscribe: segment precommit_create {{(pid=116105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 03:53:38.284993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Added segment 739eef7b-7077-4a18-8bea-d6530e1f3ed7 of type flat for network f64fe33c-cfaa-4df8-81f3-a06754dae581 Apr 29 03:53:38.305078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185aa50-1881-47d8-8288-c1380af08480,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:38.358122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.358458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.358807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.359130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.359452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.359768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.360082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.360393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.360717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.361031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.361372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.361687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.361995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.362300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.362643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Tracked resource versions report: Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: pushed versions: Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: { 'AddressGroup': {'1.2'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Agent': {'1.1'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'ConntrackHelper': {'1.0'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'LocalIPAssociation': {'1.0'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Log': {'1.0'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'NDPProxy': {'1.0'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Network': {'1.1'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Port': {'1.7'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'PortForwarding': {'1.3'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'QosPolicy': {'1.10'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroup': {'1.5'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroupRule': {'1.2'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SubPort': {'1.0'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Subnet': {'1.1'}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Trunk': {'1.1'}} Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: consumer versions: Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Agent': '1.1', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'ConntrackHelper': '1.0', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'LocalIPAssociation': '1.0', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Log': '1.0', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'NDPProxy': '1.0', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Network': '1.1', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Port': '1.7', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'PortForwarding': '1.3', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'QosPolicy': '1.10', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroup': '1.5', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroupRule': '1.2', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SubPort': '1.0', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Subnet': '1.1', Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Trunk': '1.1'}} Apr 29 03:53:38.364040 dv-neutron-839777-1-hyperv neutron-server[116105]: {{(pid=116105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 03:53:38.406248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f64fe33c-cfaa-4df8-81f3-a06754dae581), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.504134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f64fe33c-cfaa-4df8-81f3-a06754dae581), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.505137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:38.505847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:38.604242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f64fe33c-cfaa-4df8-81f3-a06754dae581,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:38.609949 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3b54a66-b1ba-4464-a1f1-febedbfaf2e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0895944 Apr 29 03:53:38.614003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 03:53:38.847294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e939e12-8d28-4339-8c5c-f045fa8997fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:41.006924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d659990-525b-4a69-98ec-6df110820f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:41.127050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54860) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:41.516175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d425e9d-8fef-488c-9911-6de8de581b2f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:41.517545 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8d425e9d-8fef-488c-9911-6de8de581b2f demo admin] 10.222.0.37 "GET /v2.0/subnets/ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3 HTTP/1.1" status: 200 len: 849 time: 0.3895452 Apr 29 03:53:41.679019 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-35cc9cb4-4f6f-4c80-adac-11b5a6dc3120 demo admin] 10.222.0.37 "GET /v2.0/routers/575e0013-2a59-4feb-af90-e4fb9da02e0b HTTP/1.1" status: 200 len: 704 time: 0.1551781 Apr 29 03:53:41.966238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.035839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.258291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Allocated IP 172.20.0.1 (f0eb2f68-1546-4a12-a729-1789ffc18b56/ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3/9a539ab4-e131-4af4-9516-de1d633bdfcb) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 03:53:42.437197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks [] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.561685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.634183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 03:53:42.645153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:53:42.650205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Pushing event updated for resources: {'Port': ['ID=9a539ab4-e131-4af4-9516-de1d633bdfcb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:42.652992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 03:53:42.653849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (575e0013-2a59-4feb-af90-e4fb9da02e0b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.922882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d20c8241-3e76-4243-9bd5-f752a23a5ef9 None None] Provisioning complete for port 9a539ab4-e131-4af4-9516-de1d633bdfcb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:42.923155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d20c8241-3e76-4243-9bd5-f752a23a5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.943253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:42.955304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d20c8241-3e76-4243-9bd5-f752a23a5ef9 None None] Port 9a539ab4-e131-4af4-9516-de1d633bdfcb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 03:53:43.201278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks [] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:43.252637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:43.253423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (575e0013-2a59-4feb-af90-e4fb9da02e0b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:43.314480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Pushing event updated for resources: {'Port': ['ID=9a539ab4-e131-4af4-9516-de1d633bdfcb,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:43.375804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 03:53:43.377072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:53:43.641679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Router 575e0013-2a59-4feb-af90-e4fb9da02e0b is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 03:53:43.664092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:43.733297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 03:53:43.736317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bede5d4e-249d-4f21-b105-63e651b0bf76 None None] Provisioning complete for port 9a539ab4-e131-4af4-9516-de1d633bdfcb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:43.736699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bede5d4e-249d-4f21-b105-63e651b0bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:43.746657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b8fcf6ef-9fd1-4a2f-bb31-f89e2f183dc1 demo admin] 10.222.0.37 "PUT /v2.0/routers/575e0013-2a59-4feb-af90-e4fb9da02e0b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0541236 Apr 29 03:53:43.756388 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Sync routers for ids ['575e0013-2a59-4feb-af90-e4fb9da02e0b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 03:53:43.769862 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Routers {'575e0013-2a59-4feb-af90-e4fb9da02e0b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 03:53:43.770687 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T03:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['575e0013-2a59-4feb-af90-e4fb9da02e0b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:43.773635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bede5d4e-249d-4f21-b105-63e651b0bf76 None None] Port 9a539ab4-e131-4af4-9516-de1d633bdfcb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 03:53:43.965544 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Set router 575e0013-2a59-4feb-af90-e4fb9da02e0b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 03:53:44.401772 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'name': 'router1', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T03:53:31Z', 'updated_at': '2022-04-29T03:53:42Z', 'revision_number': 2, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'gw_port_host': None, '_interfaces': [{'id': '9a539ab4-e131-4af4-9516-de1d633bdfcb', 'name': '', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'mac_address': 'fa:16:3e:d9:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:41Z', 'updated_at': '2022-04-29T03:53:43Z', 'revision_number': 2, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'subnets': [{'id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:44.452644 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Checking router: 575e0013-2a59-4feb-af90-e4fb9da02e0b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 03:53:44.453012 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Updating router 575e0013-2a59-4feb-af90-e4fb9da02e0b port 9a539ab4-e131-4af4-9516-de1d633bdfcb binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 03:53:44.510971 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.020090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Publish callbacks [] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.046887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.081134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.254040 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Pushing event updated for resources: {'Port': ['ID=9a539ab4-e131-4af4-9516-de1d633bdfcb,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:45.259902 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Attempting to bind port 9a539ab4-e131-4af4-9516-de1d633bdfcb on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 03:53:45.260300 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Attempting to bind port 9a539ab4-e131-4af4-9516-de1d633bdfcb by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 03:53:45.260738 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Attempting to bind port 9a539ab4-e131-4af4-9516-de1d633bdfcb on network f0eb2f68-1546-4a12-a729-1789ffc18b56 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 03:53:45.268422 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.268769 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.269118 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.269477 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.269810 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.270188 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.270988 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.271313 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.271642 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.271964 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.272305 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.272646 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.272969 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.273288 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.273629 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Tracked resource versions report: Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: pushed versions: Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: { 'AddressGroup': {'1.2'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Agent': {'1.1'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'ConntrackHelper': {'1.0'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'LocalIPAssociation': {'1.0'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Log': {'1.0'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'NDPProxy': {'1.0'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Network': {'1.1'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Port': {'1.7'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'PortForwarding': {'1.3'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'QosPolicy': {'1.10'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroup': {'1.5'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroupRule': {'1.2'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SubPort': {'1.0'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Subnet': {'1.1'}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Trunk': {'1.1'}} Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: consumer versions: Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Agent': '1.1', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'ConntrackHelper': '1.0', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'LocalIPAssociation': '1.0', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Log': '1.0', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'NDPProxy': '1.0', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Network': '1.1', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Port': '1.7', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'PortForwarding': '1.3', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'QosPolicy': '1.10', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroup': '1.5', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroupRule': '1.2', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SubPort': '1.0', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Subnet': '1.1', Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Trunk': '1.1'}} Apr 29 03:53:45.275099 dv-neutron-839777-1-hyperv neutron-server[116107]: {{(pid=116107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 03:53:45.277761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 03:53:45.278172 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Checking segment: {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:53:45.278644 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.279024 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Bound using segment: {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 03:53:45.279489 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Bound port: 9a539ab4-e131-4af4-9516-de1d633bdfcb, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82ffe8-0a42-4fce-8014-a67b1f893823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 03:53:45.279866 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.300889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-112d56ec-9011-4560-af39-a87c62b2eb9f None None] Provisioning complete for port 9a539ab4-e131-4af4-9516-de1d633bdfcb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:45.301260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-112d56ec-9011-4560-af39-a87c62b2eb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.336274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-112d56ec-9011-4560-af39-a87c62b2eb9f None None] Port 9a539ab4-e131-4af4-9516-de1d633bdfcb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 03:53:45.350510 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] For port 9a539ab4-e131-4af4-9516-de1d633bdfcb, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 03:53:45.369228 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] For port 9a539ab4-e131-4af4-9516-de1d633bdfcb, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9a539ab4-e131-4af4-9516-de1d633bdfcb,segment=NetworkSegment(2a82ffe8-0a42-4fce-8014-a67b1f893823),segment_id=2a82ffe8-0a42-4fce-8014-a67b1f893823)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 03:53:45.424839 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.484727 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e82f7-6bd6-4c9f-8f16-da642e402178 None None] Pushing event updated for resources: {'Port': ['ID=9a539ab4-e131-4af4-9516-de1d633bdfcb,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:45.490828 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Routers {'575e0013-2a59-4feb-af90-e4fb9da02e0b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 03:53:45.491458 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T03:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['575e0013-2a59-4feb-af90-e4fb9da02e0b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:45.584955 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] Set router 575e0013-2a59-4feb-af90-e4fb9da02e0b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 03:53:45.655827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] Provisioning complete for port 9a539ab4-e131-4af4-9516-de1d633bdfcb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:45.656233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.737870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] Current status of the port 9a539ab4-e131-4af4-9516-de1d633bdfcb is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:45.738021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.773546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] For port 9a539ab4-e131-4af4-9516-de1d633bdfcb, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9a539ab4-e131-4af4-9516-de1d633bdfcb,segment=NetworkSegment(2a82ffe8-0a42-4fce-8014-a67b1f893823),segment_id=2a82ffe8-0a42-4fce-8014-a67b1f893823)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 03:53:45.788779 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'name': 'router1', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T03:53:31Z', 'updated_at': '2022-04-29T03:53:42Z', 'revision_number': 2, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'gw_port_host': None, '_interfaces': [{'id': '9a539ab4-e131-4af4-9516-de1d633bdfcb', 'name': '', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'mac_address': 'fa:16:3e:d9:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:41Z', 'updated_at': '2022-04-29T03:53:45Z', 'revision_number': 4, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'subnets': [{'id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:45.816233 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa37a5-1528-4306-a872-0d971ce73eff None None] The sync data for ids ['575e0013-2a59-4feb-af90-e4fb9da02e0b'] in dv-neutron-839777-1-hyperv is: [{'id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'name': 'router1', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T03:53:31Z', 'updated_at': '2022-04-29T03:53:42Z', 'revision_number': 2, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'gw_port_host': None, '_interfaces': [{'id': '9a539ab4-e131-4af4-9516-de1d633bdfcb', 'name': '', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'mac_address': 'fa:16:3e:d9:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:41Z', 'updated_at': '2022-04-29T03:53:45Z', 'revision_number': 4, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'subnets': [{'id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 03:53:45.830268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:45.878596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b12a46-6ceb-4bc8-aed2-f8727a92eeb6 None None] Pushing event updated for resources: {'Port': ['ID=9a539ab4-e131-4af4-9516-de1d633bdfcb,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:46.204438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54882) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:46.399904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f11a69-308c-417f-9705-65166bed7ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:46.401270 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d1f11a69-308c-417f-9705-65166bed7ffb admin admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 842 time: 0.1958153 Apr 29 03:53:46.410593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'ip_version': 4, 'cidr': '172.26.4.0/24'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:46.498794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Made reservation on behalf of 231791642d674d8eb48b3b981bf99470 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 03:53:46.502372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:46.834708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 03:53:46.835135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:46.886134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:46.898385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:53:46.898735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Network hostable DHCP agents. Network: f64fe33c-cfaa-4df8-81f3-a06754dae581, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 03:53:46.983910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 03:53:47.058570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f64fe33c-cfaa-4df8-81f3-a06754dae581) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:53:47.062685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:47.063224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:47.070977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188dae40-23c1-438a-839e-14e16b12a6ad None None] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:53:47.152399 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c52cae2e-3db9-4c8c-952d-137ffa832ba1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7450993 Apr 29 03:53:47.176714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea0c1f-11fb-4722-8e58-1c8136117739 None None] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:53:49.610270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54900) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:49.742254 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a2696b34-3345-44a1-88e1-301d6a84de56 demo admin] 10.222.0.37 "GET /v2.0/routers/575e0013-2a59-4feb-af90-e4fb9da02e0b HTTP/1.1" status: 200 len: 710 time: 0.1307640 Apr 29 03:53:49.830547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6108a2c-44bb-479e-94c5-552132592e26 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:53:49.831921 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b6108a2c-44bb-479e-94c5-552132592e26 demo admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 886 time: 0.0843210 Apr 29 03:53:49.841156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:53:50.192866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks [] for router_gateway (575e0013-2a59-4feb-af90-e4fb9da02e0b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:50.498773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks [] for router_gateway (575e0013-2a59-4feb-af90-e4fb9da02e0b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:50.577409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:50.685307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Allocated IP 172.26.4.235 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/cda28448-8185-4dcb-bbbd-f560290440c5) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 03:53:50.783030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks [] for port (cda28448-8185-4dcb-bbbd-f560290440c5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:50.875768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:50.914551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 03:53:50.917245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:53:50.920060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 03:53:50.960509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Pushing event updated for resources: {'Port': ['ID=cda28448-8185-4dcb-bbbd-f560290440c5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:51.248456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks [] for router_gateway (575e0013-2a59-4feb-af90-e4fb9da02e0b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:51.443778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (575e0013-2a59-4feb-af90-e4fb9da02e0b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:51.447156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (575e0013-2a59-4feb-af90-e4fb9da02e0b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:51.553185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Router 575e0013-2a59-4feb-af90-e4fb9da02e0b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 03:53:51.751532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 03:53:51.756199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:51.757399 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f189b079-db1d-408f-bf8b-42f0982317ca demo admin] 10.222.0.37 "PUT /v2.0/routers/575e0013-2a59-4feb-af90-e4fb9da02e0b HTTP/1.1" status: 200 len: 890 time: 1.9192827 Apr 29 03:53:53.680052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9a539ab4-e131-4af4-9516-de1d633bdfcb up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 03:53:53.725939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9a539ab4-e131-4af4-9516-de1d633bdfcb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:53.726334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:53.804819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9a539ab4-e131-4af4-9516-de1d633bdfcb is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:54.230317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 54912) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:53:54.340566 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0d6a9d1a-0407-49de-a062-a83770e9de0c admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091223 Apr 29 03:53:54.560781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Sync routers for ids ['575e0013-2a59-4feb-af90-e4fb9da02e0b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 03:53:54.577820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Routers {'575e0013-2a59-4feb-af90-e4fb9da02e0b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 03:53:54.578457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T03:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['575e0013-2a59-4feb-af90-e4fb9da02e0b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:54.790917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Set router 575e0013-2a59-4feb-af90-e4fb9da02e0b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 03:53:55.261854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'name': 'router1', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'cda28448-8185-4dcb-bbbd-f560290440c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T03:53:31Z', 'updated_at': '2022-04-29T03:53:51Z', 'revision_number': 4, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'gw_port': {'id': 'cda28448-8185-4dcb-bbbd-f560290440c5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:50Z', 'updated_at': '2022-04-29T03:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9a539ab4-e131-4af4-9516-de1d633bdfcb', 'name': '', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'mac_address': 'fa:16:3e:d9:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:41Z', 'updated_at': '2022-04-29T03:53:45Z', 'revision_number': 5, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'subnets': [{'id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:55.311288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Checking router: 575e0013-2a59-4feb-af90-e4fb9da02e0b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 03:53:55.311654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Updating router 575e0013-2a59-4feb-af90-e4fb9da02e0b port cda28448-8185-4dcb-bbbd-f560290440c5 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 03:53:55.363932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:55.692913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Publish callbacks [] for port (cda28448-8185-4dcb-bbbd-f560290440c5), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:55.738068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:55.789120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Attempting to bind port cda28448-8185-4dcb-bbbd-f560290440c5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 03:53:55.789518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Attempting to bind port cda28448-8185-4dcb-bbbd-f560290440c5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 03:53:55.789874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Attempting to bind port cda28448-8185-4dcb-bbbd-f560290440c5 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 03:53:55.798589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 03:53:55.799172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:53:55.799341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:55.799729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 03:53:55.800187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Bound port: cda28448-8185-4dcb-bbbd-f560290440c5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 03:53:55.800564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:55.803357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975a22-af86-400a-b3cb-f0786864f854 None None] Pushing event updated for resources: {'Port': ['ID=cda28448-8185-4dcb-bbbd-f560290440c5,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:55.851733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] For port cda28448-8185-4dcb-bbbd-f560290440c5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 03:53:55.854535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] For port cda28448-8185-4dcb-bbbd-f560290440c5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=cda28448-8185-4dcb-bbbd-f560290440c5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 03:53:55.903772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:55.926184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Routers {'575e0013-2a59-4feb-af90-e4fb9da02e0b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 03:53:55.927291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T03:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['575e0013-2a59-4feb-af90-e4fb9da02e0b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:56.077217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975a22-af86-400a-b3cb-f0786864f854 None None] Pushing event updated for resources: {'Port': ['ID=cda28448-8185-4dcb-bbbd-f560290440c5,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:56.130578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] Set router 575e0013-2a59-4feb-af90-e4fb9da02e0b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 03:53:56.344454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'name': 'router1', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'cda28448-8185-4dcb-bbbd-f560290440c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T03:53:31Z', 'updated_at': '2022-04-29T03:53:51Z', 'revision_number': 4, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'gw_port': {'id': 'cda28448-8185-4dcb-bbbd-f560290440c5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:50Z', 'updated_at': '2022-04-29T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9a539ab4-e131-4af4-9516-de1d633bdfcb', 'name': '', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'mac_address': 'fa:16:3e:d9:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:41Z', 'updated_at': '2022-04-29T03:53:45Z', 'revision_number': 5, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'subnets': [{'id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 03:53:56.377536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dba3cd-2784-4a38-bff0-d3b362d785f5 None None] The sync data for ids ['575e0013-2a59-4feb-af90-e4fb9da02e0b'] in dv-neutron-839777-1-hyperv is: [{'id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'name': 'router1', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'cda28448-8185-4dcb-bbbd-f560290440c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T03:53:31Z', 'updated_at': '2022-04-29T03:53:51Z', 'revision_number': 4, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'gw_port': {'id': 'cda28448-8185-4dcb-bbbd-f560290440c5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:50Z', 'updated_at': '2022-04-29T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9a539ab4-e131-4af4-9516-de1d633bdfcb', 'name': '', 'network_id': 'f0eb2f68-1546-4a12-a729-1789ffc18b56', 'tenant_id': '6903a731bd864e4ebc34fa493e0c96db', 'mac_address': 'fa:16:3e:d9:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575e0013-2a59-4feb-af90-e4fb9da02e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T03:53:41Z', 'updated_at': '2022-04-29T03:53:45Z', 'revision_number': 5, 'project_id': '6903a731bd864e4ebc34fa493e0c96db', 'subnets': [{'id': 'ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0513e384-74ce-4976-ab9a-72518bcb0976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 03:53:57.674995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device cda28448-8185-4dcb-bbbd-f560290440c5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 03:53:57.729236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port cda28448-8185-4dcb-bbbd-f560290440c5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:57.729776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:57.835440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port cda28448-8185-4dcb-bbbd-f560290440c5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:53:57.835832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:57.865915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port cda28448-8185-4dcb-bbbd-f560290440c5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=cda28448-8185-4dcb-bbbd-f560290440c5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 03:53:58.024914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:53:58.136056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=cda28448-8185-4dcb-bbbd-f560290440c5,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:53:59.715497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device cda28448-8185-4dcb-bbbd-f560290440c5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 03:53:59.896438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port cda28448-8185-4dcb-bbbd-f560290440c5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:53:59.897244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (cda28448-8185-4dcb-bbbd-f560290440c5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:00.037581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port cda28448-8185-4dcb-bbbd-f560290440c5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:54:05.184671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:54:08.823290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-19dffc0c-6575-44a4-a8cb-9da32d885ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:11.029182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5018783-cebc-4749-b1e1-ab3cec313f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:12.042052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:13.628933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:15.062997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:38.839357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b24eb8b3-2517-46a2-9d89-9e9ed46e0ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:42.113388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-752bdccd-fa57-483e-a50a-86d8431ef525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:42.148703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:42.183515 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:54:43.617763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:54:45.055954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:08.809561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1763-178c-46c8-9cfd-56b2ae5d4ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:11.015241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae3c7-bd60-459b-b20e-5f00419ca88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:12.049117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:13.609729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:15.043695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:19.182338 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:55:20.320880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55428) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:20.380517 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5256cb5f-6e41-4be0-a1cd-62971149721c admin admin] GET failed (client error): The resource could not be found. Apr 29 03:55:20.381782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5256cb5f-6e41-4be0-a1cd-62971149721c admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599532 Apr 29 03:55:20.539210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ac868-830b-49c6-949a-7727ce97fa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:20.540589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-545ac868-830b-49c6-949a-7727ce97fa61 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547906 Apr 29 03:55:22.816759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55438) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:22.915420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a616b7-05ae-4407-90cc-78107bcbf23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:22.921922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-77a616b7-05ae-4407-90cc-78107bcbf23d admin admin] 10.222.0.37 "GET /v2.0/subnets/ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3 HTTP/1.1" status: 200 len: 849 time: 0.1039050 Apr 29 03:55:22.926780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:55:23.018449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Publish callbacks [] for subnet (ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:23.202905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776362386899'] for subnet (ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:23.232927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:23.234204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:23.234813 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] 10.222.0.37 "PUT /v2.0/subnets/ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3 HTTP/1.1" status: 200 len: 868 time: 0.3121469 Apr 29 03:55:23.256435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e777e-a733-4096-84d9-004315aeeea1 None None] Network f0eb2f68-1546-4a12-a729-1789ffc18b56 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:55:23.258103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:55:23.267385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.267618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.267959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.268294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.268624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.269001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.269276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.269853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.270323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.271402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.271402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.271617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.271798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.272068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.272390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5367eb7-a981-4dd8-b80d-eb2b4721653b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:55:23.607733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cf7d6232-dcfc-4da1-94f0-c622b63ce160 None None] Provisioning complete for port 5bd72afa-bae0-4ce7-8597-0562adccf863 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:55:23.608123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6232-dcfc-4da1-94f0-c622b63ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5bd72afa-bae0-4ce7-8597-0562adccf863), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:23.688576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d6232-dcfc-4da1-94f0-c622b63ce160 None None] Current status of the port 5bd72afa-bae0-4ce7-8597-0562adccf863 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:55:23.696249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cf7d6232-dcfc-4da1-94f0-c622b63ce160 None None] Provisioning complete for port 9a539ab4-e131-4af4-9516-de1d633bdfcb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:55:23.696609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6232-dcfc-4da1-94f0-c622b63ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a539ab4-e131-4af4-9516-de1d633bdfcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:23.770773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d6232-dcfc-4da1-94f0-c622b63ce160 None None] Current status of the port 9a539ab4-e131-4af4-9516-de1d633bdfcb is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:55:25.520198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55446) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:25.715083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059c44f-9459-40ab-847f-9ca9b1400975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:25.715489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059c44f-9459-40ab-847f-9ca9b1400975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:25.717004 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e059c44f-9459-40ab-847f-9ca9b1400975 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958776 Apr 29 03:55:27.968781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55454) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:28.100058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dfb30-0e75-4157-bdc1-073111601afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:28.100656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dfb30-0e75-4157-bdc1-073111601afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:28.102226 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-868dfb30-0e75-4157-bdc1-073111601afe admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324801 Apr 29 03:55:30.347195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55462) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:30.476169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102028fa-e9f9-40b8-af79-e1a6a60b37b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:30.477535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-102028fa-e9f9-40b8-af79-e1a6a60b37b3 admin admin] 10.222.0.37 "GET /v2.0/networks/f0eb2f68-1546-4a12-a729-1789ffc18b56 HTTP/1.1" status: 200 len: 869 time: 0.1293607 Apr 29 03:55:32.746157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55470) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:32.872269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b574c9-be00-40dc-ad06-b97539c78b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:32.873663 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-91b574c9-be00-40dc-ad06-b97539c78b94 admin admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 886 time: 0.1265342 Apr 29 03:55:35.170793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55478) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:35.293403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81968420-41be-49c0-873b-f960a2e5d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:35.293852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81968420-41be-49c0-873b-f960a2e5d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:35.295369 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-81968420-41be-49c0-873b-f960a2e5d051 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236153 Apr 29 03:55:37.551293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55486) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:37.640560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a52a8b-270d-4c4e-ba33-f4fec095f64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:37.641010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a52a8b-270d-4c4e-ba33-f4fec095f64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:37.642513 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a5a52a8b-270d-4c4e-ba33-f4fec095f64d admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902953 Apr 29 03:55:38.814239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87349ae0-2962-42f0-a928-98e7666b8c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:39.916319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55494) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:40.001005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060c8d7-c028-45fd-b091-717f79b2af0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:40.002340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b060c8d7-c028-45fd-b091-717f79b2af0c admin admin] 10.222.0.37 "GET /v2.0/subnets/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9 HTTP/1.1" status: 200 len: 816 time: 0.0850966 Apr 29 03:55:41.007943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a46f0ae0-1cf9-4b32-b7a5-9a2051e4f1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:42.065038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:42.272030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55502) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:55:42.364249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d4632a-6354-441c-80f7-748b967555ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:55:42.365512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b9d4632a-6354-441c-80f7-748b967555ff admin admin] 10.222.0.37 "GET /v2.0/subnets/ebc12a98-1b9a-4106-a2e2-8759e0f4f8c3 HTTP/1.1" status: 200 len: 868 time: 0.0925357 Apr 29 03:55:43.630824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:45.019240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:55:56.181260 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:56:08.835490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5904f44e-9107-4bea-a48a-aeca9c6d8a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:11.029523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-061617f3-be2e-472a-8db0-bbf7f5aa8c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:12.058074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:13.618278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:15.052270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:23.025603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55560) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:56:23.082720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-e079f52e-3954-4aa3-85a8-40f0810b3bbd admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 03:56:23.086828 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e079f52e-3954-4aa3-85a8-40f0810b3bbd admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0602565 Apr 29 03:56:25.429039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55570) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:56:25.491555 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-64694c9f-a77d-4208-9325-cedbb2e47eee admin admin] GET failed (client error): The resource could not be found. Apr 29 03:56:25.492827 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-64694c9f-a77d-4208-9325-cedbb2e47eee admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625491 Apr 29 03:56:25.632993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab665988-31e8-4ccc-b5f8-75f8f6e88347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:56:25.634430 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ab665988-31e8-4ccc-b5f8-75f8f6e88347 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371953 Apr 29 03:56:27.903356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55578) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:56:27.948292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:56:28.034867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Made reservation on behalf of 231791642d674d8eb48b3b981bf99470 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 03:56:28.037038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:28.063395 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.services.revisions.revision_plugin [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Could not find related network for resource to bump revision. Apr 29 03:56:28.077354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 03:56:28.086318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3ddc03a5-baef-431d-a478-3cd55874ab83), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:28.086648 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Added segment 3ddc03a5-baef-431d-a478-3cd55874ab83 of type vlan for network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 Apr 29 03:56:28.143447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:28.234515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:28.235477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:56:28.236043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:28.294075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Pushing event updated for resources: {'Network': ['ID=7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:56:28.300202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.300538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.300865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.301225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.301589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.301907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.302223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.302535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.302866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.303189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.303504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.303816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.304127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.304699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.305009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:28.316759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 03:56:28.346005 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41d49eaa-fa0f-4908-abc5-449ac36ff49f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4416139 Apr 29 03:56:30.612130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55586) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:56:30.671291 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-73123e3a-122b-49d0-983b-c518b03aea93 admin admin] GET failed (client error): The resource could not be found. Apr 29 03:56:30.672574 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-73123e3a-122b-49d0-983b-c518b03aea93 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594640 Apr 29 03:56:30.740115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b6a73-e53b-44bc-b497-e0a91c508647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:56:30.741618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-439b6a73-e53b-44bc-b497-e0a91c508647 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650003 Apr 29 03:56:30.751701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 03:56:30.828798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Made reservation on behalf of 231791642d674d8eb48b3b981bf99470 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 03:56:30.830999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:31.126461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (aed2dd07-7cbb-4634-9a4f-74969b2ef6fd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:31.178421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed2dd07-7cbb-4634-9a4f-74969b2ef6fd,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:56:31.193162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Checking segment: {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:56:31.193577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Network hostable DHCP agents. Network: 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 03:56:31.257414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 03:56:31.320228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:56:31.324150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 03:56:31.324764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:31.330294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563681d5-fd39-4262-8574-16538bd1f2ca None None] Network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:56:31.380028 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d804b5c9-9d72-4555-8281-d298d392acfd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6315408 Apr 29 03:56:31.435008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4', 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4', 'project_id': '231791642d674d8eb48b3b981bf99470', 'fixed_ips': [{'subnet_id': 'aed2dd07-7cbb-4634-9a4f-74969b2ef6fd'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 03:56:31.435880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:31.674260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Allocated IP 192.168.233.2 (7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4/aed2dd07-7cbb-4634-9a4f-74969b2ef6fd/c9dedd73-e6bc-4c2b-8ab3-d84e806fa214) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 03:56:31.824752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Publish callbacks [] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:31.898063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:31.934129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 03:56:31.936879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 03:56:31.939286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 03:56:31.956000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Pushing event updated for resources: {'Port': ['ID=c9dedd73-e6bc-4c2b-8ab3-d84e806fa214,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:56:31.975250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.975598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.975957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.976300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.976631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.976960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.977282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.977634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.977969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.978297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.978644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.978978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.979285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.979602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:31.979919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:56:32.017105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Attempting to bind port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 03:56:32.017534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Attempting to bind port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 03:56:32.017891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Attempting to bind port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 on network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 03:56:32.023005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 03:56:32.023369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Checking segment: {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 03:56:32.023779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:32.024194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Bound using segment: {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 03:56:32.024657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Bound port: c9dedd73-e6bc-4c2b-8ab3-d84e806fa214, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 03:56:32.025026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:32.091474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] For port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 03:56:32.094543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] For port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c9dedd73-e6bc-4c2b-8ab3-d84e806fa214,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 03:56:32.195435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:32.256578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e943-b240-4e8a-9b7a-57521468c55c None None] Pushing event updated for resources: {'Port': ['ID=c9dedd73-e6bc-4c2b-8ab3-d84e806fa214,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:56:33.118094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933c882-1988-4541-b760-510fab556974 None None] Network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 03:56:33.179708 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:56:33.197856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-43582fbb-3222-4099-a084-f058cb80455d None None] Provisioning complete for port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:56:33.198229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-43582fbb-3222-4099-a084-f058cb80455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:33.312735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-43582fbb-3222-4099-a084-f058cb80455d None None] Current status of the port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:56:33.313122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-43582fbb-3222-4099-a084-f058cb80455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:33.350842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-43582fbb-3222-4099-a084-f058cb80455d None None] For port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c9dedd73-e6bc-4c2b-8ab3-d84e806fa214,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 03:56:33.395097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-43582fbb-3222-4099-a084-f058cb80455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:33.454380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43582fbb-3222-4099-a084-f058cb80455d None None] Pushing event updated for resources: {'Port': ['ID=c9dedd73-e6bc-4c2b-8ab3-d84e806fa214,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:56:33.515009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7605e79a-1a35-4ed2-bfd9-b6fd5fd8f62c None None] Provisioning complete for port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:56:33.515326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7605e79a-1a35-4ed2-bfd9-b6fd5fd8f62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:33.592222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7605e79a-1a35-4ed2-bfd9-b6fd5fd8f62c None None] Current status of the port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:56:33.830237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 03:56:33.877119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 03:56:33.877518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c9dedd73-e6bc-4c2b-8ab3-d84e806fa214), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:33.953182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c9dedd73-e6bc-4c2b-8ab3-d84e806fa214 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 03:56:38.811502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c60bda8-77c4-4964-bcd4-7357e96b884d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:41.039679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5f97ccc-25a9-4770-a646-afe317a15037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:42.033779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:43.617218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:56:45.034023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:08.816000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b52b9c7a-917a-44c8-84eb-227367418920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:10.178843 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:57:11.016413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-07d16990-567f-4098-b360-f9c4adc0917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:12.078666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:13.650246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:15.044861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:38.814604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-091d5250-97c4-47f5-9bea-85444c7f21aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:41.020292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-54b55089-0ed5-44bb-9571-a68d82c78c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:42.072086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:43.654419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:45.054606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:57:47.177217 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:58:08.819083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-06afbb69-1a7e-4bfc-afa4-34ecf1eea332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:11.030113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-51c2defe-6260-4d4c-aa3e-106f1a2f6b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:12.070306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:13.664683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:15.035457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:24.176214 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:58:31.882851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55624) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:58:31.889844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-cf94e211-789c-4249-8cb2-1082c9d6425f tempest-verify_tempest_config-1886181102 tempest-verify_tempest_config-1886181102-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 03:58:31.890817 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cf94e211-789c-4249-8cb2-1082c9d6425f tempest-verify_tempest_config-1886181102 tempest-verify_tempest_config-1886181102-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059190 Apr 29 03:58:32.352652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55642) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:58:32.453158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.522355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Publish callbacks [] for security_group (49e48296-74f5-4741-8c76-222ce55b6623), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.572482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (49e48296-74f5-4741-8c76-222ce55b6623), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.616211 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b46614ffb39140908e18726730264686&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2625597 Apr 29 03:58:32.617174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e48296-74f5-4741-8c76-222ce55b6623,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:58:32.618950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55646) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 03:58:32.624468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.624811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.625156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.625518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.625842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.626162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.626476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.626805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.627150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.627433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.627758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.628070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.628378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.628686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.628992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2019507-e37f-432d-80cf-ca730e950c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.685218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Publish callbacks [] for security_group (49e48296-74f5-4741-8c76-222ce55b6623), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.705582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Publish callbacks [] for security_group (49e48296-74f5-4741-8c76-222ce55b6623), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.852699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (49e48296-74f5-4741-8c76-222ce55b6623), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.855286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:32.856931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49e48296-74f5-4741-8c76-222ce55b6623 HTTP/1.1" status: 204 len: 168 time: 0.2359962 Apr 29 03:58:32.864663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e48296-74f5-4741-8c76-222ce55b6623,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 03:58:32.871523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.872437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.872782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.873121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.873542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.873875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.874200 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.874523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.874846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.875170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.875492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.875858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.876119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.876435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:32.876751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87488a1-925a-4dd2-96ba-0bffac7ea66d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 03:58:38.829251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-667627b2-8ca5-4d80-b262-43457dbc5f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:41.023326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a390450-e40a-4e39-b794-c228a296f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:42.126111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:43.633937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:58:45.046372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:01.174530 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:59:08.867704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f031-379a-4ad4-940e-a8d4d733bfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:11.005244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0fc8-2b7e-4cb9-ae75-fbd096e4fa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:12.067537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:13.645055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:15.045371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:38.172860 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 5 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 03:59:38.815109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0386dbac-110f-4664-a497-8cd8e5a1a531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:41.021269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a015a956-a87b-4a7f-8867-7e80f0acb37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:42.093916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:43.643801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:45.049260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 03:59:49.796601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-348096'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:03.685061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55718) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:00:03.794491 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-04d827db-ab66-42e9-be7b-ea10375296d1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1083226 Apr 29 04:00:06.054941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55728) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:00:06.108932 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d2f05692-c7c0-4ae4-bc33-35b352017341 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0529468 Apr 29 04:00:08.808998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1813960d-afe3-4735-a285-064848b37f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:11.013707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a22728c9-cc66-4b87-83e8-de33582f04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:12.071174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:13.676659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:15.048255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:15.171533 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:00:19.727769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:38.823656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b628e608-931b-40d5-85e4-21e018bf7920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:41.013111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b8bb78a0-4b3f-4c6a-a652-e16d3244dbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:42.091718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:43.669634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:45.069905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:49.709413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:00:52.171420 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:01:08.868423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c7b346b4-76c3-45b9-ae78-309858d78712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:11.045356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c9bd894b-e27a-4ee1-9dfc-4cb66ec86039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:12.086308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:13.639534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:15.040088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:19.764216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:29.169304 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:01:29.931109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55878) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:29.962410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55886) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:30.017198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55894) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:30.144490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-903852086-network', 'tenant_id': '4d030c1808e044749889e7831d1963fa'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:30.157161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1578399647-network', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:30.190285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-616933877-network', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:30.302158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Made reservation on behalf of 4d030c1808e044749889e7831d1963fa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:30.304476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.312763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.325246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Made reservation on behalf of d5534ece9a1040a4b3e57c08a451b2d8 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:30.328275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.348695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Made reservation on behalf of 6320a464d3ce42bcad333465843e3cbc for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:30.351713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.364536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.367364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.398895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks [] for security_group (6e888cfc-722d-48ff-b99a-9487610de62f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.462806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (6e888cfc-722d-48ff-b99a-9487610de62f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.472769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks [] for security_group (2dc9bcc2-5d43-480e-964b-e483e9813a81), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.488636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:30.502480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e888cfc-722d-48ff-b99a-9487610de62f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:30.503639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks [] for security_group (f9e7e649-e9d9-4a9c-81f2-ac9974b5b474), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.507466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (32b35309-2139-4ad9-b05b-d52d3ef2d860), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.507814 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Added segment 32b35309-2139-4ad9-b05b-d52d3ef2d860 of type vlan for network 293e95bc-eec4-4219-84ae-ec12b64f60d0 Apr 29 04:01:30.519209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.519539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.519870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.520198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.520528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.520851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.521175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.521561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Tracked resource versions report: Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: pushed versions: Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: { 'AddressGroup': {'1.2'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Agent': {'1.1'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'ConntrackHelper': {'1.0'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'LocalIPAssociation': {'1.0'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Log': {'1.0'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'NDPProxy': {'1.0'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Network': {'1.1'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Port': {'1.7'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'PortForwarding': {'1.3'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'QosPolicy': {'1.10'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroup': {'1.5'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroupRule': {'1.2'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SubPort': {'1.0'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Subnet': {'1.1'}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Trunk': {'1.1'}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: consumer versions: Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: HyperV agent@hv-neutron-8397: {}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Agent': '1.1', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'ConntrackHelper': '1.0', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'LocalIPAssociation': '1.0', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Log': '1.0', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'NDPProxy': '1.0', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Network': '1.1', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Port': '1.7', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'PortForwarding': '1.3', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'QosPolicy': '1.10', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroup': '1.5', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SecurityGroupRule': '1.2', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'SubPort': '1.0', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Subnet': '1.1', Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: 'Trunk': '1.1'}} Apr 29 04:01:30.526223 dv-neutron-839777-1-hyperv neutron-server[116104]: {{(pid=116104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 04:01:30.572841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (293e95bc-eec4-4219-84ae-ec12b64f60d0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.576571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2dc9bcc2-5d43-480e-964b-e483e9813a81), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.584050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f9e7e649-e9d9-4a9c-81f2-ac9974b5b474), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.594276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:30.609616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:30.620794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (9fc0ada8-f769-48f3-89d9-2f21ac59c759), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.621138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Added segment 9fc0ada8-f769-48f3-89d9-2f21ac59c759 of type vlan for network dffbe481-d27f-4f84-95fe-7fb506e626d0 Apr 29 04:01:30.638591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b025929d-b46d-4d24-850e-59b841a17042), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.639046 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Added segment b025929d-b46d-4d24-850e-59b841a17042 of type vlan for network f4540851-ad5d-40c6-8aed-fe02e20dbb47 Apr 29 04:01:30.668214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (293e95bc-eec4-4219-84ae-ec12b64f60d0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.669345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:30.669812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.721592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (dffbe481-d27f-4f84-95fe-7fb506e626d0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.724573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f4540851-ad5d-40c6-8aed-fe02e20dbb47), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.743664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9bcc2-5d43-480e-964b-e483e9813a81,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:30.766378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.766726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.767271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.767491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.767805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.768127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.768444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.768767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.769090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.769440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.769765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.770083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.770412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.770729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.771049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Tracked resource versions report: Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: pushed versions: Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: { 'AddressGroup': {'1.2'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Agent': {'1.1'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'ConntrackHelper': {'1.0'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'LocalIPAssociation': {'1.0'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Log': {'1.0'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'NDPProxy': {'1.0'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Network': {'1.1'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Port': {'1.7'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'PortForwarding': {'1.3'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'QosPolicy': {'1.10'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroup': {'1.5'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroupRule': {'1.2'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SubPort': {'1.0'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Subnet': {'1.1'}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Trunk': {'1.1'}} Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: consumer versions: Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: HyperV agent@hv-neutron-8397: {}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Agent': '1.1', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'ConntrackHelper': '1.0', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'LocalIPAssociation': '1.0', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Log': '1.0', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'NDPProxy': '1.0', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Network': '1.1', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Port': '1.7', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'PortForwarding': '1.3', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'QosPolicy': '1.10', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroup': '1.5', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SecurityGroupRule': '1.2', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'SubPort': '1.0', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Subnet': '1.1', Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: 'Trunk': '1.1'}} Apr 29 04:01:30.772939 dv-neutron-839777-1-hyperv neutron-server[116105]: {{(pid=116105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 04:01:30.775419 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8428996 Apr 29 04:01:30.775996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55920) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:30.780822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Request body: {'subnet': {'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-903852086-subnet', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:30.783950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e780f-f3aa-433e-b4a9-d120d33728ae admin admin] Pushing event updated for resources: {'Network': ['ID=293e95bc-eec4-4219-84ae-ec12b64f60d0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:30.801258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:30.808286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7e649-e9d9-4a9c-81f2-ac9974b5b474,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:30.875355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (dffbe481-d27f-4f84-95fe-7fb506e626d0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.876719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:30.877388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.903771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f4540851-ad5d-40c6-8aed-fe02e20dbb47), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.904752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:30.905370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.908122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Made reservation on behalf of 4d030c1808e044749889e7831d1963fa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:30.911296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:30.942394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] Pushing event updated for resources: {'Network': ['ID=dffbe481-d27f-4f84-95fe-7fb506e626d0,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:30.954180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:31.005451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] Pushing event updated for resources: {'Network': ['ID=f4540851-ad5d-40c6-8aed-fe02e20dbb47,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:31.020534 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aa67fde4-d997-4745-bad9-bdf4886a1707 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0563529 Apr 29 04:01:31.023750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55928) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:31.031235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Request body: {'subnet': {'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1578399647-subnet', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:31.036028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:31.124076 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-53f8b584-3195-4738-befe-516e2c48dab4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1041088 Apr 29 04:01:31.124076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55934) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:31.128589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Request body: {'subnet': {'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-616933877-subnet', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:31.228102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Made reservation on behalf of 6320a464d3ce42bcad333465843e3cbc for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:31.229261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (b3343928-bd3d-4507-ac1f-d5eb96731964), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.230543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.235633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Made reservation on behalf of d5534ece9a1040a4b3e57c08a451b2d8 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:31.240329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.368869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Checking segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:31.369156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Network hostable DHCP agents. Network: 293e95bc-eec4-4219-84ae-ec12b64f60d0, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:31.377163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3343928-bd3d-4507-ac1f-d5eb96731964,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:31.485102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:31.486394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (17d168ae-0dec-483d-95b0-ff97ba512e00), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.548124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d168ae-0dec-483d-95b0-ff97ba512e00,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:31.549368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (7a49e2df-4761-4ac4-ba10-97616206dca3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.559076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Checking segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:31.559651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Network hostable DHCP agents. Network: f4540851-ad5d-40c6-8aed-fe02e20dbb47, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:31.594557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 293e95bc-eec4-4219-84ae-ec12b64f60d0) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:31.599829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:31.601340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.606121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc2208-9f4c-4188-9335-0e0d6c0d7d06 None None] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:31.619393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a49e2df-4761-4ac4-ba10-97616206dca3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:31.643046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Checking segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:31.645083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Network hostable DHCP agents. Network: dffbe481-d27f-4f84-95fe-7fb506e626d0, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:31.661832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:31.668197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f4540851-ad5d-40c6-8aed-fe02e20dbb47) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:31.672901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:31.673731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.679625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091b876-b4c9-484f-b211-06b584f0d130 None None] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:31.688425 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eee33699-192b-4b15-8200-cffbee9de308 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9111958 Apr 29 04:01:31.693739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55948) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:31.700324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:31.742557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:31.765754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-293e95bc-eec4-4219-84ae-ec12b64f60d0', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'project_id': '4d030c1808e044749889e7831d1963fa', 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:01:31.766897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.769263 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-68c40ea7-e9d6-4213-bd62-2fd173a5ece7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6451879 Apr 29 04:01:31.772971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55954) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:31.777696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:31.821089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, dffbe481-d27f-4f84-95fe-7fb506e626d0) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:31.827457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:31.830452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.849756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (06944c71-c35a-4583-ba39-18a6633c3d67), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.851499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (06944c71-c35a-4583-ba39-18a6633c3d67), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.874741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66292cd-47f8-4bd8-aa13-fe8ebf3c1b95 None None] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:31.876717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:01:31.878705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.918606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.919604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.949766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks [] for router_controller (06944c71-c35a-4583-ba39-18a6633c3d67), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:31.951546 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7524c1ad-054d-47d6-b450-aedd5cc3954f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9263291 Apr 29 04:01:31.953563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 55956) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:31.957889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:32.022979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks [] for router_controller (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.255743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (95b86b2c-3056-49c2-9d73-448b5b411a75), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.255743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (95b86b2c-3056-49c2-9d73-448b5b411a75), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.257100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Allocated IP 172.20.0.2 (293e95bc-eec4-4219-84ae-ec12b64f60d0/b3343928-bd3d-4507-ac1f-d5eb96731964/507b2623-3e8c-4efb-9c64-19983894e20d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:32.257100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Allocated IP 172.20.0.2 (f4540851-ad5d-40c6-8aed-fe02e20dbb47/17d168ae-0dec-483d-95b0-ff97ba512e00/4aefda4e-89ef-483c-998b-976d5d88e641) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:32.257100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-dffbe481-d27f-4f84-95fe-7fb506e626d0', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:01:32.257100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.267737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks [] for router_controller (95b86b2c-3056-49c2-9d73-448b5b411a75), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.276068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks [] for router_gateway (06944c71-c35a-4583-ba39-18a6633c3d67), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.394339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks [] for router_gateway (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.584660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 55980) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:32.594080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Allocated IP 172.20.0.2 (dffbe481-d27f-4f84-95fe-7fb506e626d0/7a49e2df-4761-4ac4-ba10-97616206dca3/68ef4020-6423-4bd2-a2d5-f87018ef7989) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:32.612650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Publish callbacks [] for port (507b2623-3e8c-4efb-9c64-19983894e20d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.620310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Publish callbacks [] for port (4aefda4e-89ef-483c-998b-976d5d88e641), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.690518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.784314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks [] for router_gateway (95b86b2c-3056-49c2-9d73-448b5b411a75), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.858929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:32.872638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:32.887741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:32.898158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:32.912149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Pushing event updated for resources: {'Port': ['ID=507b2623-3e8c-4efb-9c64-19983894e20d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:32.927113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:32.938248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:32.956178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.956534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.956876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.957219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.957577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.957911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.958231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.958546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.959032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.959521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.960016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.960365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.960686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.961140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.961630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Tracked resource versions report: Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: pushed versions: Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: { 'AddressGroup': {'1.2'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Agent': {'1.1'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'ConntrackHelper': {'1.0'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'LocalIPAssociation': {'1.0'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Log': {'1.0'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'NDPProxy': {'1.0'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Network': {'1.1'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Port': {'1.7'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'PortForwarding': {'1.3'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'QosPolicy': {'1.10'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroup': {'1.5'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroupRule': {'1.2'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SubPort': {'1.0'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Subnet': {'1.1'}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Trunk': {'1.1'}} Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: consumer versions: Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: HyperV agent@hv-neutron-8397: {}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Agent': '1.1', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'ConntrackHelper': '1.0', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'LocalIPAssociation': '1.0', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Log': '1.0', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'NDPProxy': '1.0', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Network': '1.1', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Port': '1.7', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'PortForwarding': '1.3', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'QosPolicy': '1.10', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroup': '1.5', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SecurityGroupRule': '1.2', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'SubPort': '1.0', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Subnet': '1.1', Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: 'Trunk': '1.1'}} Apr 29 04:01:32.962993 dv-neutron-839777-1-hyperv neutron-server[116106]: {{(pid=116106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 04:01:32.968888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:33.000387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1743249804'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:33.082858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Publish callbacks [] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.096140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks [] for router_gateway (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.114260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Made reservation on behalf of e7d85d3d9b81416193c05f946e1ddd99 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:33.118787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.128024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Attempting to bind port 507b2623-3e8c-4efb-9c64-19983894e20d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:33.128573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Attempting to bind port 507b2623-3e8c-4efb-9c64-19983894e20d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:33.129064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Attempting to bind port 507b2623-3e8c-4efb-9c64-19983894e20d on network 293e95bc-eec4-4219-84ae-ec12b64f60d0 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:33.135505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.151522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:33.152167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Checking segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:33.152713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.153437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Bound using segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:33.154227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Bound port: 507b2623-3e8c-4efb-9c64-19983894e20d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:33.154807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.159843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Attempting to bind port 4aefda4e-89ef-483c-998b-976d5d88e641 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:33.160210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Attempting to bind port 4aefda4e-89ef-483c-998b-976d5d88e641 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:33.160562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Attempting to bind port 4aefda4e-89ef-483c-998b-976d5d88e641 on network f4540851-ad5d-40c6-8aed-fe02e20dbb47 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:33.181363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.186142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks [] for router_gateway (06944c71-c35a-4583-ba39-18a6633c3d67), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.186287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Pushing event updated for resources: {'Port': ['ID=4aefda4e-89ef-483c-998b-976d5d88e641,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.188251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.196343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:33.200669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Checking segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:33.200669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.200669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Bound using segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:33.200669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Bound port: 4aefda4e-89ef-483c-998b-976d5d88e641, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:33.200669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.252162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.273988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:33.301066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:33.312603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:33.313831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks [] for security_group (41695658-a08d-40ae-9e5e-1ffa1f64a5f9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.315932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Pushing event updated for resources: {'Port': ['ID=68ef4020-6423-4bd2-a2d5-f87018ef7989,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.358363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] For port 507b2623-3e8c-4efb-9c64-19983894e20d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:33.388408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (41695658-a08d-40ae-9e5e-1ffa1f64a5f9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.396425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] For port 507b2623-3e8c-4efb-9c64-19983894e20d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=507b2623-3e8c-4efb-9c64-19983894e20d,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:33.407183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks [] for router_gateway (95b86b2c-3056-49c2-9d73-448b5b411a75), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.413884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] For port 4aefda4e-89ef-483c-998b-976d5d88e641, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:33.434033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:33.440477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] For port 4aefda4e-89ef-483c-998b-976d5d88e641, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4aefda4e-89ef-483c-998b-976d5d88e641,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:33.445176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Attempting to bind port 68ef4020-6423-4bd2-a2d5-f87018ef7989 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:33.445557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Attempting to bind port 68ef4020-6423-4bd2-a2d5-f87018ef7989 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:33.445916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Attempting to bind port 68ef4020-6423-4bd2-a2d5-f87018ef7989 on network dffbe481-d27f-4f84-95fe-7fb506e626d0 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:33.451355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:33.451355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Checking segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:33.451735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.452134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Bound using segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:33.452871 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Bound port: 68ef4020-6423-4bd2-a2d5-f87018ef7989, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:33.453009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.459336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.470073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f800afcd-0919-40c4-92ef-ada1e98b8586), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.472136 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Added segment f800afcd-0919-40c4-92ef-ada1e98b8586 of type vlan for network f548f2a6-d7f9-432e-bf99-7f0d210fe71a Apr 29 04:01:33.488574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.529965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Allocated IP 172.26.4.136 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/602bdd2f-52fb-4609-a313-92bae1b84327) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:33.531205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.537109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41695658-a08d-40ae-9e5e-1ffa1f64a5f9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.563087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56006) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:33.577572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f548f2a6-d7f9-432e-bf99-7f0d210fe71a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.593724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56010) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:33.623523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b37c-48e1-43c6-9d54-48f6da6d17f3 None None] Pushing event updated for resources: {'Port': ['ID=507b2623-3e8c-4efb-9c64-19983894e20d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.667761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] For port 68ef4020-6423-4bd2-a2d5-f87018ef7989, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:33.689250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] For port 68ef4020-6423-4bd2-a2d5-f87018ef7989, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=68ef4020-6423-4bd2-a2d5-f87018ef7989,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:33.700823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da27df3-46eb-4641-a6e6-787531f9395a None None] Pushing event updated for resources: {'Port': ['ID=4aefda4e-89ef-483c-998b-976d5d88e641,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.710217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f548f2a6-d7f9-432e-bf99-7f0d210fe71a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.720086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:33.722857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.743419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks [] for port (602bdd2f-52fb-4609-a313-92bae1b84327), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.793696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.879696 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2922096 Apr 29 04:01:33.893858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3967cd-b93c-41d5-bae8-c6677394d920 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Pushing event updated for resources: {'Network': ['ID=f548f2a6-d7f9-432e-bf99-7f0d210fe71a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.911286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:33.916868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d263b-7c3d-4b69-853f-971426bc1180 None None] Pushing event updated for resources: {'Port': ['ID=68ef4020-6423-4bd2-a2d5-f87018ef7989,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:33.934552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f548f2a6-d7f9-432e-bf99-7f0d210fe71a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:34.005627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Pushing event updated for resources: {'Port': ['ID=602bdd2f-52fb-4609-a313-92bae1b84327,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:34.027634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1471779544'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:34.084651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:34.104034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d4f798e1-b825-42e2-9d2c-8dfc0334e9a7 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-483238754'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:34.104703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d4f798e1-b825-42e2-9d2c-8dfc0334e9a7 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Unknown quota resources ['metering_label']. {{(pid=116105) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:01:34.109467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:34.116291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:34.188392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Made reservation on behalf of 7f86ffcc533e4d12b8e3a6b2f542de5f for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:34.193178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.208609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56028) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:34.314624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Allocated IP 172.26.4.9 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/786200b1-a3f0-46a5-81a6-c140a64e132c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:34.409364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.517809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2066294095'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:34.639366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Made reservation on behalf of e5334589e8fd451a9b83a862774f9f43 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:34.644277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.656053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.761298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks [] for security_group (ec11ca01-c578-46d1-80c1-221de050ef2b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.802426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4f798e1-b825-42e2-9d2c-8dfc0334e9a7 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.806402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56042) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:34.806651 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d4f798e1-b825-42e2-9d2c-8dfc0334e9a7 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2117634 Apr 29 04:01:34.810714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-49ab69cd-8e7a-4570-9cb4-e2c9879569be tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '845a8132-a7e0-4c6a-904a-cfc12f6385bf'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:34.812132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-49ab69cd-8e7a-4570-9cb4-e2c9879569be tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116104) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:01:34.859559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56046) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:34.870317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Request body: {'port': {'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-598239766'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:34.913809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks [] for security_group (8f80f2e9-d299-417e-a546-9ec951eb01d4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.917999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks [] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.964607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ec11ca01-c578-46d1-80c1-221de050ef2b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:34.999816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8f80f2e9-d299-417e-a546-9ec951eb01d4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.025179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56052) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:35.042505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:35.047599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Made reservation on behalf of 8433f1eb0b114773b08edca0a7cb0cd6 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:35.049941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.074782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f80f2e9-d299-417e-a546-9ec951eb01d4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:35.077345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.080686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:35.082353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.082900 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Added segment fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2 of type vlan for network 8275ae7e-c56f-4bfe-9887-4251b52999df Apr 29 04:01:35.092369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks [] for router_gateway (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.105122 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.services.metering.metering_plugin [None req-49ab69cd-8e7a-4570-9cb4-e2c9879569be tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 29 04:01:35.107152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11ca01-c578-46d1-80c1-221de050ef2b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:35.168920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ac362638-5915-4941-a5fc-add4a6802c9c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.170021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Added segment ac362638-5915-4941-a5fc-add4a6802c9c of type vlan for network c1696086-412f-4f2c-bd0d-dc5da87b02b5 Apr 29 04:01:35.228452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Allocated IP 172.26.4.164 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/e323c0d9-422f-40e8-b771-a6a3aefafea6) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:35.288756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8275ae7e-c56f-4bfe-9887-4251b52999df), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.296793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-49ab69cd-8e7a-4570-9cb4-e2c9879569be tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.301900 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-49ab69cd-8e7a-4570-9cb4-e2c9879569be tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4944251 Apr 29 04:01:35.306016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:35.311888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56056) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:35.314656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.316061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7be06b5f-7e90-4415-952c-7955492edd54 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '845a8132-a7e0-4c6a-904a-cfc12f6385bf'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:35.316520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7be06b5f-7e90-4415-952c-7955492edd54 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116104) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:01:35.393491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:35.398893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cc9fe-5523-4f51-82e1-14778be5db23 None None] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:35.456763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Pushing event updated for resources: {'Port': ['ID=786200b1-a3f0-46a5-81a6-c140a64e132c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:35.462941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:35.478456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (c1696086-412f-4f2c-bd0d-dc5da87b02b5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.481430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] Provisioning complete for port 4aefda4e-89ef-483c-998b-976d5d88e641 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:35.482197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.485892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:35.502403 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.services.metering.metering_plugin [None req-7be06b5f-7e90-4415-952c-7955492edd54 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 29 04:01:35.597273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8275ae7e-c56f-4bfe-9887-4251b52999df), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.604532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] Current status of the port 4aefda4e-89ef-483c-998b-976d5d88e641 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:35.605186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.610060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:35.611428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.614961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.636143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks [] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.668708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] For port 4aefda4e-89ef-483c-998b-976d5d88e641, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4aefda4e-89ef-483c-998b-976d5d88e641,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:35.676810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35f644-3697-4217-8b57-b1d41273cdc6 None None] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:35.758582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.773448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (c1696086-412f-4f2c-bd0d-dc5da87b02b5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.778927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:35.779641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.851306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Pushing event updated for resources: {'Network': ['ID=8275ae7e-c56f-4bfe-9887-4251b52999df,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:35.855389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7be06b5f-7e90-4415-952c-7955492edd54 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.856549 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7be06b5f-7e90-4415-952c-7955492edd54 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5437436 Apr 29 04:01:35.868968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04692d3c-d938-4a70-bf8a-7fc6ff051855 None None] Pushing event updated for resources: {'Port': ['ID=4aefda4e-89ef-483c-998b-976d5d88e641,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:35.874517 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-575a0e17-38c3-4e03-94f7-c9fd665996d4 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6622388 Apr 29 04:01:35.874666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8275ae7e-c56f-4bfe-9887-4251b52999df details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:35.877853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56060) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:35.878310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56062) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:35.905097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for security_group (e1342a8a-35be-407e-9f3b-de3103cbb267), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.915942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:35.953353 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-521180f0-c057-4db1-9372-e109dcd308cf tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=572170c9-36f6-4fd5-924b-55afae627107 HTTP/1.1" status: 200 len: 462 time: 0.0641510 Apr 29 04:01:35.958985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56072) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:35.992187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1318e989-3af6-41db-8125-564cf37f33a4 None None] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:36.010492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.018798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e323c0d9-422f-40e8-b771-a6a3aefafea6,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:36.071634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] Provisioning complete for port 68ef4020-6423-4bd2-a2d5-f87018ef7989 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:36.082062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.178902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e1342a8a-35be-407e-9f3b-de3103cbb267), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.182571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:36.208071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4aefda4e-89ef-483c-998b-976d5d88e641 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:36.210006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.218426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6525857 Apr 29 04:01:36.229039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56074) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:36.234182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Request body: {'subnet': {'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:36.336224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Allocated IP 172.26.4.169 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/0c84036b-7f2f-426f-924e-36bcda18e516) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:36.344984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] Current status of the port 68ef4020-6423-4bd2-a2d5-f87018ef7989 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:36.344984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.345802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4aefda4e-89ef-483c-998b-976d5d88e641 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:36.346187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.363611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'network': {'name': 'tempest-network--176167631', 'router:external': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:36.422537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] For port 68ef4020-6423-4bd2-a2d5-f87018ef7989, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=68ef4020-6423-4bd2-a2d5-f87018ef7989,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:36.490675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Made reservation on behalf of 7f86ffcc533e4d12b8e3a6b2f542de5f for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:36.500982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks [] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.551815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ac70-9494-41fa-9659-415d0d343f12 None None] Pushing event updated for resources: {'Port': ['ID=68ef4020-6423-4bd2-a2d5-f87018ef7989,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:36.563817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4aefda4e-89ef-483c-998b-976d5d88e641 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:36.565415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 507b2623-3e8c-4efb-9c64-19983894e20d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:36.606765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for port (0c84036b-7f2f-426f-924e-36bcda18e516), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.614506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Provisioning complete for port 68ef4020-6423-4bd2-a2d5-f87018ef7989 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:36.614916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.627195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf59081-c496-4fec-bdde-5fc401344e7f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event updated for resources: {'Network': ['ID=c1696086-412f-4f2c-bd0d-dc5da87b02b5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:36.637249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:36.638120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Made reservation on behalf of 179abb95b5b745cca0fd6ccd4a735e4e for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:36.640349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.642298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1342a8a-35be-407e-9f3b-de3103cbb267,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:36.658459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:36.670532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:36.676844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.793155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:36.822754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks [] for router_gateway (06944c71-c35a-4583-ba39-18a6633c3d67), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.864474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (0c84036b-7f2f-426f-924e-36bcda18e516), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.879103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 507b2623-3e8c-4efb-9c64-19983894e20d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:36.879486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.957825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Current status of the port 68ef4020-6423-4bd2-a2d5-f87018ef7989 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:36.958412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:36.964363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:36.969355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:36.970697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Provisioning complete for port 4aefda4e-89ef-483c-998b-976d5d88e641 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:36.971089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:36.974390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Port': ['ID=0c84036b-7f2f-426f-924e-36bcda18e516,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:37.024905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (350184bf-67bc-4694-85c4-8f3a06f33bcd), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.032446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 507b2623-3e8c-4efb-9c64-19983894e20d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:37.032831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.076618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27e4fb98-4ae0-4494-b735-e67917a9b971 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.080506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-27e4fb98-4ae0-4494-b735-e67917a9b971 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/572170c9-36f6-4fd5-924b-55afae627107 HTTP/1.1" status: 204 len: 168 time: 1.0602260 Apr 29 04:01:37.089340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56076) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:37.092841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 507b2623-3e8c-4efb-9c64-19983894e20d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=507b2623-3e8c-4efb-9c64-19983894e20d,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:37.105949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Current status of the port 4aefda4e-89ef-483c-998b-976d5d88e641 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:37.114120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Provisioning complete for port 507b2623-3e8c-4efb-9c64-19983894e20d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:37.114502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.117152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for floatingip (c7d0e64c-4cfb-48b7-b938-3979c839e834), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.129663 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b92b62c2-aace-4d57-9cf8-8c6811df3d9a tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=572170c9-36f6-4fd5-924b-55afae627107 HTTP/1.1" status: 200 len: 221 time: 0.0337739 Apr 29 04:01:37.133079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56078) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:37.138867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-93b194bc-c358-48b8-b62b-d884eee9eec4 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1332825965', 'description': 'label created by tempest'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:37.139384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-93b194bc-c358-48b8-b62b-d884eee9eec4 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Unknown quota resources ['metering_label']. {{(pid=116104) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:01:37.146712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event updated for resources: {'Subnet': ['ID=350184bf-67bc-4694-85c4-8f3a06f33bcd,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:37.194782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.195722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 68ef4020-6423-4bd2-a2d5-f87018ef7989 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:37.212474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Checking segment: {'id': 'ac362638-5915-4941-a5fc-add4a6802c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:37.212826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Network hostable DHCP agents. Network: c1696086-412f-4f2c-bd0d-dc5da87b02b5, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:37.272576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4839686a-1203-4f2a-8cc2-f500d9d2ad1d None None] Current status of the port 507b2623-3e8c-4efb-9c64-19983894e20d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:37.284564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0c84036b-7f2f-426f-924e-36bcda18e516), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.295278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=507b2623-3e8c-4efb-9c64-19983894e20d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:37.302321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 68ef4020-6423-4bd2-a2d5-f87018ef7989 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:37.302988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.342870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for security_group (d07973f7-700e-4e17-851a-f8970647c893), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.366139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:37.384504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.386357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:37.393447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 68ef4020-6423-4bd2-a2d5-f87018ef7989 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:37.446063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d07973f7-700e-4e17-851a-f8970647c893), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.462190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.463490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:01:37.483459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93b194bc-c358-48b8-b62b-d884eee9eec4 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.487221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93b194bc-c358-48b8-b62b-d884eee9eec4 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3490415 Apr 29 04:01:37.487383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56080) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:37.489105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:37.552398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks [] for router_gateway (95b86b2c-3056-49c2-9d73-448b5b411a75), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.558392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (a8b437a1-aa20-4060-badf-1cd0f03cb0b9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.558724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Added segment a8b437a1-aa20-4060-badf-1cd0f03cb0b9 of type vlan for network e159759c-1856-4a40-abaa-59eb7633408e Apr 29 04:01:37.561041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (06944c71-c35a-4583-ba39-18a6633c3d67), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.563845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07973f7-700e-4e17-851a-f8970647c893,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:37.580665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, c1696086-412f-4f2c-bd0d-dc5da87b02b5) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:37.587312 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-467b01ce-5126-4f62-a59a-cc84b365d3a6 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=5dee5d70-c277-4a1a-b0d2-50eea45430cd HTTP/1.1" status: 200 len: 468 time: 0.0963583 Apr 29 04:01:37.590063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6fb68-3cd2-42e0-bd2e-31997313ae5d None None] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:37.591475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:37.592069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.594101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56082) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:37.718637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-c1696086-412f-4f2c-bd0d-dc5da87b02b5', 'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5', 'project_id': '7f86ffcc533e4d12b8e3a6b2f542de5f', 'fixed_ips': [{'subnet_id': '350184bf-67bc-4694-85c4-8f3a06f33bcd'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:01:37.718800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d34aa1-109b-4f04-8de3-10e14f04a8c9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:37.719376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.737400 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cb5f43dd-e47d-4c67-8404-374fdc023fe9 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5069878 Apr 29 04:01:37.742945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56084) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:37.753655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Request body: {'port': {'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-298431953'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:37.778259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (e159759c-1856-4a40-abaa-59eb7633408e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.872878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Allocated IP 172.20.0.2 (c1696086-412f-4f2c-bd0d-dc5da87b02b5/350184bf-67bc-4694-85c4-8f3a06f33bcd/65688d9e-1a57-4845-bf8b-2ebcae026cd0) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:37.938247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for port (0c84036b-7f2f-426f-924e-36bcda18e516), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.984834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ee52e1c-2b55-4299-b5db-096689c78462 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:37.988658 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4ee52e1c-2b55-4299-b5db-096689c78462 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/5dee5d70-c277-4a1a-b0d2-50eea45430cd HTTP/1.1" status: 204 len: 168 time: 0.3895037 Apr 29 04:01:37.989177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56086) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.007368 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-60a1f1fe-72e1-40db-a485-ae4034778161 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=5dee5d70-c277-4a1a-b0d2-50eea45430cd HTTP/1.1" status: 200 len: 216 time: 0.0119815 Apr 29 04:01:38.007843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56088) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.018301 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f4849fc4-de9d-43fa-85c8-72a55318322f tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092282 Apr 29 04:01:38.019297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0c84036b-7f2f-426f-924e-36bcda18e516), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.024499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56090) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.038348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Checking segment: {'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:38.038703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Network hostable DHCP agents. Network: f548f2a6-d7f9-432e-bf99-7f0d210fe71a, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:38.052636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:01:38.057054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Publish callbacks [] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.076940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 68ef4020-6423-4bd2-a2d5-f87018ef7989 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:38.114768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:38.126311 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Sync routers for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:38.137101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:38.137778 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:38.144714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.164178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Made reservation on behalf of 7f86ffcc533e4d12b8e3a6b2f542de5f for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:38.167721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.175702 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b268edf8-6430-45da-980f-3666e7034054 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1459124 Apr 29 04:01:38.178912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56092) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.193716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:38.195767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (c7d0e64c-4cfb-48b7-b938-3979c839e834), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.200334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:38.206818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:38.215664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 68ef4020-6423-4bd2-a2d5-f87018ef7989 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:38.216035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.218984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Port': ['ID=0c84036b-7f2f-426f-924e-36bcda18e516,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:38.273999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] device_id is not set on port 764feaa0-ae5c-4e7b-8395-25f33768fd97 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:38.279568 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9e595251-7a99-4b1f-8cfb-9d593c987b7c tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/845a8132-a7e0-4c6a-904a-cfc12f6385bf HTTP/1.1" status: 200 len: 472 time: 0.0882471 Apr 29 04:01:38.283927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56094) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.290850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Pushing event updated for resources: {'Port': ['ID=65688d9e-1a57-4845-bf8b-2ebcae026cd0,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:38.330801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (95b86b2c-3056-49c2-9d73-448b5b411a75), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.351401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.351976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Attempting to bind port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:38.352396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Attempting to bind port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ac362638-5915-4941-a5fc-add4a6802c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:38.352755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Attempting to bind port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 on network c1696086-412f-4f2c-bd0d-dc5da87b02b5 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:38.353782 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8b1acaf4-80db-4f19-b91f-4c793348d1d6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3260827 Apr 29 04:01:38.358881 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:38.363029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:38.363399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Checking segment: {'id': 'ac362638-5915-4941-a5fc-add4a6802c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:38.363799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.364251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Bound using segment: {'id': 'ac362638-5915-4941-a5fc-add4a6802c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:38.364726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Bound port: 65688d9e-1a57-4845-bf8b-2ebcae026cd0, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac362638-5915-4941-a5fc-add4a6802c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c1696086-412f-4f2c-bd0d-dc5da87b02b5'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:38.365287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.375232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56096) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.377575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 68ef4020-6423-4bd2-a2d5-f87018ef7989 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:38.378628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 507b2623-3e8c-4efb-9c64-19983894e20d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:38.389227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2019493025'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:38.402973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2841a447-e708-4522-a599-e7445e341f6b tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/ca4f69a3-6668-4e67-8c59-7676b2e4d566 HTTP/1.1" status: 200 len: 459 time: 0.1177666 Apr 29 04:01:38.414919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56098) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.436291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] For port 65688d9e-1a57-4845-bf8b-2ebcae026cd0, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:38.439725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] For port 65688d9e-1a57-4845-bf8b-2ebcae026cd0, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=65688d9e-1a57-4845-bf8b-2ebcae026cd0,segment=NetworkSegment(ac362638-5915-4941-a5fc-add4a6802c9c),segment_id=ac362638-5915-4941-a5fc-add4a6802c9c)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:38.484841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 507b2623-3e8c-4efb-9c64-19983894e20d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:38.485257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.494496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Network f548f2a6-d7f9-432e-bf99-7f0d210fe71a is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:38.501644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (e159759c-1856-4a40-abaa-59eb7633408e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.502727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:38.503312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.504544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Allocated IP 172.20.0.9 (c1696086-412f-4f2c-bd0d-dc5da87b02b5/350184bf-67bc-4694-85c4-8f3a06f33bcd/764feaa0-ae5c-4e7b-8395-25f33768fd97) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:38.522414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Made reservation on behalf of ebd9a5e5d13b45269a1121b721b1137f for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:38.526589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.542336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.553444 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:34Z', 'revision_number': 3, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:38.563342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.582843 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Checking router: dccdfbf1-3927-4940-9c20-38e1bbe3bd9d for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:01:38.583198 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Updating router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d port 602bdd2f-52fb-4609-a313-92bae1b84327 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:01:38.595236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.596773 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-86dc938e-6de7-43ad-9174-561836c3dc02 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8228946 Apr 29 04:01:38.598332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Network': ['ID=e159759c-1856-4a40-abaa-59eb7633408e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:38.600538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56100) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.619010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network e159759c-1856-4a40-abaa-59eb7633408e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:38.623110 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.630999 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9c9628bf-5d2f-4220-8b24-5670a6597693 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7403696 Apr 29 04:01:38.631883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f548f2a6-d7f9-432e-bf99-7f0d210fe71a) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:38.637250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:38.654246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56102) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:38.659827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:38.660194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:38.660591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:38.664842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Router 06944c71-c35a-4583-ba39-18a6633c3d67 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:01:38.724256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d302fe-599d-492d-bb32-a673f65f4ddf None None] Network f548f2a6-d7f9-432e-bf99-7f0d210fe71a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:38.744259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 507b2623-3e8c-4efb-9c64-19983894e20d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:38.795281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (e159759c-1856-4a40-abaa-59eb7633408e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.847060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a524dd7-3297-4b14-96ed-5bf8ee4e9de7 None None] Pushing event updated for resources: {'Port': ['ID=65688d9e-1a57-4845-bf8b-2ebcae026cd0,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:38.898235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5af11f3-eb01-4661-858c-7ad9c5246477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.921565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Router 95b86b2c-3056-49c2-9d73-448b5b411a75 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:01:38.923744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:38.924090 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:38.930824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks [] for port (764feaa0-ae5c-4e7b-8395-25f33768fd97), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.952729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 2 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:38.966343 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Publish callbacks [] for port (602bdd2f-52fb-4609-a313-92bae1b84327), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.968438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (e159759c-1856-4a40-abaa-59eb7633408e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.972486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:38.972819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:38.973157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:38.984846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-72619f4f-9143-4376-8496-ae5294307a78 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:38.985989 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-72619f4f-9143-4376-8496-ae5294307a78 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/ca4f69a3-6668-4e67-8c59-7676b2e4d566 HTTP/1.1" status: 204 len: 168 time: 0.5698576 Apr 29 04:01:39.011440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56104) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:39.040684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:39.041014 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:39.049398 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.084261 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 3 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:39.101627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.102430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.103271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.103403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > port after_create 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.103731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > port after_delete 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.104067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > port after_update 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.104389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.104709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.105026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.105364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.121546 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Attempting to bind port 602bdd2f-52fb-4609-a313-92bae1b84327 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:39.122010 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Attempting to bind port 602bdd2f-52fb-4609-a313-92bae1b84327 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:39.122428 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Attempting to bind port 602bdd2f-52fb-4609-a313-92bae1b84327 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:39.124950 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Pushing event updated for resources: {'Port': ['ID=602bdd2f-52fb-4609-a313-92bae1b84327,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:39.134029 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.134638 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.134709 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Tracked resource versions report: Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: pushed versions: Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: { 'AddressGroup': {'1.2'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Agent': {'1.1'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'ConntrackHelper': {'1.0'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'LocalIPAssociation': {'1.0'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Log': {'1.0'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'NDPProxy': {'1.0'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Network': {'1.1'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Port': {'1.7'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'PortForwarding': {'1.3'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'QosPolicy': {'1.10'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroup': {'1.5'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroupRule': {'1.2'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SubPort': {'1.0'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Subnet': {'1.1'}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Trunk': {'1.1'}} Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: consumer versions: Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: { DHCP agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: HyperV agent@hv-neutron-8397: {}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: L3 agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: Metadata agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: Metering agent@dv-neutron-839777-1-hyperv: {}, Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: Open vSwitch agent@dv-neutron-839777-1-hyperv: { 'AddressGroup': '1.2', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Agent': '1.1', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'ConntrackHelper': '1.0', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'LocalIPAssociation': '1.0', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Log': '1.0', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'NDPProxy': '1.0', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Network': '1.1', Apr 29 04:01:39.140944 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Port': '1.7', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'PortForwarding': '1.3', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'QosPolicy': '1.10', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroup': '1.5', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SecurityGroupRule': '1.2', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'SubPort': '1.0', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Subnet': '1.1', Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: 'Trunk': '1.1'}} Apr 29 04:01:39.143259 dv-neutron-839777-1-hyperv neutron-server[116107]: {{(pid=116107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 04:01:39.145947 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:39.146374 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:39.147022 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.147601 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:39.148402 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Bound port: 602bdd2f-52fb-4609-a313-92bae1b84327, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:39.149219 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.217559 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] For port 602bdd2f-52fb-4609-a313-92bae1b84327, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:39.221018 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] For port 602bdd2f-52fb-4609-a313-92bae1b84327, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=602bdd2f-52fb-4609-a313-92bae1b84327,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:39.226643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (764feaa0-ae5c-4e7b-8395-25f33768fd97), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.232778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for security_group (79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.304187 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.349493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.349879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.350213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.350545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=116105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:39.350952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e159759c-1856-4a40-abaa-59eb7633408e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.353932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.359658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:39.359988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:39.360322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:39.366277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:39.372149 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d702a-5f2a-4541-9a26-33f8e4785af3 None None] Pushing event updated for resources: {'Port': ['ID=602bdd2f-52fb-4609-a313-92bae1b84327,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:39.383442 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:39.384281 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.390316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b437a1-aa20-4060-badf-1cd0f03cb0b9') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.390316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b437a1-aa20-4060-badf-1cd0f03cb0b9') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.401245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:39.408431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:39.415543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event updated for resources: {'Port': ['ID=764feaa0-ae5c-4e7b-8395-25f33768fd97,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:39.428371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:39.482915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:39.485683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:39.486015 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:39.488015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:39.488623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.489185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (a8b437a1-aa20-4060-badf-1cd0f03cb0b9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.498617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 4 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:39.501260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b34789b-d814-4184-bb92-4051529e5994), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.501627 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Added segment 3b34789b-d814-4184-bb92-4051529e5994 of type vlan for network 35fb34e4-7275-4a53-80dc-0fe8f33b013a Apr 29 04:01:39.521101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:39.576688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (35fb34e4-7275-4a53-80dc-0fe8f33b013a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.584698 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-46127e9d-b239-4f23-a230-003768ad9db5 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8362486 Apr 29 04:01:39.590010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56110) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:39.681123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:39.681494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:39.681832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:39.688020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (a8b437a1-aa20-4060-badf-1cd0f03cb0b9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.706389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:39.712028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:01:39.712432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (a8b437a1-aa20-4060-badf-1cd0f03cb0b9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.719081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:39.719416 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:39.721884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Sync routers for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: from cryptography.utils import int_from_bytes Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: from cryptography.utils import int_from_bytes Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:01:39.727335 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:01:39.737523 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:34Z', 'revision_number': 3, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.754159 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:39.755018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.772181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (35fb34e4-7275-4a53-80dc-0fe8f33b013a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.773579 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83d0d-1be7-4180-b510-e0989cbd23e3 None None] The sync data for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv is: [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:34Z', 'revision_number': 3, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:39.777280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:39.777917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.833396 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 5 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:39.928743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d60b9f8c-3aa6-4b27-b443-e2335bd3f9c4 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.932495 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d60b9f8c-3aa6-4b27-b443-e2335bd3f9c4 tempest-MeteringIpV6TestJSON-1679534806 tempest-MeteringIpV6TestJSON-1679534806-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/845a8132-a7e0-4c6a-904a-cfc12f6385bf HTTP/1.1" status: 204 len: 168 time: 0.9106991 Apr 29 04:01:39.932732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:39.935754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:39.936094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:39.936393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:39.947511 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Sync routers for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:39.965819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:39.970470 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:39.971545 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:39.977452 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ed2d8483-2853-4e72-bfae-7a253cbdd8af admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 8.2823844 Apr 29 04:01:39.978228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:39.978549 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:39.988033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56114) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:39.988632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 6 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:40.033743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Deleting port 764feaa0-ae5c-4e7b-8395-25f33768fd97 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:40.034230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (764feaa0-ae5c-4e7b-8395-25f33768fd97), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.069455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (e159759c-1856-4a40-abaa-59eb7633408e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.131360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7547412 Apr 29 04:01:40.132402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7ed44-52a4-45df-ad45-97d23321627e tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Network': ['ID=35fb34e4-7275-4a53-80dc-0fe8f33b013a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:40.149797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56116) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:40.153660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Request body: {'subnet': {'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:40.220540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:40.224979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:40.225493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:40.264528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 65688d9e-1a57-4845-bf8b-2ebcae026cd0 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:40.268806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.270038 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3199e229-5a59-4079-baae-b06a9af005a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3155587 Apr 29 04:01:40.281706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:40.281805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e159759c-1856-4a40-abaa-59eb7633408e {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:01:40.283592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.287361 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e159759c-1856-4a40-abaa-59eb7633408e HTTP/1.1" status: 204 len: 168 time: 1.6236494 Apr 29 04:01:40.291314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56118) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:40.291754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56120) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:40.292787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:40.292787 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:40.298886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:40.319048 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:40.386345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f52430-2244-4e66-a997-7ad6b845d8b1 None None] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:40.398299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.478991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:40.523674 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:37Z', 'revision_number': 3, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:40.546136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] Provisioning complete for port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:40.546597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (764feaa0-ae5c-4e7b-8395-25f33768fd97), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.547211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.557620 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Checking router: 95b86b2c-3056-49c2-9d73-448b5b411a75 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:01:40.558054 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Updating router 95b86b2c-3056-49c2-9d73-448b5b411a75 port e323c0d9-422f-40e8-b771-a6a3aefafea6 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:01:40.678258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Made reservation on behalf of ebd9a5e5d13b45269a1121b721b1137f for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:40.686856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.704132 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.720249 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 7 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:40.728235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56126) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:40.728932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Made reservation on behalf of 179abb95b5b745cca0fd6ccd4a735e4e for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:40.735201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.807008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61dd2f-dc39-48b6-a2fc-9dc56b2fe701 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Network': ['ID=e159759c-1856-4a40-abaa-59eb7633408e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:40.855286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:40.855733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:40.861961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:40.922169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:40.922507 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:40.931635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 8 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:40.935833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:40.946472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Calling delete_port for 764feaa0-ae5c-4e7b-8395-25f33768fd97 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:40.988190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:40.988745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:40.998405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (569a3bfa-66a0-4c3c-add7-ddf95c3a38c7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.027740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:41.028079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:41.028415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:41.030710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-929110d1-dffe-44a9-8d2a-8d20a4593af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.036006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (deffce37-66b6-41f2-82b7-dda7313c5232), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.037660 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Added segment deffce37-66b6-41f2-82b7-dda7313c5232 of type vlan for network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 Apr 29 04:01:41.055161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] Current status of the port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:41.055850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.067108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:41.067439 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:41.074219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 9 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:41.074978 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Publish callbacks [] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.126904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] For port 65688d9e-1a57-4845-bf8b-2ebcae026cd0, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=65688d9e-1a57-4845-bf8b-2ebcae026cd0,segment=NetworkSegment(ac362638-5915-4941-a5fc-add4a6802c9c),segment_id=ac362638-5915-4941-a5fc-add4a6802c9c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:41.136263 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.168811 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Attempting to bind port e323c0d9-422f-40e8-b771-a6a3aefafea6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:41.169239 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Attempting to bind port e323c0d9-422f-40e8-b771-a6a3aefafea6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:41.169660 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Attempting to bind port e323c0d9-422f-40e8-b771-a6a3aefafea6 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:41.209170 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:41.210373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:41.210373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.210563 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:41.211356 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Bound port: e323c0d9-422f-40e8-b771-a6a3aefafea6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:41.211787 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.216966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.267841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:41.268182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:41.268507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:41.278367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.285713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Subnet': ['ID=569a3bfa-66a0-4c3c-add7-ddf95c3a38c7,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:41.360516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-929110d1-dffe-44a9-8d2a-8d20a4593af7 admin admin] Publish callbacks [] for security_group (e3107d78-badf-474b-acad-cb5fc8df6ca2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.366892 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] For port e323c0d9-422f-40e8-b771-a6a3aefafea6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:41.372334 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeab02-80b2-4ff2-93b8-7295965813ae None None] Pushing event updated for resources: {'Port': ['ID=e323c0d9-422f-40e8-b771-a6a3aefafea6,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:41.376235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:41.376990 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:41.384690 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 10 to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 Apr 29 04:01:41.384883 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] For port e323c0d9-422f-40e8-b771-a6a3aefafea6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e323c0d9-422f-40e8-b771-a6a3aefafea6,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:41.411043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Allocated IP 172.20.0.1 (f4540851-ad5d-40c6-8aed-fe02e20dbb47/17d168ae-0dec-483d-95b0-ff97ba512e00/3fefe08c-3bad-435d-be8f-5aa71ed7ee34) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:41.415026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Checking segment: {'id': '3b34789b-d814-4184-bb92-4051529e5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:41.415395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network hostable DHCP agents. Network: 35fb34e4-7275-4a53-80dc-0fe8f33b013a, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:41.452886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:35Z', 'revision_number': 3, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:41.455798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:41.495153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-929110d1-dffe-44a9-8d2a-8d20a4593af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e3107d78-badf-474b-acad-cb5fc8df6ca2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.496424 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.502307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ac3f217a-093d-4f18-b7eb-3a56156ba7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.504038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecb82d-431d-4a2f-b138-f446a7d41e83 None None] Pushing event updated for resources: {'Port': ['ID=65688d9e-1a57-4845-bf8b-2ebcae026cd0,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:41.510815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:01:41.552592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:41.552913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:41.553237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:41.569721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Checking router: 06944c71-c35a-4583-ba39-18a6633c3d67 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:01:41.569988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Updating router 06944c71-c35a-4583-ba39-18a6633c3d67 port 786200b1-a3f0-46a5-81a6-c140a64e132c binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:01:41.571906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:41.576612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:41.576933 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:41.577297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.606804 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeab02-80b2-4ff2-93b8-7295965813ae None None] Pushing event updated for resources: {'Port': ['ID=e323c0d9-422f-40e8-b771-a6a3aefafea6,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:41.642630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.651261 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:41.651891 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:41.664757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (764feaa0-ae5c-4e7b-8395-25f33768fd97), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.676559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1a647266-eddd-4d1c-a9cd-7298849ffd28 None None] Could not find standard attr ID for object 764feaa0-ae5c-4e7b-8395-25f33768fd97. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:01:41.703706 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-929110d1-dffe-44a9-8d2a-8d20a4593af7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=425cd4123f4640378c6c8c825aba8e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9526548 Apr 29 04:01:41.710121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929110d1-dffe-44a9-8d2a-8d20a4593af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3107d78-badf-474b-acad-cb5fc8df6ca2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:41.710299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56132) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:41.784893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.786501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:41.786501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.819567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1a647266-eddd-4d1c-a9cd-7298849ffd28 None None] Provisioning complete for port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:41.819831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a647266-eddd-4d1c-a9cd-7298849ffd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.876490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 35fb34e4-7275-4a53-80dc-0fe8f33b013a) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:41.882595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:41.883218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.885886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event deleted for resources: {'Port': ['ID=764feaa0-ae5c-4e7b-8395-25f33768fd97,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:41.902770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a11df2-c6fe-44ff-ad44-0971ea5716fa None None] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:41.909567 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:41.939875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:41.948708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5a0e6490-d4f5-43c6-b93a-1787a3f316de tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "DELETE /v2.0/ports/764feaa0-ae5c-4e7b-8395-25f33768fd97 HTTP/1.1" status: 204 len: 168 time: 2.3575342 Apr 29 04:01:41.950628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56134) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:41.993192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks [] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.043738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Network': ['ID=dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:42.073356 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-43c3a735-c69b-45c6-9484-46950480176f tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9285135 Apr 29 04:01:42.080482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56138) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:42.098140 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ab819c7a-68a8-419f-ad9c-edbc75eccc8e tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8004196 Apr 29 04:01:42.117335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2119583099', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:42.119182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:42.135053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:42.152922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'subnet': {'network_id': 'dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:42.165756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437b5ed6-2b18-43e4-a198-3ee1d32af5df admin admin] Publish callbacks [] for security_group (e3107d78-badf-474b-acad-cb5fc8df6ca2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.214551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437b5ed6-2b18-43e4-a198-3ee1d32af5df admin admin] Publish callbacks [] for security_group (e3107d78-badf-474b-acad-cb5fc8df6ca2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.332204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1a647266-eddd-4d1c-a9cd-7298849ffd28 None None] Current status of the port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:42.335350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 65688d9e-1a57-4845-bf8b-2ebcae026cd0 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:42.341893 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fc4b3b1f-d04c-4543-aafc-faada84ea861 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3813815 Apr 29 04:01:42.343376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56142) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:42.353376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-391267978'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:42.365526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.374195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] For port c6d34aa1-109b-4f04-8de3-10e14f04a8c9, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:42.374602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempted to set empty binding levels {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 04:01:42.378333 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:37Z', 'revision_number': 3, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:42.383881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.391042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.413630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-35fb34e4-7275-4a53-80dc-0fe8f33b013a', 'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a', 'project_id': 'ebd9a5e5d13b45269a1121b721b1137f', 'fixed_ips': [{'subnet_id': '569a3bfa-66a0-4c3c-add7-ddf95c3a38c7'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:01:42.414597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.421296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:42.438481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d12760-35af-4d93-9c75-d3f30ee13902 None None] The sync data for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv is: [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:37Z', 'revision_number': 3, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:42.462179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-88c547c3-9715-4d8f-b33a-15b3a49b3727 None None] Could not find standard attr ID for object 764feaa0-ae5c-4e7b-8395-25f33768fd97. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:01:42.470927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.484353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:42.487666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Pushing event updated for resources: {'Port': ['ID=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:42.494539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:42.494977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.521808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (f15d1180-3c1a-424f-a0ae-915bd2033b66), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.523540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (f15d1180-3c1a-424f-a0ae-915bd2033b66), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.589134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:42.589761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.598022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:42.598215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.649537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Publish callbacks [] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.713063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d34aa1-109b-4f04-8de3-10e14f04a8c9,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:42.734170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.790808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Allocated IP 172.20.0.2 (35fb34e4-7275-4a53-80dc-0fe8f33b013a/569a3bfa-66a0-4c3c-add7-ddf95c3a38c7/d6c85e6b-7e53-4522-915e-8d583b52c1c3) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:42.807454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Made reservation on behalf of 179abb95b5b745cca0fd6ccd4a735e4e for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:42.812454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.814484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Made reservation on behalf of 7f86ffcc533e4d12b8e3a6b2f542de5f for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:42.817894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.818979 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-96a429ea-ab84-477b-a988-15d27a1f7a76 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.9524217 Apr 29 04:01:42.825808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437b5ed6-2b18-43e4-a198-3ee1d32af5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e3107d78-badf-474b-acad-cb5fc8df6ca2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.833214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437b5ed6-2b18-43e4-a198-3ee1d32af5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.833214 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-437b5ed6-2b18-43e4-a198-3ee1d32af5df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3107d78-badf-474b-acad-cb5fc8df6ca2 HTTP/1.1" status: 204 len: 168 time: 1.1074595 Apr 29 04:01:42.841093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:42.923095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:42.925673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Allocated IP 172.20.0.1 (dffbe481-d27f-4f84-95fe-7fb506e626d0/7a49e2df-4761-4ac4-ba10-97616206dca3/9d65ce2a-5c60-4e33-9cc9-07cd48200733) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:43.029892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5b382-d125-467e-871b-c2792d4998f3 None None] Pushing event updated for resources: {'Port': ['ID=786200b1-a3f0-46a5-81a6-c140a64e132c,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:43.191969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks [] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.250866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router_controller (f15d1180-3c1a-424f-a0ae-915bd2033b66), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.255107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b5ed6-2b18-43e4-a198-3ee1d32af5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3107d78-badf-474b-acad-cb5fc8df6ca2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:43.309057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Attempting to bind port 786200b1-a3f0-46a5-81a6-c140a64e132c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:43.309943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Attempting to bind port 786200b1-a3f0-46a5-81a6-c140a64e132c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:43.309943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Attempting to bind port 786200b1-a3f0-46a5-81a6-c140a64e132c on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:43.312650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:43.314210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 602bdd2f-52fb-4609-a313-92bae1b84327 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:43.358406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d9cec682-537e-4f42-abd7-38b777f4280c None None] Provisioning complete for port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:43.358963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d9cec682-537e-4f42-abd7-38b777f4280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.370328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:43.372373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.373004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Deleting port c6d34aa1-109b-4f04-8de3-10e14f04a8c9 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:43.373371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.486749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d9cec682-537e-4f42-abd7-38b777f4280c None None] Port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:43.488825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:43.489448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:43.490026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.490552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:43.492488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Bound port: 786200b1-a3f0-46a5-81a6-c140a64e132c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:43.493058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.561556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] For port 786200b1-a3f0-46a5-81a6-c140a64e132c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:43.565383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] For port 786200b1-a3f0-46a5-81a6-c140a64e132c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=786200b1-a3f0-46a5-81a6-c140a64e132c,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:43.592856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router_gateway (f15d1180-3c1a-424f-a0ae-915bd2033b66), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.612563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 602bdd2f-52fb-4609-a313-92bae1b84327 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:43.612940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.637591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.645977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:43.661276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5c19427f-29e8-466e-ac01-cfd4081d3c96), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.661643 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Added segment 5c19427f-29e8-466e-ac01-cfd4081d3c96 of type vlan for network 3448b261-cd61-4f14-afce-97d6b7f40a11 Apr 29 04:01:43.666307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:43.675782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Allocated IP 172.20.0.1 (293e95bc-eec4-4219-84ae-ec12b64f60d0/b3343928-bd3d-4507-ac1f-d5eb96731964/2e0b592e-004f-4887-8c03-4f128623103c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:43.686090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.688334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:43.693461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d65ce2a-5c60-4e33-9cc9-07cd48200733,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:43.787789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (95b86b2c-3056-49c2-9d73-448b5b411a75), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.797921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] For port c6d34aa1-109b-4f04-8de3-10e14f04a8c9, host hv-neutron-8397, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:43.798286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.807350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.832312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3448b261-cd61-4f14-afce-97d6b7f40a11), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.841512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Publish callbacks [] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:43.882585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5b382-d125-467e-871b-c2792d4998f3 None None] Pushing event updated for resources: {'Port': ['ID=786200b1-a3f0-46a5-81a6-c140a64e132c,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:43.934220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:43.934876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:43.950935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56154) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:43.982980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.007254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b394cfd-f272-4e90-9931-9a5fb1bc1d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.055645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Pushing event updated for resources: {'Port': ['ID=d6c85e6b-7e53-4522-915e-8d583b52c1c3,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:44.061033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks [] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.074996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 602bdd2f-52fb-4609-a313-92bae1b84327 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:44.075384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.083199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3448b261-cd61-4f14-afce-97d6b7f40a11), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.089122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:44.090185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.106173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:44.106718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks [] for port (2e0b592e-004f-4887-8c03-4f128623103c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.116291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Calling delete_port for c6d34aa1-109b-4f04-8de3-10e14f04a8c9 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:44.150922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:44.160263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 602bdd2f-52fb-4609-a313-92bae1b84327, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=602bdd2f-52fb-4609-a313-92bae1b84327,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:44.164457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:44.175429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b394cfd-f272-4e90-9931-9a5fb1bc1d36 admin admin] Publish callbacks [] for security_group (a52c7857-36a4-46f9-a3bc-865552b76a0a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.178568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ff0dbe00-0f4c-45df-ba11-8063d55fe466 None None] Provisioning complete for port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:44.178959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbe00-0f4c-45df-ba11-8063d55fe466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.194637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.195460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.204756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.232812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.250936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b394cfd-f272-4e90-9931-9a5fb1bc1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a52c7857-36a4-46f9-a3bc-865552b76a0a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.269678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:44.284427 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6b394cfd-f272-4e90-9931-9a5fb1bc1d36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d1825890a564525b477c125433a1d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326364 Apr 29 04:01:44.286004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2e0b592e-004f-4887-8c03-4f128623103c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.289711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Pushing event updated for resources: {'Port': ['ID=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:44.291589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:44.344418 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9959755 Apr 29 04:01:44.355536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:44.364248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56162) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:44.368396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:44.373240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ff0dbe00-0f4c-45df-ba11-8063d55fe466 None None] Port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:44.383478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394cfd-f272-4e90-9931-9a5fb1bc1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52c7857-36a4-46f9-a3bc-865552b76a0a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:44.391332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Attempting to bind port d6c85e6b-7e53-4522-915e-8d583b52c1c3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:44.391709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Attempting to bind port d6c85e6b-7e53-4522-915e-8d583b52c1c3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3b34789b-d814-4184-bb92-4051529e5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:44.392080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Attempting to bind port d6c85e6b-7e53-4522-915e-8d583b52c1c3 on network 35fb34e4-7275-4a53-80dc-0fe8f33b013a {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:44.432967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:44.437287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Checking segment: {'id': '3b34789b-d814-4184-bb92-4051529e5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:44.437287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.437287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Bound using segment: {'id': '3b34789b-d814-4184-bb92-4051529e5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:44.437287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Bound port: d6c85e6b-7e53-4522-915e-8d583b52c1c3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b34789b-d814-4184-bb92-4051529e5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:44.437287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.440905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:44.447585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0b592e-004f-4887-8c03-4f128623103c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:44.473593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=602bdd2f-52fb-4609-a313-92bae1b84327,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:44.476988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e323c0d9-422f-40e8-b771-a6a3aefafea6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:44.525807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (06944c71-c35a-4583-ba39-18a6633c3d67), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.558051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:44.568835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:44.570060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59528a44-6e00-4fed-a9c9-878d1063be43 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event updated for resources: {'Network': ['ID=3448b261-cd61-4f14-afce-97d6b7f40a11,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:44.621194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3448b261-cd61-4f14-afce-97d6b7f40a11 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:44.713431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcacb295-06dd-4327-b28d-e5433258414a admin admin] Publish callbacks [] for security_group (a52c7857-36a4-46f9-a3bc-865552b76a0a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.717230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router_gateway (f15d1180-3c1a-424f-a0ae-915bd2033b66), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.751532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] For port d6c85e6b-7e53-4522-915e-8d583b52c1c3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:44.754991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] For port d6c85e6b-7e53-4522-915e-8d583b52c1c3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d6c85e6b-7e53-4522-915e-8d583b52c1c3,segment=NetworkSegment(3b34789b-d814-4184-bb92-4051529e5994),segment_id=3b34789b-d814-4184-bb92-4051529e5994)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:44.795365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e323c0d9-422f-40e8-b771-a6a3aefafea6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:44.795805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.813842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.815586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:01:44.816041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for subnet (3a16f0dc-361a-4e40-b735-504c3e652ac6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.872383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-685e3c1f-2347-47b0-a157-3c9575ecb63e None None] Provisioning complete for port 2e0b592e-004f-4887-8c03-4f128623103c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:44.872750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-685e3c1f-2347-47b0-a157-3c9575ecb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2e0b592e-004f-4887-8c03-4f128623103c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.875466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:44.981265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:35Z', 'revision_number': 3, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:44.994385 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1e465c10-5ced-4d11-a88e-f8a0c7387ae3 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/agents/806cb062-8c8d-4d80-8de8-eded8f582e8d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.6123655 Apr 29 04:01:44.995115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56164) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:45.036622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks [] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.048104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-685e3c1f-2347-47b0-a157-3c9575ecb63e None None] Port 2e0b592e-004f-4887-8c03-4f128623103c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:45.059082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bea71b-c41e-4649-bb1b-c226caea4931 None None] The sync data for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv is: [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:35Z', 'revision_number': 3, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:45.062066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e323c0d9-422f-40e8-b771-a6a3aefafea6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:45.063025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.070277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e5b6b-0a00-431c-8af0-370c957a4803 None None] Pushing event updated for resources: {'Port': ['ID=d6c85e6b-7e53-4522-915e-8d583b52c1c3,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:45.103682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port e323c0d9-422f-40e8-b771-a6a3aefafea6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e323c0d9-422f-40e8-b771-a6a3aefafea6,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:45.130529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.135831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.169134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.178784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7a1e0afa-e49a-409d-8b54-3352ccc9185f None None] Provisioning complete for port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:45.179150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0afa-e49a-409d-8b54-3352ccc9185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.185031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcacb295-06dd-4327-b28d-e5433258414a admin admin] Publish callbacks [] for security_group (a52c7857-36a4-46f9-a3bc-865552b76a0a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.209275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a16f0dc-361a-4e40-b735-504c3e652ac6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:45.232211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2e0b592e-004f-4887-8c03-4f128623103c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.275844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (95b86b2c-3056-49c2-9d73-448b5b411a75), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.286487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e0afa-e49a-409d-8b54-3352ccc9185f None None] Port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:45.291186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18005382-3d64-4599-9b6d-e805561281a2 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] Network 3448b261-cd61-4f14-afce-97d6b7f40a11 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:45.321872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=e323c0d9-422f-40e8-b771-a6a3aefafea6,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:45.346158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d65ce2a-5c60-4e33-9cc9-07cd48200733,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:45.364648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (c6d34aa1-109b-4f04-8de3-10e14f04a8c9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.400351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Checking segment: {'id': 'deffce37-66b6-41f2-82b7-dda7313c5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:45.400706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Network hostable DHCP agents. Network: dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:45.445645 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-18005382-3d64-4599-9b6d-e805561281a2 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "POST /v2.0/agents/806cb062-8c8d-4d80-8de8-eded8f582e8d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4453578 Apr 29 04:01:45.460440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56166) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:45.464039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6d34aa1-109b-4f04-8de3-10e14f04a8c9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:45.468131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93ce1e-1849-4859-9c43-ec8ec8ad1817 None None] Network 3448b261-cd61-4f14-afce-97d6b7f40a11 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:45.478636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:01:45.502023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Allocated IP 172.26.4.160 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/eb1ccd92-5a60-49c5-9480-c0ca59b8865a) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:45.508038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.511819 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-58b1dd4f-5439-415c-a15f-a1557018f298 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c6d34aa1-109b-4f04-8de3-10e14f04a8c9 HTTP/1.1" status: 204 len: 168 time: 2.6672618 Apr 29 04:01:45.525441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56168) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:45.605282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcacb295-06dd-4327-b28d-e5433258414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a52c7857-36a4-46f9-a3bc-865552b76a0a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.607854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcacb295-06dd-4327-b28d-e5433258414a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.611673 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bcacb295-06dd-4327-b28d-e5433258414a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a52c7857-36a4-46f9-a3bc-865552b76a0a HTTP/1.1" status: 204 len: 168 time: 1.2989764 Apr 29 04:01:45.611673 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3182b9e7-1b65-449b-93ff-bce7af5b8a84 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:01:45.615670 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3182b9e7-1b65-449b-93ff-bce7af5b8a84 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "GET /v2.0/ports/c6d34aa1-109b-4f04-8de3-10e14f04a8c9 HTTP/1.1" status: 404 len: 333 time: 0.0875254 Apr 29 04:01:45.624430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56172) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:45.633569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Request body: {'port': {'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1984613076'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:45.656105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacb295-06dd-4327-b28d-e5433258414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52c7857-36a4-46f9-a3bc-865552b76a0a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:45.697805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:45.735686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:45.749275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:45.774685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:45.789136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:45.789661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.793341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f705af-232b-48c7-a2d7-1692fb45ce0a None None] Network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:45.842654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks [] for port (2e0b592e-004f-4887-8c03-4f128623103c), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.881891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for port (eb1ccd92-5a60-49c5-9480-c0ca59b8865a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.911273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Made reservation on behalf of 8433f1eb0b114773b08edca0a7cb0cd6 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:45.913971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.930515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2e0b592e-004f-4887-8c03-4f128623103c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:45.986383 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-03ed7ca0-86eb-442d-bd3b-e3d5598dfa0d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8478127 Apr 29 04:01:45.994293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56174) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:45.999681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'floatingip': {'floating_network_id': 'dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:46.060030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port 562646e5-7629-4b2d-8559-05adc6b0c213 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:46.117031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:46.137661 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a3a2574c-4cd4-436e-8486-c9e326090385 admin admin] 10.222.0.37 "PUT /v2.0/routers/dccdfbf1-3927-4940-9c20-38e1bbe3bd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5356340 Apr 29 04:01:46.142393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:46.169097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (eb1ccd92-5a60-49c5-9480-c0ca59b8865a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:46.308681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Sync routers for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:46.350403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:46.350403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:46.373803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fecd06-bc98-43be-99f0-4c86c58d2131 None None] Network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:46.383250 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-db536b14-91ac-45e7-8021-0f15f2705330 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/agents/806cb062-8c8d-4d80-8de8-eded8f582e8d/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.9113131 Apr 29 04:01:46.396404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56188) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:46.502376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:46.518547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Port': ['ID=eb1ccd92-5a60-49c5-9480-c0ca59b8865a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:46.530970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:46.543767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:46.596377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (06944c71-c35a-4583-ba39-18a6633c3d67), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:46.682627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9a605e65-4ab8-43ab-acd6-265d7ee79159 None None] Provisioning complete for port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:46.683170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a605e65-4ab8-43ab-acd6-265d7ee79159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:46.684807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:46.776819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 786200b1-a3f0-46a5-81a6-c140a64e132c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:46.779275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0b592e-004f-4887-8c03-4f128623103c,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:46.819891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9a605e65-4ab8-43ab-acd6-265d7ee79159 None None] Port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:46.822397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a92bdc-2ea1-4f5f-9a9f-b9ada31a2c7a None None] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:46.843114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Router 95b86b2c-3056-49c2-9d73-448b5b411a75 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:01:46.863959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 786200b1-a3f0-46a5-81a6-c140a64e132c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:46.864358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:46.910878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for port (562646e5-7629-4b2d-8559-05adc6b0c213), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.004074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Allocated IP 172.20.0.5 (dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2/3a16f0dc-361a-4e40-b735-504c3e652ac6/23bb3322-a048-47f2-ab78-1101995ba878) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:47.016285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] Provisioning complete for port d6c85e6b-7e53-4522-915e-8d583b52c1c3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:47.016631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.028609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:47.041469 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Sync routers for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:47.056135 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:47.058898 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:47.069615 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c7806396-96c6-4908-906d-f10a487a13f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/95b86b2c-3056-49c2-9d73-448b5b411a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7703638 Apr 29 04:01:47.084930 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9831ad1f-3f59-41ff-8321-368aed0d5cd9 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "DELETE /v2.0/agents/806cb062-8c8d-4d80-8de8-eded8f582e8d/dhcp-networks/3448b261-cd61-4f14-afce-97d6b7f40a11 HTTP/1.1" status: 204 len: 168 time: 0.6789565 Apr 29 04:01:47.089303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56202) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:47.148665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.186530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:47.190393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:47.241104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:47.254771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 786200b1-a3f0-46a5-81a6-c140a64e132c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:47.259192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.277437 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:47.440042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Network f548f2a6-d7f9-432e-bf99-7f0d210fe71a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:47.478346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:47.565961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=562646e5-7629-4b2d-8559-05adc6b0c213,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:47.573233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-16933212-6694-4340-abfd-c20ad57fdc74 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/agents/806cb062-8c8d-4d80-8de8-eded8f582e8d/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.4709682 Apr 29 04:01:47.573233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56216) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:47.573843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:47.576068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:47.579949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.600516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 786200b1-a3f0-46a5-81a6-c140a64e132c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=786200b1-a3f0-46a5-81a6-c140a64e132c,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:47.681818 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-34742b22-6963-40eb-b520-a0de90b2d5b4 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/networks/c1696086-412f-4f2c-bd0d-dc5da87b02b5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0934021 Apr 29 04:01:47.685442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56220) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:47.781511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.782298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d6c85e6b-7e53-4522-915e-8d583b52c1c3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:47.847547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56222) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:47.850233 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router_gateway (f15d1180-3c1a-424f-a0ae-915bd2033b66), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.864508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for port (23bb3322-a048-47f2-ab78-1101995ba878), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.865924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423439454', 'description': 'tempest-description--1973312277'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:47.881345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=786200b1-a3f0-46a5-81a6-c140a64e132c,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:47.891212 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 2, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:47.959045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:43Z', 'revision_number': 2, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:47.963955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fbe9d7af-7e0b-430c-8b11-b356a6d0942c tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/networks/c1696086-412f-4f2c-bd0d-dc5da87b02b5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2762878 Apr 29 04:01:47.988030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56228) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:47.990266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Checking router: dccdfbf1-3927-4940-9c20-38e1bbe3bd9d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:01:47.990636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Updating router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:01:47.993118 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Checking router: 95b86b2c-3056-49c2-9d73-448b5b411a75 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:01:47.993337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] Current status of the port d6c85e6b-7e53-4522-915e-8d583b52c1c3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:47.993555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:47.995306 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Updating router 95b86b2c-3056-49c2-9d73-448b5b411a75 port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:01:48.029052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d6c85e6b-7e53-4522-915e-8d583b52c1c3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:48.030022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.034087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (23bb3322-a048-47f2-ab78-1101995ba878), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.052869 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.089529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.106611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Port': ['ID=23bb3322-a048-47f2-ab78-1101995ba878,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:48.108252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Router 06944c71-c35a-4583-ba39-18a6633c3d67 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:01:48.119498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] For port d6c85e6b-7e53-4522-915e-8d583b52c1c3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d6c85e6b-7e53-4522-915e-8d583b52c1c3,segment=NetworkSegment(3b34789b-d814-4184-bb92-4051529e5994),segment_id=3b34789b-d814-4184-bb92-4051529e5994)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:48.120874 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d6940f62-1261-4333-89c5-f865cf0c752d tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4931924 Apr 29 04:01:48.125617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56230) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:48.185211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.210261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.304795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d6c85e6b-7e53-4522-915e-8d583b52c1c3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:48.305499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.393984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:48.399044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:48.426527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5c5cdb2d-a6e4-4cfe-b3f2-7a5caa66a8f1 None None] Provisioning complete for port d6c85e6b-7e53-4522-915e-8d583b52c1c3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:48.428428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdb2d-a6e4-4cfe-b3f2-7a5caa66a8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.428677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:48.431308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:48.482276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56234) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:48.485897 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1a75a4f9-df61-40b6-869c-8c661c6f6932 tempest-DHCPAgentSchedulersTestJSON-1811053448 tempest-DHCPAgentSchedulersTestJSON-1811053448-project-admin] 10.222.0.37 "GET /v2.0/agents/806cb062-8c8d-4d80-8de8-eded8f582e8d/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.4862263 Apr 29 04:01:48.508874 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Publish callbacks [] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.526667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17874-231c-4d38-b113-49ef767a6c09 None None] Pushing event updated for resources: {'Port': ['ID=d6c85e6b-7e53-4522-915e-8d583b52c1c3,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:48.532703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56236) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:48.549756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825426534', 'description': 'tempest-description--1454835724'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:48.584564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:48.588045 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.603646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.614414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group (aa6cb867-231d-4b60-ac10-eb4fae00b258), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.623365 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a2f453de-d729-451f-9491-df54d7a6cfe3 admin admin] 10.222.0.37 "PUT /v2.0/routers/06944c71-c35a-4583-ba39-18a6633c3d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6312492 Apr 29 04:01:48.644355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Sync routers for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:48.661003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:01:48.661396 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0203c9-41cf-40dc-83f3-752ffc9121d7 None None] Pushing event updated for resources: {'Port': ['ID=9d65ce2a-5c60-4e33-9cc9-07cd48200733,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:48.661562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:01:48.677962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:48.682651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:48.701033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (aa6cb867-231d-4b60-ac10-eb4fae00b258), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.779943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.795721 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Attempting to bind port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:48.797277 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Attempting to bind port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:48.797928 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Attempting to bind port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 on network dffbe481-d27f-4f84-95fe-7fb506e626d0 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:48.804669 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:48.805284 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Checking segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:48.807451 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.807451 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Bound using segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:48.807451 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Bound port: 9d65ce2a-5c60-4e33-9cc9-07cd48200733, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:48.808316 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.828256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for floatingip (45ccf9ed-0a02-409d-b760-cb5df18166b2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.857805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6cb867-231d-4b60-ac10-eb4fae00b258,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:48.858796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3448b261-cd61-4f14-afce-97d6b7f40a11), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.890692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:48.900674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56246) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:48.902055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4c6f21ea-f32c-4fce-986c-8c4cfa5cc4ca tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0419204 Apr 29 04:01:48.908413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Request body: {'security_group_rule': {'security_group_id': 'aa6cb867-231d-4b60-ac10-eb4fae00b258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:48.909849 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] For port 9d65ce2a-5c60-4e33-9cc9-07cd48200733, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:48.918459 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] For port 9d65ce2a-5c60-4e33-9cc9-07cd48200733, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d65ce2a-5c60-4e33-9cc9-07cd48200733,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:48.964706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cdb2d-a6e4-4cfe-b3f2-7a5caa66a8f1 None None] Current status of the port d6c85e6b-7e53-4522-915e-8d583b52c1c3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:48.993798 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.036114 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (23bb3322-a048-47f2-ab78-1101995ba878), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.041008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5c5cdb2d-a6e4-4cfe-b3f2-7a5caa66a8f1 None None] Provisioning complete for port 2e0b592e-004f-4887-8c03-4f128623103c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:49.041196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (f15d1180-3c1a-424f-a0ae-915bd2033b66), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.041793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdb2d-a6e4-4cfe-b3f2-7a5caa66a8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2e0b592e-004f-4887-8c03-4f128623103c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.066792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group (1677df32-0917-43d7-973c-14bd2510fcdf), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.097197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cdb2d-a6e4-4cfe-b3f2-7a5caa66a8f1 None None] Port 2e0b592e-004f-4887-8c03-4f128623103c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:49.118860 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0203c9-41cf-40dc-83f3-752ffc9121d7 None None] Pushing event updated for resources: {'Port': ['ID=9d65ce2a-5c60-4e33-9cc9-07cd48200733,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:49.135464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1677df32-0917-43d7-973c-14bd2510fcdf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.156162 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:49.156799 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:49.225306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1677df32-0917-43d7-973c-14bd2510fcdf,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:49.263848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.266504 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8d4b2127-9ec0-4409-b093-16654aa3cd47 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7310176 Apr 29 04:01:49.268829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56256) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:49.273639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Request body: {'security_group_rule': {'security_group_id': '1677df32-0917-43d7-973c-14bd2510fcdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:49.355414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] Provisioning complete for port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:49.355922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.408265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group_rule (a79cbefc-f557-453d-9949-ebe28812923e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.408896 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:49.425590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port 562646e5-7629-4b2d-8559-05adc6b0c213 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:49.432617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:49.446320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for port (562646e5-7629-4b2d-8559-05adc6b0c213), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.483882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d6c85e6b-7e53-4522-915e-8d583b52c1c3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:49.485247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e323c0d9-422f-40e8-b771-a6a3aefafea6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:49.502724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56258) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:49.526510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3448b261-cd61-4f14-afce-97d6b7f40a11), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.550468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > segment before_delete 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.550815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.551808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.552677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > port after_create 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.553027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > port after_delete 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.553759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > port after_update 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.553983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > segment after_delete 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.554308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet after_create 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.554625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet after_delete 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.555032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet after_update 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.576609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Publish callbacks [] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.587513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group_rule (a79cbefc-f557-453d-9949-ebe28812923e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.649538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a79cbefc-f557-453d-9949-ebe28812923e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.661903 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:48Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:49.683750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79cbefc-f557-453d-9949-ebe28812923e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:49.710161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.713497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-839925248', 'router:external': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:49.720063 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e71b3-93ae-44dd-b373-a0ab9c168eca None None] The sync data for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv is: [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:48Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:49.744948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.748754 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-70652750-8b37-4db7-8f50-b5845e589929 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4786611 Apr 29 04:01:49.751807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56264) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:49.763707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Request body: {'security_group_rule': {'security_group_id': '1677df32-0917-43d7-973c-14bd2510fcdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:49.824186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e323c0d9-422f-40e8-b771-a6a3aefafea6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:49.824639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.824748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet after_create 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.825079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet after_delete 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.825422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet before_create 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.825774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Subscribe: > subnet before_update 55550000 {{(pid=116104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 04:01:49.826091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3448b261-cd61-4f14-afce-97d6b7f40a11']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:49.844231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.859611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Made reservation on behalf of 71efa03350a74f7aa35237fdf46bdc24 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:49.862207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.862337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c19427f-29e8-466e-ac01-cfd4081d3c96') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:49.862814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c19427f-29e8-466e-ac01-cfd4081d3c96') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:49.879508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.880166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.940056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (5c19427f-29e8-466e-ac01-cfd4081d3c96), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.948287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] Current status of the port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:49.948549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.965140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814464cd-1127-4fa2-91a8-710603357656 None None] Pushing event updated for resources: {'Port': ['ID=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:49.972132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5c19427f-29e8-466e-ac01-cfd4081d3c96), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.981809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for security_group (c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.982150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:01:49.982540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (5c19427f-29e8-466e-ac01-cfd4081d3c96), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:49.983264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56266) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:49.988425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921232369', 'description': 'tempest-description--787596292'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:50.002253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group_rule (cbceec50-29fc-49af-8a3d-2ebb1efb5ba5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.011399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] For port 9d65ce2a-5c60-4e33-9cc9-07cd48200733, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d65ce2a-5c60-4e33-9cc9-07cd48200733,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:50.050117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: from cryptography.utils import int_from_bytes Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: from cryptography.utils import int_from_bytes Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:01:50.069149 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:01:50.092297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=562646e5-7629-4b2d-8559-05adc6b0c213,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.149017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.153620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.157553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:50.187742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.202818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (445c020a-5dfe-4fc7-899c-d2b60b1330e9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.203153 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Added segment 445c020a-5dfe-4fc7-899c-d2b60b1330e9 of type vlan for network eff3756a-1115-4e91-8b79-e0cc6c666400 Apr 29 04:01:50.219524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e323c0d9-422f-40e8-b771-a6a3aefafea6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:50.220376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 602bdd2f-52fb-4609-a313-92bae1b84327 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:50.276713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group_rule (56d16acc-176a-4edd-8db6-88c1eeb14a85), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.283083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (eff3756a-1115-4e91-8b79-e0cc6c666400), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.291171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group_rule (cbceec50-29fc-49af-8a3d-2ebb1efb5ba5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.346895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:50.346895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:50.347357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:50.349230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Attempting to bind port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:50.352517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3448b261-cd61-4f14-afce-97d6b7f40a11), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.353039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Attempting to bind port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:50.354116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Attempting to bind port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 on network f4540851-ad5d-40c6-8aed-fe02e20dbb47 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:50.358797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:50.359304 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:50.365665 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 2 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:50.368371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (cbceec50-29fc-49af-8a3d-2ebb1efb5ba5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.383411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:50.384229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:50.384580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:50.391630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-634d8f29-7f5a-4c57-9ea6-5a43a2a0cb73 None None] Provisioning complete for port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:50.392004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-634d8f29-7f5a-4c57-9ea6-5a43a2a0cb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.397064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:50.397255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Checking segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:50.398028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.398135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Bound using segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:50.398603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Bound port: 3fefe08c-3bad-435d-be8f-5aa71ed7ee34, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:50.398988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.400439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group (54e5a08f-5119-429b-ac5b-b25f6f18fd4e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.402773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbceec50-29fc-49af-8a3d-2ebb1efb5ba5,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.418816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:50.419152 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:50.428076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (eff3756a-1115-4e91-8b79-e0cc6c666400), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.428742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2d154-2d8f-4307-9dd3-3b7bacb12676 None None] Pushing event updated for resources: {'Port': ['ID=9d65ce2a-5c60-4e33-9cc9-07cd48200733,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.429607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:50.430396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.438316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.444507 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "DELETE /v2.0/networks/3448b261-cd61-4f14-afce-97d6b7f40a11 HTTP/1.1" status: 204 len: 168 time: 1.9573438 Apr 29 04:01:50.452780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56268) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:50.456412 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 3 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:50.464167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 2, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:50.483651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:50.483988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:50.484322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:50.495522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:50.495853 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:50.496533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0728af2-6180-4f69-b5e2-ba5ac80e3d41 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event deleted for resources: {'Network': ['ID=3448b261-cd61-4f14-afce-97d6b7f40a11,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.499688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (54e5a08f-5119-429b-ac5b-b25f6f18fd4e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.509525 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 4 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:50.533152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.534117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group_rule (56d16acc-176a-4edd-8db6-88c1eeb14a85), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.534619 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-12209b98-d802-4710-bb75-163448c9ce27 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7816725 Apr 29 04:01:50.544970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9f1ddd-0318-44e4-900c-1bbcc539c952 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] DELETE failed (client error): The resource could not be found. Apr 29 04:01:50.545637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9f1ddd-0318-44e4-900c-1bbcc539c952 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:01:50.547178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Checking router: 06944c71-c35a-4583-ba39-18a6633c3d67 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:01:50.547618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Updating router 06944c71-c35a-4583-ba39-18a6633c3d67 port 2e0b592e-004f-4887-8c03-4f128623103c binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:01:50.556540 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bd9f1ddd-0318-44e4-900c-1bbcc539c952 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "DELETE /v2.0/ports/764feaa0-ae5c-4e7b-8395-25f33768fd97 HTTP/1.1" status: 404 len: 333 time: 0.0937486 Apr 29 04:01:50.556682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-634d8f29-7f5a-4c57-9ea6-5a43a2a0cb73 None None] Port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:50.578271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56270) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:50.578689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56272) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:50.586169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 602bdd2f-52fb-4609-a313-92bae1b84327 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:50.586551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.591655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-634d8f29-7f5a-4c57-9ea6-5a43a2a0cb73 None None] Provisioning complete for port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:50.592041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-634d8f29-7f5a-4c57-9ea6-5a43a2a0cb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.601059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:50.611537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1075845 Apr 29 04:01:50.623593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for port (23bb3322-a048-47f2-ab78-1101995ba878), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.628976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56274) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:50.636619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'subnet': {'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:50.640135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f5c62-0367-4ae3-9ea6-f188314583c2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Network': ['ID=eff3756a-1115-4e91-8b79-e0cc6c666400,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.644906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (56d16acc-176a-4edd-8db6-88c1eeb14a85), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.666012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:50.672106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:50.672106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:50.672347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network eff3756a-1115-4e91-8b79-e0cc6c666400 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:50.680225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2e0b592e-004f-4887-8c03-4f128623103c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.702650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.704060 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7197027 Apr 29 04:01:50.704860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ff855-b1d2-411d-9aa2-53c439e67aed tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e5a08f-5119-429b-ac5b-b25f6f18fd4e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.707198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56276) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:50.708743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] For port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:50.731052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (23bb3322-a048-47f2-ab78-1101995ba878), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.732312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Request body: {'security_group_rule': {'security_group_id': '54e5a08f-5119-429b-ac5b-b25f6f18fd4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:50.746781 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:50.747111 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:50.747650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d16acc-176a-4edd-8db6-88c1eeb14a85,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:50.776130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] For port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:50.778239 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 5 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:50.781844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Deleting subnet 350184bf-67bc-4694-85c4-8f3a06f33bcd {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:01:50.785950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks [] for subnet (350184bf-67bc-4694-85c4-8f3a06f33bcd), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.809150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:50.809734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:50.810204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:50.822317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Router f15d1180-3c1a-424f-a0ae-915bd2033b66 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:01:50.830348 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.834530 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-038329dc-ef52-4bc8-8c2e-c7f400567ef0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9278681 Apr 29 04:01:50.843666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (350184bf-67bc-4694-85c4-8f3a06f33bcd), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.873263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.900670 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (45ccf9ed-0a02-409d-b760-cb5df18166b2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.905938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56278) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:50.911832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Request body: {'security_group_rule': {'security_group_id': 'aa6cb867-231d-4b60-ac10-eb4fae00b258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:50.925912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Made reservation on behalf of 71efa03350a74f7aa35237fdf46bdc24 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:50.928842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:50.931804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:50.932066 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:50.950956 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 6 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:50.961054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814464cd-1127-4fa2-91a8-710603357656 None None] Pushing event updated for resources: {'Port': ['ID=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:51.081342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Port': ['ID=23bb3322-a048-47f2-ab78-1101995ba878,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:51.087150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.090904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-23fff9ef-a5c7-47af-becb-2eb32fc7ca02 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0928702 Apr 29 04:01:51.099005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-634d8f29-7f5a-4c57-9ea6-5a43a2a0cb73 None None] Current status of the port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:51.101532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:51.101873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:51.102212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:51.108936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56280) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:51.111330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:51.111985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:51.114273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 602bdd2f-52fb-4609-a313-92bae1b84327 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:51.118215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:51.118567 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:51.188920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (350184bf-67bc-4694-85c4-8f3a06f33bcd), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.227415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.380092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group_rule (689af386-7bd1-45be-9c12-1c84b938cf50), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.423399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d6c85e6b-7e53-4522-915e-8d583b52c1c3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:51.493459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.498197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (350184bf-67bc-4694-85c4-8f3a06f33bcd), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.552020 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 7 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:51.571218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event deleted for resources: {'Subnet': ['ID=350184bf-67bc-4694-85c4-8f3a06f33bcd,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:51.578936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group_rule (689af386-7bd1-45be-9c12-1c84b938cf50), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.580839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.586194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-77c07596-2832-4505-b80b-87e8b024076f tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "DELETE /v2.0/subnets/350184bf-67bc-4694-85c4-8f3a06f33bcd HTTP/1.1" status: 204 len: 168 time: 1.0040364 Apr 29 04:01:51.589548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56284) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:51.591088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9076ae3-f272-4610-ac30-8f5d741dc61a None None] Network c1696086-412f-4f2c-bd0d-dc5da87b02b5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:51.615610 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b447ed9c-6cd0-4370-ae6b-a2a121c6ddc8 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 HTTP/1.1" status: 200 len: 689 time: 0.4959702 Apr 29 04:01:51.619218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56286) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:51.620954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group_rule (c99460df-d463-48ee-9663-e35141aa03f7), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.628295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:51.628624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:51.628947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:51.635088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] Provisioning complete for port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:51.635463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.638239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:51.644920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:51.645255 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:51.652910 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 8 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:51.692445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (689af386-7bd1-45be-9c12-1c84b938cf50), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.698055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:51.698376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:51.698710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:51.714144 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:51.738933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:51.738933 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:51.744837 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] Sync routers for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:01:51.745394 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 9 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:51.752562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (c1696086-412f-4f2c-bd0d-dc5da87b02b5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.776490 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:51.778109 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:51.792462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:51.792787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:51.793119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:51.798971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689af386-7bd1-45be-9c12-1c84b938cf50,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:51.815597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:51.815923 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:51.820142 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:51.820733 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 10 to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 Apr 29 04:01:51.837009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group_rule (c99460df-d463-48ee-9663-e35141aa03f7), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.838732 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:51.839566 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:51.845484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:51.845825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:51.846166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:51.880081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Allocated IP 172.26.4.244 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/1cfce12b-b9c8-417e-a1b8-41ace9bb0165) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:51.886111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:51.886446 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 562646e5-7629-4b2d-8559-05adc6b0c213 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:01:51.886817 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.890615 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:51.891217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.891344 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d54ee3-dd74-4340-8a11-0f155015699d None None] The sync data for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:51.892681 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eb10392e-3907-48d0-a689-9d712d272e84 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1718969 Apr 29 04:01:51.897558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56288) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:51.906254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.911748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Request body: {'security_group_rule': {'security_group_id': '54e5a08f-5119-429b-ac5b-b25f6f18fd4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:51.940603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.941782 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-15b68a70-d6e8-4885-83ee-2f464cbafcb2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.8570261 Apr 29 04:01:51.943363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c99460df-d463-48ee-9663-e35141aa03f7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:51.953626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56290) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:51.977150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d6c85e6b-7e53-4522-915e-8d583b52c1c3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:51.977504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.028923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99460df-d463-48ee-9663-e35141aa03f7,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:52.042640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Deleting port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:52.043042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.063474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] For port 562646e5-7629-4b2d-8559-05adc6b0c213, host hv-neutron-8397, cleared binding levels {{(pid=116104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:52.063816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempted to set empty binding levels {{(pid=116104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 04:01:52.066397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] DHCP port deletion for c1696086-412f-4f2c-bd0d-dc5da87b02b5 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:01:52.123695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.127942 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-335ad231-fc50-4228-88cc-d669a34dcee2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2198288 Apr 29 04:01:52.131176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Publish callbacks [] for port (2e0b592e-004f-4887-8c03-4f128623103c), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.133277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56292) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:52.165887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:52.170223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.204344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] For port 65688d9e-1a57-4845-bf8b-2ebcae026cd0, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=65688d9e-1a57-4845-bf8b-2ebcae026cd0,segment=NetworkSegment(ac362638-5915-4941-a5fc-add4a6802c9c),segment_id=ac362638-5915-4941-a5fc-add4a6802c9c)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:52.204787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.211851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Deleting port 23bb3322-a048-47f2-ab78-1101995ba878 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:52.211851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (23bb3322-a048-47f2-ab78-1101995ba878), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.217174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] In _notify_port_updated(), no bound segment for port 562646e5-7629-4b2d-8559-05adc6b0c213 on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:01:52.218068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.218677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.220028 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "PUT /v2.0/ports/562646e5-7629-4b2d-8559-05adc6b0c213 HTTP/1.1" status: 200 len: 977 time: 4.0888140 Apr 29 04:01:52.222851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group_rule (ceb3842a-cbe4-4f70-9e7d-0a07469e6a4b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.224532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56294) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:52.249253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] Deleting port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:52.254837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.266429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Calling delete_port for 65688d9e-1a57-4845-bf8b-2ebcae026cd0 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:52.278286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2e0b592e-004f-4887-8c03-4f128623103c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.296233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.354274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:01:52.354478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (996b2b44-11b4-4f8a-b0b1-522ec1a783d8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.356294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362307cd-d3b8-4d41-968d-7e5553245dd1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=562646e5-7629-4b2d-8559-05adc6b0c213,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:52.406347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] Current status of the port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:52.406797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.409584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.430969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.431241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.431719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.432400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.432639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.433347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.433972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.433972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.434448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.435042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.435344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.436093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.436335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.437094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.438939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.438939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.439300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.440335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.440785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.444810 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f7af298a-b6c2-4c07-aa37-7ecf4fc80a32 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17524 time: 0.2160249 Apr 29 04:01:52.447237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] For port 65688d9e-1a57-4845-bf8b-2ebcae026cd0, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=65688d9e-1a57-4845-bf8b-2ebcae026cd0,segment=NetworkSegment(ac362638-5915-4941-a5fc-add4a6802c9c),segment_id=ac362638-5915-4941-a5fc-add4a6802c9c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:52.448371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.454469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56296) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:52.462388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0ecc8-97c6-4ef6-a86e-cf8af6a07bce None None] Pushing event updated for resources: {'Port': ['ID=2e0b592e-004f-4887-8c03-4f128623103c,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:52.496541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9a124e61-3d15-42b4-9717-37621506860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:50Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:52.502296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] Calling delete_port for 65688d9e-1a57-4845-bf8b-2ebcae026cd0 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:52.543455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Subnet': ['ID=996b2b44-11b4-4f8a-b0b1-522ec1a783d8,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:52.560617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a124e61-3d15-42b4-9717-37621506860e None None] The sync data for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv is: [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:50Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:52.579246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Checking segment: {'id': '445c020a-5dfe-4fc7-899c-d2b60b1330e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:52.579615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network hostable DHCP agents. Network: eff3756a-1115-4e91-8b79-e0cc6c666400, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:01:52.583793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (23bb3322-a048-47f2-ab78-1101995ba878), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.584121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for floatingip (23bb3322-a048-47f2-ab78-1101995ba878), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.613352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] For port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:52.651083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Calling delete_port for 23bb3322-a048-47f2-ab78-1101995ba878 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:52.666394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.670158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d6c85e6b-7e53-4522-915e-8d583b52c1c3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:52.671308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 786200b1-a3f0-46a5-81a6-c140a64e132c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:52.700283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group_rule (ceb3842a-cbe4-4f70-9e7d-0a07469e6a4b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.721632 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network eff3756a-1115-4e91-8b79-e0cc6c666400 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:01:52.728423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.789599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Deleting port 562646e5-7629-4b2d-8559-05adc6b0c213 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:52.789941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.854442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Attempting to bind port 2e0b592e-004f-4887-8c03-4f128623103c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:52.854751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Attempting to bind port 2e0b592e-004f-4887-8c03-4f128623103c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:52.855626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Attempting to bind port 2e0b592e-004f-4887-8c03-4f128623103c on network 293e95bc-eec4-4219-84ae-ec12b64f60d0 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:52.864347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.874986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, eff3756a-1115-4e91-8b79-e0cc6c666400) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:52.879204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb6e4-e45c-4ed2-a2cd-6ded19b52318 None None] Pushing event updated for resources: {'Port': ['ID=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:52.888614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (ceb3842a-cbe4-4f70-9e7d-0a07469e6a4b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.894258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:01:52.894669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Checking segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:01:52.895070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.895464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Bound using segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:01:52.896497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:52.896613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Bound port: 2e0b592e-004f-4887-8c03-4f128623103c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:01:52.896925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2e0b592e-004f-4887-8c03-4f128623103c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.897111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.899731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4d1ac1bc-4219-49e6-ade6-1603ebe1abdf None None] Provisioning complete for port 2e0b592e-004f-4887-8c03-4f128623103c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:52.900098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac1bc-4219-49e6-ade6-1603ebe1abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2e0b592e-004f-4887-8c03-4f128623103c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.906496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b41519-85fc-4a14-920e-662abc44a871 None None] Network eff3756a-1115-4e91-8b79-e0cc6c666400 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:52.929238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] For port 562646e5-7629-4b2d-8559-05adc6b0c213, host hv-neutron-8397, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:52.929675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.969436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 786200b1-a3f0-46a5-81a6-c140a64e132c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:52.969436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:52.982305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:52.984106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Calling delete_port for 562646e5-7629-4b2d-8559-05adc6b0c213 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:52.989368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb3842a-cbe4-4f70-9e7d-0a07469e6a4b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.011938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:53.056831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:53.075493 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c87f1c56-9a73-4f32-98e8-3351a4cf582c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4452696 Apr 29 04:01:53.082118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56298) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:53.089544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1766171351', 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:53.097162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Allocated IP 172.26.4.81 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/eefccd5e-f342-4f8d-9a17-6f4d08231184) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:53.102529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.106738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.108628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-599e9fd6-8e9c-40fe-89c5-bd264f19a2be tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2061086 Apr 29 04:01:53.126086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56300) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:53.133906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:53.180475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (65688d9e-1a57-4845-bf8b-2ebcae026cd0), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.182585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ac1bc-4219-49e6-ade6-1603ebe1abdf None None] Port 2e0b592e-004f-4887-8c03-4f128623103c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:53.218564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Made reservation on behalf of 71efa03350a74f7aa35237fdf46bdc24 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:53.221136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.226177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.241566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] Pushing event deleted for resources: {'Port': ['ID=65688d9e-1a57-4845-bf8b-2ebcae026cd0,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.254301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] For port 2e0b592e-004f-4887-8c03-4f128623103c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:01:53.255592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] device_id is not set on port 754675c5-4bba-48e2-b15b-7973566e515b yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:53.268646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac216fd-10e0-41ad-8939-e5e2b533f082 None None] Network eff3756a-1115-4e91-8b79-e0cc6c666400 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:01:53.325034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (562646e5-7629-4b2d-8559-05adc6b0c213), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.325464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event updated for resources: {'Port': ['ID=1cfce12b-b9c8-417e-a1b8-41ace9bb0165,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.327123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.379033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event deleted for resources: {'Port': ['ID=65688d9e-1a57-4845-bf8b-2ebcae026cd0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.385230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] No DVR routers for this DVR port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:01:53.536390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd135e-25cf-432c-ae42-0cf3abe025b7 None None] No DVR routers for this DVR port 65688d9e-1a57-4845-bf8b-2ebcae026cd0 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:01:53.545572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] For port 2e0b592e-004f-4887-8c03-4f128623103c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2e0b592e-004f-4887-8c03-4f128623103c,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:01:53.615517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (c1696086-412f-4f2c-bd0d-dc5da87b02b5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.616734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2e0b592e-004f-4887-8c03-4f128623103c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.635779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 786200b1-a3f0-46a5-81a6-c140a64e132c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:53.636757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9d65ce2a-5c60-4e33-9cc9-07cd48200733 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:53.656634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event deleted for resources: {'Port': ['ID=562646e5-7629-4b2d-8559-05adc6b0c213,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.670925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1696086-412f-4f2c-bd0d-dc5da87b02b5']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:53.700771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac362638-5915-4941-a5fc-add4a6802c9c') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:53.701064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac362638-5915-4941-a5fc-add4a6802c9c') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:53.705504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.716311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (ac362638-5915-4941-a5fc-add4a6802c9c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.771053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.780559 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2bd8ffd5-bc6b-4d8d-96b7-131801ba3072 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "DELETE /v2.0/ports/562646e5-7629-4b2d-8559-05adc6b0c213 HTTP/1.1" status: 204 len: 168 time: 1.3193381 Apr 29 04:01:53.793030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:01:53.794390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56302) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:53.798031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:53.812472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (23bb3322-a048-47f2-ab78-1101995ba878), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.814910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ac362638-5915-4941-a5fc-add4a6802c9c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.865986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:53.866635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.884020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:01:53.887862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (ac362638-5915-4941-a5fc-add4a6802c9c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:01:53.893890 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:01:53.902269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Port': ['ID=23bb3322-a048-47f2-ab78-1101995ba878,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.924250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0ecc8-97c6-4ef6-a86e-cf8af6a07bce None None] Pushing event updated for resources: {'Port': ['ID=2e0b592e-004f-4887-8c03-4f128623103c,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:53.978499 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e07f01e-864e-4cbd-a9d6-18ac5ea450ac tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:01:53.979519 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6e07f01e-864e-4cbd-a9d6-18ac5ea450ac tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "GET /v2.0/ports/562646e5-7629-4b2d-8559-05adc6b0c213 HTTP/1.1" status: 404 len: 333 time: 0.1611037 Apr 29 04:01:53.984913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56304) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:54.001235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1826437772', 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:54.010974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.044818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Allocated IP 172.20.0.9 (eff3756a-1115-4e91-8b79-e0cc6c666400/996b2b44-11b4-4f8a-b0b1-522ec1a783d8/754675c5-4bba-48e2-b15b-7973566e515b) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:54.067868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:01:54.071443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:54.143687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (10055b8d-8442-4487-b08e-8d7aa91bd724), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.157696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.177247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] Provisioning complete for port 2e0b592e-004f-4887-8c03-4f128623103c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:54.177689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2e0b592e-004f-4887-8c03-4f128623103c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.206025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:54.221876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:54.227651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:54.253833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Made reservation on behalf of 8433f1eb0b114773b08edca0a7cb0cd6 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:54.256525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.267741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for floatingip (45ccf9ed-0a02-409d-b760-cb5df18166b2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.278180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:54.323280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (c1696086-412f-4f2c-bd0d-dc5da87b02b5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.328276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event updated for resources: {'Port': ['ID=eefccd5e-f342-4f8d-9a17-6f4d08231184,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:54.346784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.350654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] 10.222.0.37 "DELETE /v2.0/networks/c1696086-412f-4f2c-bd0d-dc5da87b02b5 HTTP/1.1" status: 204 len: 168 time: 2.7600269 Apr 29 04:01:54.403273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Allocated IP 172.26.4.14 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/a9dbe47d-0c67-4883-88ed-16bbdc026179) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:54.418701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66c938-108e-4777-996f-ad16e0c5a289 tempest-DHCPAgentSchedulersTestJSON-720152179 tempest-DHCPAgentSchedulersTestJSON-720152179-project] Pushing event deleted for resources: {'Network': ['ID=c1696086-412f-4f2c-bd0d-dc5da87b02b5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:54.445440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:54.447354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (3a16f0dc-361a-4e40-b735-504c3e652ac6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.447468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.476466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.485221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (bb44e977-d1ea-494f-a771-6d51609009f1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.545466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] Current status of the port 2e0b592e-004f-4887-8c03-4f128623103c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:54.554814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2e0b592e-004f-4887-8c03-4f128623103c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.554982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Allocated IP 172.20.0.1 (35fb34e4-7275-4a53-80dc-0fe8f33b013a/569a3bfa-66a0-4c3c-add7-ddf95c3a38c7/de524a9a-00dd-416e-9bec-b8c14d0b619f) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:54.582178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port 04bbc85b-1ed0-4c00-b363-32a3477c2056 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:54.626170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:54.678507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] For port 2e0b592e-004f-4887-8c03-4f128623103c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2e0b592e-004f-4887-8c03-4f128623103c,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:01:54.687307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:53Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:54.711532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.720903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 65688d9e-1a57-4845-bf8b-2ebcae026cd0 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:01:54.727118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49a0f3-83be-4fdd-a35b-7fe4ead46b22 None None] The sync data for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv is: [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:53Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:01:54.743610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 65688d9e-1a57-4845-bf8b-2ebcae026cd0 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:01:54.743970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 65688d9e-1a57-4845-bf8b-2ebcae026cd0 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:01:54.755492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (3a16f0dc-361a-4e40-b735-504c3e652ac6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.775637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2e0b592e-004f-4887-8c03-4f128623103c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.821606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a16f0dc-361a-4e40-b735-504c3e652ac6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:54.833627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.868036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc924a4-da52-4db5-b675-8bae1acee9ae None None] Pushing event updated for resources: {'Port': ['ID=2e0b592e-004f-4887-8c03-4f128623103c,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:54.947739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.956426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.974111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:54.986514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:55.023889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for port (754675c5-4bba-48e2-b15b-7973566e515b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.034181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.042209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deffce37-66b6-41f2-82b7-dda7313c5232') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:55.045681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deffce37-66b6-41f2-82b7-dda7313c5232') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:55.104737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (deffce37-66b6-41f2-82b7-dda7313c5232), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.125642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56310) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.139924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for port (04bbc85b-1ed0-4c00-b363-32a3477c2056), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.141959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (10055b8d-8442-4487-b08e-8d7aa91bd724), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.145564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event updated for resources: {'Port': ['ID=1cfce12b-b9c8-417e-a1b8-41ace9bb0165,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.164599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (deffce37-66b6-41f2-82b7-dda7313c5232), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.179680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:01:55.180152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (deffce37-66b6-41f2-82b7-dda7313c5232), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:01:55.182002 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:01:55.243965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.254666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.296489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.298006 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d01831a7-4bce-4e05-85e7-63bdc1da76fa tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7177103 Apr 29 04:01:55.299389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:55.301265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (04bbc85b-1ed0-4c00-b363-32a3477c2056), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.306740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (754675c5-4bba-48e2-b15b-7973566e515b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.313219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.318099 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-54c26667-9d19-489c-9a07-0c82a8abaa94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f86ffcc533e4d12b8e3a6b2f542de5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1858180 Apr 29 04:01:55.319575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56316) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.328208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.332828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event updated for resources: {'Port': ['ID=a9dbe47d-0c67-4883-88ed-16bbdc026179,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.343934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:55.352340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:55.369273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network eff3756a-1115-4e91-8b79-e0cc6c666400 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:55.385978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:55.390336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.392641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:55.415038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:01:55.417540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.421499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 HTTP/1.1" status: 204 len: 168 time: 3.7981277 Apr 29 04:01:55.423931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.428188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:55.430198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Network f548f2a6-d7f9-432e-bf99-7f0d210fe71a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:55.440164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event updated for resources: {'Port': ['ID=eefccd5e-f342-4f8d-9a17-6f4d08231184,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.485283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244562-1423-4a06-a083-d2fef4834561 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.494165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:55.514223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a334312e-4080-416c-b666-35cc54ae74a7 admin admin] Publish callbacks [] for security_group (8f80f2e9-d299-417e-a546-9ec951eb01d4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.527608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (bb44e977-d1ea-494f-a771-6d51609009f1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.544372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:55.550541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a334312e-4080-416c-b666-35cc54ae74a7 admin admin] Publish callbacks [] for security_group (8f80f2e9-d299-417e-a546-9ec951eb01d4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.554179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:55.555509 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.556428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.581388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:55.623504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.626171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1f32dea3-91bc-4031-a4c8-b5c949783506 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4624846 Apr 29 04:01:55.641226 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-50f2567b-017a-4e11-b44b-bbe4d6fafb21 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2020957 Apr 29 04:01:55.641226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=04bbc85b-1ed0-4c00-b363-32a3477c2056,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.641481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56330) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.724781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.725453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.725530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.726359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.726799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.727368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.728214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.728864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.736762 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-514c6a40-703d-42ec-b750-408b432b4107 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.0985086 Apr 29 04:01:55.737951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a334312e-4080-416c-b666-35cc54ae74a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8f80f2e9-d299-417e-a546-9ec951eb01d4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.740703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a334312e-4080-416c-b666-35cc54ae74a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.744190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a334312e-4080-416c-b666-35cc54ae74a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f80f2e9-d299-417e-a546-9ec951eb01d4 HTTP/1.1" status: 204 len: 168 time: 0.4216933 Apr 29 04:01:55.744190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56342) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.760489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Port': ['ID=754675c5-4bba-48e2-b15b-7973566e515b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.814469 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2919523b-50d1-4088-9dd8-fffc894fd8f1 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8227158 Apr 29 04:01:55.815666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56348) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.817275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.819412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.857686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5761f9e-7199-4005-a67a-df92ed6f6c6b tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:55.861553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f5761f9e-7199-4005-a67a-df92ed6f6c6b tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "GET /v2.0/ports/04bbc85b-1ed0-4c00-b363-32a3477c2056 HTTP/1.1" status: 200 len: 955 time: 0.0424881 Apr 29 04:01:55.879516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-650dfbf3-0276-499e-8ad6-e08996c8f95f tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] delete failed (client error): The resource could not be found. Apr 29 04:01:55.880597 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-650dfbf3-0276-499e-8ad6-e08996c8f95f tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/45ccf9ed-0a02-409d-b760-cb5df18166b2 HTTP/1.1" status: 404 len: 345 time: 0.1269159 Apr 29 04:01:55.881146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56350) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.891282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334312e-4080-416c-b666-35cc54ae74a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f80f2e9-d299-417e-a546-9ec951eb01d4,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:55.963437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (f5d14dc9-1484-4a57-a35e-eddec3c531a9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:55.977287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56356) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.977866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56374) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:55.988201 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a3bdac9a-586a-4866-80dd-74e9f281a5c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9024265 Apr 29 04:01:55.989008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56378) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:56.022943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ac15525f-660c-4d15-80db-5926eab418fa None None] Provisioning complete for port de524a9a-00dd-416e-9bec-b8c14d0b619f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:56.023437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ac15525f-660c-4d15-80db-5926eab418fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.026062 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 04:01:56.063134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Deleting port 04bbc85b-1ed0-4c00-b363-32a3477c2056 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:56.063134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (04bbc85b-1ed0-4c00-b363-32a3477c2056), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.106911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ac15525f-660c-4d15-80db-5926eab418fa None None] Port de524a9a-00dd-416e-9bec-b8c14d0b619f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:56.124346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56384) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:56.129394 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 04:01:56.146497 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b2b88c-e2a4-4079-b391-e184f1c0526d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 04:01:56.147101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b2b88c-e2a4-4079-b391-e184f1c0526d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:01:56.155122 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-61b2b88c-e2a4-4079-b391-e184f1c0526d tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/dc467a26-58ed-43c8-b9c9-1f5fbb4d3af2 HTTP/1.1" status: 404 len: 339 time: 0.1744463 Apr 29 04:01:56.157213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56386) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:56.166177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'network': {'name': 'tempest-network--639092903', 'router:external': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:56.188097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (f15d1180-3c1a-424f-a0ae-915bd2033b66), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.210730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Deleting port 754675c5-4bba-48e2-b15b-7973566e515b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:01:56.210730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (754675c5-4bba-48e2-b15b-7973566e515b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.242003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (04bbc85b-1ed0-4c00-b363-32a3477c2056), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.246567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2e0b592e-004f-4887-8c03-4f128623103c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:01:56.282349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Calling delete_port for 04bbc85b-1ed0-4c00-b363-32a3477c2056 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:56.291889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-a583765d-5048-4e58-a55c-f41489ffadb0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--423439454&fields=id&tenant_id=6320a464d3ce42bcad333465843e3cbc HTTP/1.1" status: 200 len: 267 time: 0.1664944 Apr 29 04:01:56.311889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2e0b592e-004f-4887-8c03-4f128623103c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:56.312266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2e0b592e-004f-4887-8c03-4f128623103c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.355028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Made reservation on behalf of 179abb95b5b745cca0fd6ccd4a735e4e for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:56.357795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.372513 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6ad487f3-5237-4fa5-98e2-5a881e05fe3d tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--825426534&fields=id&tenant_id=d5534ece9a1040a4b3e57c08a451b2d8 HTTP/1.1" status: 200 len: 267 time: 0.3907428 Apr 29 04:01:56.373257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Port': ['ID=de524a9a-00dd-416e-9bec-b8c14d0b619f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:56.393535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.404372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2e0b592e-004f-4887-8c03-4f128623103c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:01:56.647876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:56.718906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (754675c5-4bba-48e2-b15b-7973566e515b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.740679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.764743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d432f43-ec6c-4b07-87f9-ec786f9106ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.771697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:56.789932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Calling delete_port for 754675c5-4bba-48e2-b15b-7973566e515b owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:01:56.821528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4cfebfd8-c36e-4588-90de-1932dc7891b9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.821875 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Added segment 4cfebfd8-c36e-4588-90de-1932dc7891b9 of type vlan for network c7c7119c-d65b-4bd3-99c0-dc5a274e9997 Apr 29 04:01:56.874466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-2b4ed9d5-cba3-4c1b-9893-bbb7a198a588 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:56.875904 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-2b4ed9d5-cba3-4c1b-9893-bbb7a198a588 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 811 time: 0.3457055 Apr 29 04:01:56.906063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-87cea430-e78c-4933-a615-1dc68bd72eeb tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/quotas/6320a464d3ce42bcad333465843e3cbc HTTP/1.1" status: 200 len: 375 time: 0.0229647 Apr 29 04:01:56.907895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-047f2b2b-75e6-44e5-b5e5-90b3374593ac tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:56.909400 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-047f2b2b-75e6-44e5-b5e5-90b3374593ac tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/networks?id=dffbe481-d27f-4f84-95fe-7fb506e626d0 HTTP/1.1" status: 200 len: 812 time: 0.5226829 Apr 29 04:01:56.921879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (04bbc85b-1ed0-4c00-b363-32a3477c2056), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:56.992506 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (c7c7119c-d65b-4bd3-99c0-dc5a274e9997), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.013477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event deleted for resources: {'Port': ['ID=04bbc85b-1ed0-4c00-b363-32a3477c2056,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:57.023421 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-75aeb418-f099-4ba2-852c-7db53a2a49c0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/quotas/d5534ece9a1040a4b3e57c08a451b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0992622 Apr 29 04:01:57.064259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.067455 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-30b0e79b-638f-419f-9c14-e6f9a8b66ef7 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "DELETE /v2.0/ports/04bbc85b-1ed0-4c00-b363-32a3477c2056 HTTP/1.1" status: 204 len: 168 time: 1.1814771 Apr 29 04:01:57.073626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-ae05c054-dd4f-4bda-ac02-2ce2ac1a59e8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446550 Apr 29 04:01:57.075552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56392) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:57.105045 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-529751f2-3236-4db2-b70b-a9a7cbe38d44 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:01:57.110071 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-529751f2-3236-4db2-b70b-a9a7cbe38d44 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "GET /v2.0/ports/04bbc85b-1ed0-4c00-b363-32a3477c2056 HTTP/1.1" status: 404 len: 333 time: 0.0300832 Apr 29 04:01:57.110346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56398) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:57.114962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Request body: {'port': {'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1180498430'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:57.183776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (754675c5-4bba-48e2-b15b-7973566e515b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.197103 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-b2473a51-5e13-4fb1-93b9-bb407eb8a00f tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5534ece9a1040a4b3e57c08a451b2d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599631 Apr 29 04:01:57.217415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Made reservation on behalf of 8433f1eb0b114773b08edca0a7cb0cd6 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:57.219704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.221763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event deleted for resources: {'Port': ['ID=754675c5-4bba-48e2-b15b-7973566e515b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:57.261635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.268090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (c7c7119c-d65b-4bd3-99c0-dc5a274e9997), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.269036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:57.269631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.278870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:57.331271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-f9236ad3-88d2-4345-8a97-fb0f0f0aca5f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:01:57.332289 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-f9236ad3-88d2-4345-8a97-fb0f0f0aca5f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0979254 Apr 29 04:01:57.364072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.417139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d432f43-ec6c-4b07-87f9-ec786f9106ea admin admin] Publish callbacks [] for security_group (bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.417373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event updated for resources: {'Port': ['ID=a9dbe47d-0c67-4883-88ed-16bbdc026179,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:57.423728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Network': ['ID=c7c7119c-d65b-4bd3-99c0-dc5a274e9997,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:57.445574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network c7c7119c-d65b-4bd3-99c0-dc5a274e9997 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:57.466262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-3b877ed8-4a85-41d6-bdb2-e96a70669aae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:01:57.467287 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-3b877ed8-4a85-41d6-bdb2-e96a70669aae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1405833 Apr 29 04:01:57.479063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.487441 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-caf4720f-e659-411c-af34-f4b1cb221691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/ports/754675c5-4bba-48e2-b15b-7973566e515b HTTP/1.1" status: 204 len: 168 time: 1.4971786 Apr 29 04:01:57.490853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56408) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:57.512955 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55ed5988-a5be-4bc3-bbe3-26fb1cf7deae tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3487577 Apr 29 04:01:57.513146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400', 'external_fixed_ips': [{'subnet_id': '996b2b44-11b4-4f8a-b0b1-522ec1a783d8', 'ip_address': '172.20.0.9'}]}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:57.519423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56410) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:57.540231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f5d14dc9-1484-4a57-a35e-eddec3c531a9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.583988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d432f43-ec6c-4b07-87f9-ec786f9106ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.600213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.625839 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-19603c7a-8bc7-46b2-a3f5-6cb61cb89131 service neutron] 10.222.0.37 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382959 Apr 29 04:01:57.669905 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-5758a821-6c6e-4c6f-b614-b55ae5a4a2a1 service neutron] 10.222.0.37 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096793 Apr 29 04:01:57.691281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.769618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.771650 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ec11bb6a-f1a9-4357-bb25-4a12ff5705fd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6444154 Apr 29 04:01:57.790912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.791952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.817760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Port': ['ID=de524a9a-00dd-416e-9bec-b8c14d0b619f,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:57.831721 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-03096c9b-f7ba-4447-ab58-ce4ce227be39 service neutron] 10.222.0.37 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985478 Apr 29 04:01:57.835100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56414) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:57.835241 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3d432f43-ec6c-4b07-87f9-ec786f9106ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15071bce1bd34fd982496102bc3328d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1793525 Apr 29 04:01:57.847088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d432f43-ec6c-4b07-87f9-ec786f9106ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:57.860580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (f15d1180-3c1a-424f-a0ae-915bd2033b66), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.915453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.930878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1d6e79f2-02c2-43b2-888f-396d3b6ec6c6 admin admin] Publish callbacks [] for security_group (bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:57.976113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb4d10-a7c8-4b87-9380-7f805acc1c76 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:57.981231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb4d10-a7c8-4b87-9380-7f805acc1c76 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:57.991592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb4d10-a7c8-4b87-9380-7f805acc1c76 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:57.998526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb4d10-a7c8-4b87-9380-7f805acc1c76 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:57.999546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1d6e79f2-02c2-43b2-888f-396d3b6ec6c6 admin admin] Publish callbacks [] for security_group (bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.003857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb4d10-a7c8-4b87-9380-7f805acc1c76 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:58.005674 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-37bb4d10-a7c8-4b87-9380-7f805acc1c76 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.4852939 Apr 29 04:01:58.010312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56418) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:58.050535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.058686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-795abe78-56cf-436b-accf-fb05acb7ca4e service neutron] 10.222.0.37 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879752 Apr 29 04:01:58.125229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (c7c7119c-d65b-4bd3-99c0-dc5a274e9997), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.128590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:58.131652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:58.159307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.241435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1d6e79f2-02c2-43b2-888f-396d3b6ec6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.244119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1d6e79f2-02c2-43b2-888f-396d3b6ec6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.245294 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1d6e79f2-02c2-43b2-888f-396d3b6ec6c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28 HTTP/1.1" status: 204 len: 168 time: 0.4091637 Apr 29 04:01:58.308827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Network f548f2a6-d7f9-432e-bf99-7f0d210fe71a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:01:58.365345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=77cbffa3-b4b6-41b8-a80a-ad489c2e95cd,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:58.377464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:01:58.389223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:01:58.390955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:58.396514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.477250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.554491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2955a422-b8f1-49e3-8838-f38f3b2bce04 None None] Provisioning complete for port de524a9a-00dd-416e-9bec-b8c14d0b619f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:01:58.555066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2955a422-b8f1-49e3-8838-f38f3b2bce04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.589166 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3be2f56-f8a7-4df7-8281-dd3fb3f96ee4 req-e775d699-5a8e-4b48-b75d-1d6c083e664a tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.0865238 Apr 29 04:01:58.593544 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b817c4ba-d935-406f-802d-79158b8e8bdc tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4821911 Apr 29 04:01:58.596208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56462) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:58.601999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2955a422-b8f1-49e3-8838-f38f3b2bce04 None None] Port de524a9a-00dd-416e-9bec-b8c14d0b619f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:01:58.606054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:58.619882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e79f2-02c2-43b2-888f-396d3b6ec6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47c0dc-e72c-4dbc-9e88-e74fb2bc4f28,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:58.669800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (c7c7119c-d65b-4bd3-99c0-dc5a274e9997), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.703384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c7119c-d65b-4bd3-99c0-dc5a274e9997']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:58.725534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfebfd8-c36e-4588-90de-1932dc7891b9') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:58.725734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfebfd8-c36e-4588-90de-1932dc7891b9') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:01:58.744091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Router f15d1180-3c1a-424f-a0ae-915bd2033b66 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:01:58.746555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (4cfebfd8-c36e-4588-90de-1932dc7891b9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.751974 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-19d1f920-00b7-469e-ae06-bda6b2698c43 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1921232369&fields=id&tenant_id=4d030c1808e044749889e7831d1963fa HTTP/1.1" status: 200 len: 267 time: 0.1427000 Apr 29 04:01:58.775907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4cfebfd8-c36e-4588-90de-1932dc7891b9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.799185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:01:58.799591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (4cfebfd8-c36e-4588-90de-1932dc7891b9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:01:58.812691 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:01:58.980777 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90e13d7c-1569-4766-be67-3f6936d55b28 req-d987884a-b9fe-4439-90a3-86abab917c42 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.2673101 Apr 29 04:01:58.980777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.050897 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (c7c7119c-d65b-4bd3-99c0-dc5a274e9997), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.065303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-af73b4fa-9c11-4209-ba5a-67dd76939a7f tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:59.073537 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-af73b4fa-9c11-4209-ba5a-67dd76939a7f tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/networks?id=293e95bc-eec4-4219-84ae-ec12b64f60d0 HTTP/1.1" status: 200 len: 805 time: 0.3088260 Apr 29 04:01:59.095092 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-639592bc-019c-4a43-b42a-78464e6331f9 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/quotas/4d030c1808e044749889e7831d1963fa HTTP/1.1" status: 200 len: 375 time: 0.0205760 Apr 29 04:01:59.165020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7c7119c-d65b-4bd3-99c0-dc5a274e9997 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:01:59.185100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.194020 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c7c7119c-d65b-4bd3-99c0-dc5a274e9997 HTTP/1.1" status: 204 len: 168 time: 1.1824405 Apr 29 04:01:59.200303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56482) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:59.201467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7c8e6-d3db-487f-8c76-c82bcaf331fb tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7c7119c-d65b-4bd3-99c0-dc5a274e9997,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:59.213102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'network': {'name': 'tempest-network--1609251357', 'router:external': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:59.223863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:01:59.249341 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-497952a2-9eca-4b53-ae73-9a60f18231d8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "PUT /v2.0/routers/f15d1180-3c1a-424f-a0ae-915bd2033b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2884450 Apr 29 04:01:59.251127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56490) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:59.256706 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-6d584946-2ca9-4fd1-b1ff-dea33cd727f9 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d030c1808e044749889e7831d1963fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607690 Apr 29 04:01:59.257973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Request body: {'port': {'network_id': '35fb34e4-7275-4a53-80dc-0fe8f33b013a', 'name': 'tempest-FloatingIPAdminTestJSON-812554886'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:01:59.266080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.319193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.385146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Made reservation on behalf of 179abb95b5b745cca0fd6ccd4a735e4e for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:01:59.387663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.444992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:01:59.451443 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-761d1199-c713-4282-ba22-867bb30d04bd service neutron] 10.222.0.37 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681771 Apr 29 04:01:59.469436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] device_id is not set on port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:01:59.474300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (cac2bd79-a48c-4909-a250-bdd67328a24b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.474300 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Added segment cac2bd79-a48c-4909-a250-bdd67328a24b of type vlan for network 44d17a83-2435-4eb0-9b73-d0e22c76737e Apr 29 04:01:59.498883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks [] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.590037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (44d17a83-2435-4eb0-9b73-d0e22c76737e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.609474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Allocated IP 172.20.0.9 (eff3756a-1115-4e91-8b79-e0cc6c666400/996b2b44-11b4-4f8a-b0b1-522ec1a783d8/dc7dc2ef-023e-48f1-aab8-15ad58cb23c6) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:01:59.644906 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-9c84be44-142a-4957-a3b5-64d1da33cfbd service neutron] 10.222.0.37 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755993 Apr 29 04:01:59.687377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.735539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (44d17a83-2435-4eb0-9b73-d0e22c76737e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.736497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:01:59.737089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:01:59.831702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Network': ['ID=44d17a83-2435-4eb0-9b73-d0e22c76737e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:59.843545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 44d17a83-2435-4eb0-9b73-d0e22c76737e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:01:59.889170 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5d1052dc-5cdb-4ec8-bd4a-c9de9dbd86b3 req-e8c39a4b-9cf5-4782-acd7-401a0f10557b tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.1067796 Apr 29 04:01:59.913924 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a77ae9e-97fc-42d0-a0d4-caa0ac3d22f3 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7098689 Apr 29 04:01:59.918999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56514) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:01:59.946731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:01:59.947698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:01:59.948231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:01:59.951123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=77cbffa3-b4b6-41b8-a80a-ad489c2e95cd,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:01:59.996916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:01:59.998036 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.000923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.012900 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 2 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.021402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Made reservation on behalf of ebd9a5e5d13b45269a1121b721b1137f for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:00.024757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.044306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56524) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:00.051910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] Sync routers for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:00.093265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:00.098863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.147287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a6e73-82fd-4029-93a3-f474439ccd48 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:00.149125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1a1a6e73-82fd-4029-93a3-f474439ccd48 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] 10.222.0.37 "GET /v2.0/networks/44d17a83-2435-4eb0-9b73-d0e22c76737e HTTP/1.1" status: 200 len: 757 time: 0.2290576 Apr 29 04:02:00.152010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56534) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:00.167661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.168085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:00.168328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:00.170372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.181506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:00.182824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.187523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:00.187858 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.216396 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 3 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.232775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.233530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51c08b-bd84-422d-ab0f-584eef195e64 None None] The sync data for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:00.244716 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-31482533-45cc-4a19-b30f-9ab6cf244c71 req-1c03eadf-029c-4f26-930e-62927e4c3f3d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.1668148 Apr 29 04:02:00.246370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] device_id is not set on port 3b1cc26d-4986-4564-8273-d2c7192ce3c5 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:00.248255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1562676416'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:00.286591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.287143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:00.287630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:00.321692 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6435936a-80c6-484f-b23e-3eaa8ac24689 req-e292f7ae-c183-4bb1-b6b2-e4bb8c30e54b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.0696154 Apr 29 04:02:00.337480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852cdd04-bf73-49a4-b232-60c95a5d6536 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:00.343537 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-852cdd04-bf73-49a4-b232-60c95a5d6536 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] 10.222.0.37 "GET /v2.0/networks/8275ae7e-c56f-4bfe-9887-4251b52999df HTTP/1.1" status: 200 len: 768 time: 0.1856637 Apr 29 04:02:00.343669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56536) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:00.343757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:00.344089 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.361278 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 4 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.429386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.429719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:00.430050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:00.460984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:00.464521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.478317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.488885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:00.489208 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.496616 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 5 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.505592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.530163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (44d17a83-2435-4eb0-9b73-d0e22c76737e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.554905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.555235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:00.555560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:00.583441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:00.583784 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.584788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Allocated IP 172.20.0.13 (35fb34e4-7275-4a53-80dc-0fe8f33b013a/569a3bfa-66a0-4c3c-add7-ddf95c3a38c7/3b1cc26d-4986-4564-8273-d2c7192ce3c5) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:00.587877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network eff3756a-1115-4e91-8b79-e0cc6c666400 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:00.593698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 6 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.613951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:00.624862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:00.646263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for security_group (104785f8-8cb5-4a63-b7f8-266198a5d4a2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.647282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Port': ['ID=dc7dc2ef-023e-48f1-aab8-15ad58cb23c6,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:00.666907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.667238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:00.667560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:00.696837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:00.697158 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.705230 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 7 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.735843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (104785f8-8cb5-4a63-b7f8-266198a5d4a2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.772481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:00.782535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104785f8-8cb5-4a63-b7f8-266198a5d4a2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:00.785539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.785914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:00.786418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:00.787475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.787900 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Added segment e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b of type vlan for network 5273e9da-907f-4360-8477-fa453b9d1413 Apr 29 04:02:00.791846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (44d17a83-2435-4eb0-9b73-d0e22c76737e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.828545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5273e9da-907f-4360-8477-fa453b9d1413), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.853053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:00.853472 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:00.862055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 8 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:00.903028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d17a83-2435-4eb0-9b73-d0e22c76737e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.918111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5273e9da-907f-4360-8477-fa453b9d1413), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.925685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:00.927297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:00.954851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac2bd79-a48c-4909-a250-bdd67328a24b') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.955144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac2bd79-a48c-4909-a250-bdd67328a24b') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:00.992695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Network': ['ID=5273e9da-907f-4360-8477-fa453b9d1413,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:00.999442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:00.999835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:01.000490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:01.002746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5273e9da-907f-4360-8477-fa453b9d1413 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:01.003767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (cac2bd79-a48c-4909-a250-bdd67328a24b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.041149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:01.041603 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:01.046099 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 9 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:01.056947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f8e2300e-08ae-456c-aa37-f4cc365ff1b0 req-562902d3-c369-4190-97fa-5285b55898e3 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.0808070 Apr 29 04:02:01.063468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (cac2bd79-a48c-4909-a250-bdd67328a24b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.086447 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a42b1d6e-1b31-41ab-909b-9b5ee35e1369 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9949131 Apr 29 04:02:01.086447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56552) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:01.086447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'subnet': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:01.095140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:01.095537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (cac2bd79-a48c-4909-a250-bdd67328a24b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:01.098308 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:01.101349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:01.101606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:01.101934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:01.132111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for port (3b1cc26d-4986-4564-8273-d2c7192ce3c5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.143150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:01.143475 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:01.146346 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempt 10 to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd Apr 29 04:02:01.203761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:01.204091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:01.204420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempting to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:01.224813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:01.225135 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Failed to bind port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'f800afcd-0919-40c4-92ef-ada1e98b8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f548f2a6-d7f9-432e-bf99-7f0d210fe71a'}] Apr 29 04:02:01.225526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.294005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:01.298430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.375496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (44d17a83-2435-4eb0-9b73-d0e22c76737e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.403405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3b1cc26d-4986-4564-8273-d2c7192ce3c5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.419051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] For port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:01.419504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attempted to set empty binding levels {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 04:02:01.429828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Network': ['ID=44d17a83-2435-4eb0-9b73-d0e22c76737e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:01.431555 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5ef9d606-e0ed-494f-b999-72b98c8c1ae4 req-ca6732ac-eb4f-4468-bbb7-11fcc4d8ef5a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.0494115 Apr 29 04:02:01.440731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44d17a83-2435-4eb0-9b73-d0e22c76737e {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:02:01.649791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (2a45b27b-266d-4ab7-a43c-deb69c327b5a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.714376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Subnet': ['ID=2a45b27b-266d-4ab7-a43c-deb69c327b5a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:01.727094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Checking segment: {'id': 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5273e9da-907f-4360-8477-fa453b9d1413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:01.727452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network hostable DHCP agents. Network: 5273e9da-907f-4360-8477-fa453b9d1413, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:02:01.754149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.757518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.759227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dca4eaf3-4720-4112-a29e-fdfcd52ffb93 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/44d17a83-2435-4eb0-9b73-d0e22c76737e HTTP/1.1" status: 204 len: 168 time: 1.4163721 Apr 29 04:02:01.763180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56570) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:01.770505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.770757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'network': {'name': 'tempest-network--1206340192'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:01.829906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:01.839123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:02:01.840351 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdc697ca-8dac-42af-9cb3-8eed48c3e14e req-b9ca40f5-62ba-4363-93bf-cba043942df5 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.4228704 Apr 29 04:02:01.843123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event updated for resources: {'Port': ['ID=3b1cc26d-4986-4564-8273-d2c7192ce3c5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:01.856428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:01.859349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:01.868701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] In _notify_port_updated(), no bound segment for port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd on network f548f2a6-d7f9-432e-bf99-7f0d210fe71a {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:01.868865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Made reservation on behalf of 179abb95b5b745cca0fd6ccd4a735e4e for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:01.869866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:01.870641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.871111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.877490 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "PUT /v2.0/ports/77cbffa3-b4b6-41b8-a80a-ad489c2e95cd HTTP/1.1" status: 200 len: 977 time: 3.2743769 Apr 29 04:02:01.885640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56572) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:01.907419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:01.930076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e283dfcd-fc0b-4d4d-beac-c2f10266bbe5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:01.930076 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Added segment e283dfcd-fc0b-4d4d-beac-c2f10266bbe5 of type vlan for network 21cae588-1fbe-4bc6-82d4-5d9d8f567b30 Apr 29 04:02:01.992938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5273e9da-907f-4360-8477-fa453b9d1413) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:02.010557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb157f-6a54-4344-967b-97f76669ccee None None] Network 5273e9da-907f-4360-8477-fa453b9d1413 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:02.036441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535604-aafa-48c6-91a1-0ad720e31cb0 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event updated for resources: {'Port': ['ID=77cbffa3-b4b6-41b8-a80a-ad489c2e95cd,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:02.039246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:02.039848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.052073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Deleting port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:02.052401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.068475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:02.069159 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.071734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.216539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] For port 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd, host hv-neutron-8397, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:02.216644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.233228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-5273e9da-907f-4360-8477-fa453b9d1413', 'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'project_id': 'b29edefec0c54f288fea3026c689fe02', 'fixed_ips': [{'subnet_id': '2a45b27b-266d-4ab7-a43c-deb69c327b5a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:02:02.234270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.235544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Calling delete_port for 77cbffa3-b4b6-41b8-a80a-ad489c2e95cd owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:02.257805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-103199ce-d198-458b-abef-323668feea7b None None] Provisioning complete for port 3b1cc26d-4986-4564-8273-d2c7192ce3c5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:02.258174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-103199ce-d198-458b-abef-323668feea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3b1cc26d-4986-4564-8273-d2c7192ce3c5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.278408 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7018e991-d4be-45a8-a4a8-757285d1ffcd req-9a3b1ccd-2bc8-4051-9862-463d7266dc29 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.0879490 Apr 29 04:02:02.306629 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8f38486d-b89f-417a-8d8c-e8cd88a84b4a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0533910 Apr 29 04:02:02.308911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56576) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:02.312371 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8dfc7d69-c4dd-4be5-879e-e090cba76f97 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2325950 Apr 29 04:02:02.316403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56580) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:02.323475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'name': 'tempest-AllowedAddressPairTestJSON-1051132992'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:02.346043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.370883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-103199ce-d198-458b-abef-323668feea7b None None] Port 3b1cc26d-4986-4564-8273-d2c7192ce3c5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:02.384462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.385442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:02.386079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.487310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Network': ['ID=21cae588-1fbe-4bc6-82d4-5d9d8f567b30,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:02.487982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Allocated IP 172.20.0.2 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/ec9be758-ebb0-4203-885d-ba8cb81ede0f) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:02.548019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'project_id': 'ebd9a5e5d13b45269a1121b721b1137f', 'port_id': '3b1cc26d-4986-4564-8273-d2c7192ce3c5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:02.600748 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9edac924-85b0-4675-b213-9dbc5458f0bd tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8363695 Apr 29 04:02:02.602567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56584) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:02.609885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 21cae588-1fbe-4bc6-82d4-5d9d8f567b30 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:02.611199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:02.667847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-703a9e51-0dfd-4994-907f-d4d941b60aef req-bcc9ebe6-e927-41a5-b1a3-3ca6d6f3b6f4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.0333462 Apr 29 04:02:02.678747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (77cbffa3-b4b6-41b8-a80a-ad489c2e95cd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.679280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.682044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Router 09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:02.733203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Pushing event deleted for resources: {'Port': ['ID=77cbffa3-b4b6-41b8-a80a-ad489c2e95cd,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:02.743481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Publish callbacks [] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.745475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:02.750909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.761657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.765169 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eda7ae3b-9608-457f-889e-a85cfca49815 tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "DELETE /v2.0/ports/77cbffa3-b4b6-41b8-a80a-ad489c2e95cd HTTP/1.1" status: 204 len: 168 time: 0.8486969 Apr 29 04:02:02.768416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56588) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:02.786873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] device_id is not set on port 6ed8df41-74a6-40cb-a428-d62fbeb3d880 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:02.825692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.848580 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-240f6adb-dd5f-4950-a7f2-09904b7fa3cb tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:02:02.854551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.31', 60085) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:02.860630 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-240f6adb-dd5f-4950-a7f2-09904b7fa3cb tempest-PortsAdminExtendedAttrsTestJSON-549069722 tempest-PortsAdminExtendedAttrsTestJSON-549069722-project-admin] 10.222.0.37 "GET /v2.0/ports/77cbffa3-b4b6-41b8-a80a-ad489c2e95cd HTTP/1.1" status: 404 len: 333 time: 0.0883679 Apr 29 04:02:02.866549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56590) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:02.879713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Pushing event updated for resources: {'Port': ['ID=ec9be758-ebb0-4203-885d-ba8cb81ede0f,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:02.916705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:02.920251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:02.923890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:02.952688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:02.968503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:02.981942 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Sync routers for ids ['09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:02.992108 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Routers {'09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:02.995084 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:02.999740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Attempting to bind port ec9be758-ebb0-4203-885d-ba8cb81ede0f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:03.000381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Attempting to bind port ec9be758-ebb0-4203-885d-ba8cb81ede0f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5273e9da-907f-4360-8477-fa453b9d1413'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:03.001013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Attempting to bind port ec9be758-ebb0-4203-885d-ba8cb81ede0f on network 5273e9da-907f-4360-8477-fa453b9d1413 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:03.007115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:03.007805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Checking segment: {'id': 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5273e9da-907f-4360-8477-fa453b9d1413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:03.008542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.009168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Bound using segment: {'id': 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5273e9da-907f-4360-8477-fa453b9d1413'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:03.009915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Bound port: ec9be758-ebb0-4203-885d-ba8cb81ede0f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5273e9da-907f-4360-8477-fa453b9d1413'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:03.010503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.052664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.057719 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-765984df-b433-4f28-acaf-2d63d15d1c0d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5597613 Apr 29 04:02:03.065440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56596) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:03.103168 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Set router 09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:03.116869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] For port ec9be758-ebb0-4203-885d-ba8cb81ede0f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:03.120586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] For port ec9be758-ebb0-4203-885d-ba8cb81ede0f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec9be758-ebb0-4203-885d-ba8cb81ede0f,segment=NetworkSegment(e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b),segment_id=e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:03.176340 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5dde4473-91ed-4c3b-8e89-7436bc44c1eb req-f24ed7df-e71c-4618-ad37-7fdc20236ce4 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.2118678 Apr 29 04:02:03.190688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.202207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.203174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.31', 60086) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:03.214199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (f548f2a6-d7f9-432e-bf99-7f0d210fe71a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.246049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Allocated IP 172.20.0.9 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/6ed8df41-74a6-40cb-a428-d62fbeb3d880) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:03.271294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-cadffe00-3630-46da-bd92-3903c3591c0f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:03.273040 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-cadffe00-3630-46da-bd92-3903c3591c0f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 811 time: 0.4074016 Apr 29 04:02:03.304317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.330681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-63efece7-7b27-429f-943b-671763ec726c tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:03.333617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-63efece7-7b27-429f-943b-671763ec726c tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.31 "GET /v2.0/networks?id=dffbe481-d27f-4f84-95fe-7fb506e626d0 HTTP/1.1" status: 200 len: 812 time: 0.1247866 Apr 29 04:02:03.337977 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff', 'name': '', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400', 'external_fixed_ips': [{'subnet_id': '996b2b44-11b4-4f8a-b0b1-522ec1a783d8', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'dc7dc2ef-023e-48f1-aab8-15ad58cb23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:57Z', 'updated_at': '2022-04-29T04:02:01Z', 'revision_number': 3, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port': {'id': 'dc7dc2ef-023e-48f1-aab8-15ad58cb23c6', 'name': '', 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '996b2b44-11b4-4f8a-b0b1-522ec1a783d8', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:59Z', 'updated_at': '2022-04-29T04:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996b2b44-11b4-4f8a-b0b1-522ec1a783d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:03.352695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a2b8e-2548-4921-a9f2-453fdab5a300 None None] Pushing event updated for resources: {'Port': ['ID=ec9be758-ebb0-4203-885d-ba8cb81ede0f,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:03.387938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.405088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Network 21cae588-1fbe-4bc6-82d4-5d9d8f567b30 is not hosted by any dhcp agent {{(pid=116104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 04:02:03.406066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:03.406748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.408134 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "PUT /v2.0/networks/21cae588-1fbe-4bc6-82d4-5d9d8f567b30 HTTP/1.1" status: 200 len: 858 time: 0.8035977 Apr 29 04:02:03.429119 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Checking router: 09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:02:03.429119 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Updating router 09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:02:03.435115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:03.460335 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.536345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.31', 60087) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:03.807776 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Publish callbacks [] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.821984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8bc3abe2-e586-4902-91f1-437f83a3fd7f req-1cf4341b-e74f-4e85-a767-35a7ff932a76 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.2846062 Apr 29 04:02:03.836167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Allocated IP 172.26.4.30 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/0ae964de-0dd2-4b7e-bf7c-103210c688a4) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:03.846498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (f548f2a6-d7f9-432e-bf99-7f0d210fe71a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.878157 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.917839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.926922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ea9ba-5f49-4d0e-9314-0e5b36b30d18 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event updated for resources: {'Network': ['ID=21cae588-1fbe-4bc6-82d4-5d9d8f567b30,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:03.938792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-e6e877ab-a89b-41af-b206-3171dc8f7e83 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:03.940291 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-e6e877ab-a89b-41af-b206-3171dc8f7e83 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.31 "GET /v2.0/networks?id=293e95bc-eec4-4219-84ae-ec12b64f60d0 HTTP/1.1" status: 200 len: 805 time: 0.4008269 Apr 29 04:02:03.959323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959c5f0-bfa1-45f4-8a35-a76c4b6f5e5e None None] Pushing event updated for resources: {'Port': ['ID=dc7dc2ef-023e-48f1-aab8-15ad58cb23c6,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:03.968024 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Attempting to bind port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:03.968403 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Attempting to bind port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '445c020a-5dfe-4fc7-899c-d2b60b1330e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:03.968766 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Attempting to bind port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6 on network eff3756a-1115-4e91-8b79-e0cc6c666400 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:03.981869 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:03.982245 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Checking segment: {'id': '445c020a-5dfe-4fc7-899c-d2b60b1330e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:03.982840 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.983009 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Bound using segment: {'id': '445c020a-5dfe-4fc7-899c-d2b60b1330e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:03.983481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Bound port: dc7dc2ef-023e-48f1-aab8-15ad58cb23c6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445c020a-5dfe-4fc7-899c-d2b60b1330e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eff3756a-1115-4e91-8b79-e0cc6c666400'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:03.986042 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:03.994392 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-3ac945d2-0cce-4a4d-a927-ebb6aa2b3f1a tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5534ece9a1040a4b3e57c08a451b2d8 HTTP/1.1" status: 200 len: 379 time: 0.6295357 Apr 29 04:02:04.015315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Request body: {'port': {'device_id': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'admin_state_up': True, 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'security_groups': ['1677df32-0917-43d7-973c-14bd2510fcdf']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:04.048444 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-43d2f2e1-929b-4f58-a733-ad2b4e9868f5 req-94bb602d-44e7-4eef-906c-0f8c3d5b0749 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.2047579 Apr 29 04:02:04.050077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f548f2a6-d7f9-432e-bf99-7f0d210fe71a']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.117237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f800afcd-0919-40c4-92ef-ada1e98b8586') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.117562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f800afcd-0919-40c4-92ef-ada1e98b8586') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.134059 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] For port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:04.137977 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] For port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=dc7dc2ef-023e-48f1-aab8-15ad58cb23c6,segment=NetworkSegment(445c020a-5dfe-4fc7-899c-d2b60b1330e9),segment_id=445c020a-5dfe-4fc7-899c-d2b60b1330e9)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:04.140167 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-5a649cd9-f7d9-4135-886a-5a18bbc4aceb tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6320a464d3ce42bcad333465843e3cbc HTTP/1.1" status: 200 len: 379 time: 0.7874327 Apr 29 04:02:04.141989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (f800afcd-0919-40c4-92ef-ada1e98b8586), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.148621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.181747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f800afcd-0919-40c4-92ef-ada1e98b8586), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.182224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.187739 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-bb1756f0-c9ae-40fc-9714-bf157fdc90d0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d030c1808e044749889e7831d1963fa HTTP/1.1" status: 200 len: 380 time: 0.2349591 Apr 29 04:02:04.200127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Deleting port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:04.200471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.201043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:04.201492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (f800afcd-0919-40c4-92ef-ada1e98b8586), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:04.211720 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:04.214357 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.233483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Request body: {'port': {'device_id': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'admin_state_up': True, 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'security_groups': ['54e5a08f-5119-429b-ac5b-b25f6f18fd4e']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:04.306065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Request body: {'port': {'device_id': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'admin_state_up': True, 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'security_groups': ['aa6cb867-231d-4b60-ac10-eb4fae00b258']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:04.319424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec9be758-ebb0-4203-885d-ba8cb81ede0f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:04.370499 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Routers {'09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:04.374961 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:01:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.437347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ec9be758-ebb0-4203-885d-ba8cb81ede0f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:04.437889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.458160 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959c5f0-bfa1-45f4-8a35-a76c4b6f5e5e None None] Pushing event updated for resources: {'Port': ['ID=dc7dc2ef-023e-48f1-aab8-15ad58cb23c6,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:04.465179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.531611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f14e1f1-bf97-4445-b24f-9a4e8905a8ce req-5148910d-4440-4a09-9712-fe1fb6ca2e6d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.1721418 Apr 29 04:02:04.644100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.668850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cae588-1fbe-4bc6-82d4-5d9d8f567b30']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.680256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e283dfcd-fc0b-4d4d-beac-c2f10266bbe5') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.680557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e283dfcd-fc0b-4d4d-beac-c2f10266bbe5') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.699028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (e283dfcd-fc0b-4d4d-beac-c2f10266bbe5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.715103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e283dfcd-fc0b-4d4d-beac-c2f10266bbe5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.722024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:04.722329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (e283dfcd-fc0b-4d4d-beac-c2f10266bbe5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.729486 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] Set router 09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:04.754587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ec9be758-ebb0-4203-885d-ba8cb81ede0f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:04.755078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.772866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c959f37-c506-496c-a3e0-265a70b68c02 None None] Network 5273e9da-907f-4360-8477-fa453b9d1413 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:04.801478 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff', 'name': '', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:57Z', 'updated_at': '2022-04-29T04:02:03Z', 'revision_number': 4, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:04.804015 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:04.807737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (6ed8df41-74a6-40cb-a428-d62fbeb3d880), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.833624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a23460d5-7fb2-411b-a4eb-e164e2f53e89 None None] Provisioning complete for port ec9be758-ebb0-4203-885d-ba8cb81ede0f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:04.833991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a23460d5-7fb2-411b-a4eb-e164e2f53e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.841915 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5c6b6-4a19-4d7e-b040-a3618792e48d None None] The sync data for ids ['09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff'] in dv-neutron-839777-1-hyperv is: [{'id': '09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff', 'name': '', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:57Z', 'updated_at': '2022-04-29T04:02:03Z', 'revision_number': 4, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:04.857858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (21cae588-1fbe-4bc6-82d4-5d9d8f567b30), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.857858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21cae588-1fbe-4bc6-82d4-5d9d8f567b30 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:02:04.860074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.863926 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] 10.222.0.37 "DELETE /v2.0/networks/21cae588-1fbe-4bc6-82d4-5d9d8f567b30 HTTP/1.1" status: 204 len: 168 time: 1.4202323 Apr 29 04:02:04.871981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56636) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:04.897731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port ec9be758-ebb0-4203-885d-ba8cb81ede0f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec9be758-ebb0-4203-885d-ba8cb81ede0f,segment=NetworkSegment(e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b),segment_id=e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:04.930145 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bce60a-3040-4aee-a0c0-1ef5cd5b14b2 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] DELETE failed (client error): The resource could not be found. Apr 29 04:02:04.930615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bce60a-3040-4aee-a0c0-1ef5cd5b14b2 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:02:04.934792 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-34bce60a-3040-4aee-a0c0-1ef5cd5b14b2 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] 10.222.0.37 "DELETE /v2.0/subnets/3a16f0dc-361a-4e40-b735-504c3e652ac6 HTTP/1.1" status: 404 len: 337 time: 0.0570586 Apr 29 04:02:04.937906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56638) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:04.941133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:04.946319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Made reservation on behalf of 6320a464d3ce42bcad333465843e3cbc for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:04.949765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.966191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:04.969980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc9268-80ad-45ca-927d-8071e94145c5 tempest-ExternalNetworksTestJSON-1531977051 tempest-ExternalNetworksTestJSON-1531977051-project-admin] Pushing event deleted for resources: {'Network': ['ID=21cae588-1fbe-4bc6-82d4-5d9d8f567b30,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:04.975746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (f548f2a6-d7f9-432e-bf99-7f0d210fe71a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.997512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] For port dc7dc2ef-023e-48f1-aab8-15ad58cb23c6, host dv-neutron-839777-1-hyperv, got binding levels [] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:04.997881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:04.998249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.005059 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] 10.222.0.37 "DELETE /v2.0/networks/f548f2a6-d7f9-432e-bf99-7f0d210fe71a HTTP/1.1" status: 204 len: 168 time: 2.1314149 Apr 29 04:02:05.011405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:05.024445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Made reservation on behalf of d5534ece9a1040a4b3e57c08a451b2d8 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:05.028620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.030759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae964de-0dd2-4b7e-bf7c-103210c688a4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:05.055021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.097193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Calling delete_port for dc7dc2ef-023e-48f1-aab8-15ad58cb23c6 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:05.185847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Allocated IP 172.20.0.12 (f4540851-ad5d-40c6-8aed-fe02e20dbb47/17d168ae-0dec-483d-95b0-ff97ba512e00/a4c98c31-2043-431e-abc1-6939956f71fb) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:05.202330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Made reservation on behalf of 4d030c1808e044749889e7831d1963fa for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:05.206430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.256111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a23460d5-7fb2-411b-a4eb-e164e2f53e89 None None] Current status of the port ec9be758-ebb0-4203-885d-ba8cb81ede0f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:05.258158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=ec9be758-ebb0-4203-885d-ba8cb81ede0f,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:05.342160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for port (a4c98c31-2043-431e-abc1-6939956f71fb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.427859 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c412ae0d-d139-4767-821b-f135ed8f4bba req-a6e662dd-a75b-425d-8019-cf78bcd15ead tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.4637992 Apr 29 04:02:05.435235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a04edd-76d0-4304-a1b5-f30c0c2ec5c3 tempest-PortsAdminExtendedAttrsTestJSON-1548771839 tempest-PortsAdminExtendedAttrsTestJSON-1548771839-project] Pushing event deleted for resources: {'Network': ['ID=f548f2a6-d7f9-432e-bf99-7f0d210fe71a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:05.484850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b14df4e0-f5d9-4faf-914f-a4dbdd29ade7 None None] Provisioning complete for port ec9be758-ebb0-4203-885d-ba8cb81ede0f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:05.486352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b14df4e0-f5d9-4faf-914f-a4dbdd29ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.514752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (6ed8df41-74a6-40cb-a428-d62fbeb3d880), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.521137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.670952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b14df4e0-f5d9-4faf-914f-a4dbdd29ade7 None None] Current status of the port ec9be758-ebb0-4203-885d-ba8cb81ede0f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:05.695953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8275ae7e-c56f-4bfe-9887-4251b52999df), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:05.701660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:05.726471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:05.769099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:05.770037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:05.772980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:05.780319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:05.783943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=6ed8df41-74a6-40cb-a428-d62fbeb3d880,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:05.800276 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-381e98a2-b4b2-4422-a719-67f295212212 req-33aadd28-62d5-462e-9da0-52892f858bc9 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.1276329 Apr 29 04:02:05.930748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dc7dc2ef-023e-48f1-aab8-15ad58cb23c6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.041664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56652) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:06.074663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event updated for resources: {'Port': ['ID=a4c98c31-2043-431e-abc1-6939956f71fb,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:06.103383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:06.104504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.134521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:06.135255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.364807 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:02:06.368754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb9242-7182-4515-99e4-e917eb4e94c8 req-4eb55eb4-0647-4608-9978-45655983797b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:06.368754 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ceb9242-7182-4515-99e4-e917eb4e94c8 req-4eb55eb4-0647-4608-9978-45655983797b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 932 time: 0.9648225 Apr 29 04:02:06.370370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bd528387-3a7a-4e6c-b0f5-08402e5432c8 None None] Provisioning complete for port a4c98c31-2043-431e-abc1-6939956f71fb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:06.370370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bd528387-3a7a-4e6c-b0f5-08402e5432c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.370370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec9be758-ebb0-4203-885d-ba8cb81ede0f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:06.371154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc7dc2ef-023e-48f1-aab8-15ad58cb23c6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:06.443458 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-baaf2df3-9256-49ba-9e96-147b3661b58d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2139118 Apr 29 04:02:06.457070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bd528387-3a7a-4e6c-b0f5-08402e5432c8 None None] Port a4c98c31-2043-431e-abc1-6939956f71fb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:06.481736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ec9be758-ebb0-4203-885d-ba8cb81ede0f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:06.482477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.516856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-6ec706e4-3c61-452d-85e1-77c48b9f3f2a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:02:06.517944 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-6ec706e4-3c61-452d-85e1-77c48b9f3f2a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057936 Apr 29 04:02:06.601987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f4f268af-9e2a-4d36-93be-aee95eca5ec6 None None] Provisioning complete for port 6ed8df41-74a6-40cb-a428-d62fbeb3d880 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:06.602892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4f268af-9e2a-4d36-93be-aee95eca5ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6ed8df41-74a6-40cb-a428-d62fbeb3d880), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.662998 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ef9572f-6c2f-4a2a-9b44-314083499873 req-9d480662-3f92-4112-8044-22073c024b83 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.0887854 Apr 29 04:02:06.669055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f4f268af-9e2a-4d36-93be-aee95eca5ec6 None None] Port 6ed8df41-74a6-40cb-a428-d62fbeb3d880 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:06.680045 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c460f982-1231-421f-a355-427dec87a57d tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3615880 Apr 29 04:02:06.696341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56658) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:06.706880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'name': 'tempest-AllowedAddressPairTestJSON-537164502', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5f:b8:3e'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:06.778878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8275ae7e-c56f-4bfe-9887-4251b52999df), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.824850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Allocated IP 172.20.0.13 (dffbe481-d27f-4f84-95fe-7fb506e626d0/7a49e2df-4761-4ac4-ba10-97616206dca3/6b14455a-94cb-4aaa-b7ad-67968f7807fb) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:06.835432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ec9be758-ebb0-4203-885d-ba8cb81ede0f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:06.851347 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ceb9242-7182-4515-99e4-e917eb4e94c8 req-aab2597b-d7bf-4d8d-9bbc-b5468402cb83 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6012020 Apr 29 04:02:06.922659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Request body: {'port': {'device_id': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:06.936712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Allocated IP 172.20.0.14 (293e95bc-eec4-4219-84ae-ec12b64f60d0/b3343928-bd3d-4507-ac1f-d5eb96731964/c3bb78bd-0c9b-4824-9db1-05ec9ed57866) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:06.942127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:06.947300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8275ae7e-c56f-4bfe-9887-4251b52999df']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:06.952079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c03610af-2a97-40ad-b515-b68637305b9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7d85d3d9b81416193c05f946e1ddd99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7661288 Apr 29 04:02:07.002769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56664) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:07.085450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:07.086070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:07.087166 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-978660b1-e275-4248-90db-e027db3f02c6 req-2d641904-4437-46a9-bf20-6c82d49fe803 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.0929270 Apr 29 04:02:07.152909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.171169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.179551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.181194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a23a5de9-0c4c-49ab-ba75-7495bb8446c7 admin admin] Publish callbacks [] for security_group (41695658-a08d-40ae-9e5e-1ffa1f64a5f9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.182446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.234388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:07.302867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a23a5de9-0c4c-49ab-ba75-7495bb8446c7 admin admin] Publish callbacks [] for security_group (41695658-a08d-40ae-9e5e-1ffa1f64a5f9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.345263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.425092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:07.425829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (fcc2952f-1556-42c7-88cc-a2dc7ebc0ce2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:07.430309 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:07.625447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.664147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] device_id is not set on port 41e90904-69e2-4267-bc9f-70cadd1255f1 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:07.817192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a23a5de9-0c4c-49ab-ba75-7495bb8446c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (41695658-a08d-40ae-9e5e-1ffa1f64a5f9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.819979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a23a5de9-0c4c-49ab-ba75-7495bb8446c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:07.823745 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a23a5de9-0c4c-49ab-ba75-7495bb8446c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41695658-a08d-40ae-9e5e-1ffa1f64a5f9 HTTP/1.1" status: 204 len: 168 time: 0.8175728 Apr 29 04:02:07.874293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a5de9-0c4c-49ab-ba75-7495bb8446c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41695658-a08d-40ae-9e5e-1ffa1f64a5f9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:07.899361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Allocated IP 172.20.0.7 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/41e90904-69e2-4267-bc9f-70cadd1255f1) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:07.955441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c98c31-2043-431e-abc1-6939956f71fb {{(pid=116104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:02:08.149309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.162661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Publish callbacks [] for port (a4c98c31-2043-431e-abc1-6939956f71fb), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.235178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.235805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:08.280214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (41e90904-69e2-4267-bc9f-70cadd1255f1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.295999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.297444 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4a755570-036c-4a23-aed6-36078e52ac79 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/routers/09a5f0bb-d3e4-4ced-8df3-9f8269cf63ff HTTP/1.1" status: 204 len: 168 time: 5.2309639 Apr 29 04:02:08.316389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56676) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:08.345558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311b44a-ac73-414c-b767-c3fa7a9ef9e9 req-8adde9a4-e519-4714-8235-ebfbd5594eb5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:08.347112 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b311b44a-ac73-414c-b767-c3fa7a9ef9e9 req-8adde9a4-e519-4714-8235-ebfbd5594eb5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 932 time: 0.1874211 Apr 29 04:02:08.475853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Deleting subnet 996b2b44-11b4-4f8a-b0b1-522ec1a783d8 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:02:08.520699 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c465164d-895a-4885-8982-0ff0304d54af req-d4c1a92d-65ef-4273-a174-d551200e66e5 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.3640649 Apr 29 04:02:08.569836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.583514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for floatingip (dcf023dc-4ed3-40f7-8b74-7547e053074e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.720008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for subnet (996b2b44-11b4-4f8a-b0b1-522ec1a783d8), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.722437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.provisioning_blocks [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Transition to ACTIVE for port object a4c98c31-2043-431e-abc1-6939956f71fb will not be triggered until provisioned by entity L2. {{(pid=116104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:02:08.724423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8275ae7e-c56f-4bfe-9887-4251b52999df), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.727465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.735067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.740811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] 10.222.0.37 "DELETE /v2.0/networks/8275ae7e-c56f-4bfe-9887-4251b52999df HTTP/1.1" status: 204 len: 168 time: 3.7937379 Apr 29 04:02:08.747366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (41e90904-69e2-4267-bc9f-70cadd1255f1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.792207 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b311b44a-ac73-414c-b767-c3fa7a9ef9e9 req-3c34bf32-b128-4f5d-ad20-8dc3e9693ba8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081383 Apr 29 04:02:08.809215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (996b2b44-11b4-4f8a-b0b1-522ec1a783d8), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.817194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:08.835454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.850866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56680) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:08.855079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.859331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e8ccef20-005c-4c09-b12e-d562e7147acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:08.859897 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:08.870019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:08.906767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:08.909498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632137-341c-45d1-b4d6-d17762f99329 tempest-ExternalNetworksTestJSON-230006800 tempest-ExternalNetworksTestJSON-230006800-project] Pushing event deleted for resources: {'Network': ['ID=8275ae7e-c56f-4bfe-9887-4251b52999df,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:08.922124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=41e90904-69e2-4267-bc9f-70cadd1255f1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:08.936994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-786282ce-273b-4ffb-8938-1194a3610e88 req-8ed794f5-01ec-44a3-a6b9-3700186bb7da tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.2463639 Apr 29 04:02:08.972528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:08.975893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:09.020415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (996b2b44-11b4-4f8a-b0b1-522ec1a783d8), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.029493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:09.079780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:09.084359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event updated for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:09.105722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:09.193656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.195118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.320121 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7662ffa-c44e-4586-b8e4-500152f7cd63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8433f1eb0b114773b08edca0a7cb0cd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4742939 Apr 29 04:02:09.339262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56684) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:09.342889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c98c31-2043-431e-abc1-6939956f71fb,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:09.383839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event updated for resources: {'Port': ['ID=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:09.387483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.392453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56686) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:09.415533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.416508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.475063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.476160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.531951 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-da60c5f1-e6b1-4068-b53f-072fddab1f43 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8321669 Apr 29 04:02:09.540065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56690) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:09.606878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-589ca493-4845-4355-80d0-d907e6d5b51d None None] Provisioning complete for port 41e90904-69e2-4267-bc9f-70cadd1255f1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:09.607292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-589ca493-4845-4355-80d0-d907e6d5b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (41e90904-69e2-4267-bc9f-70cadd1255f1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.654146 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-850b1452-d397-4516-82aa-fd3b78050bf9 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6440859 Apr 29 04:02:09.657152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-3952e5e2-06e2-4475-89f8-4ed0966dafbb tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4395251 Apr 29 04:02:09.670686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-589ca493-4845-4355-80d0-d907e6d5b51d None None] Port 41e90904-69e2-4267-bc9f-70cadd1255f1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:09.715090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Attempting to bind port a4c98c31-2043-431e-abc1-6939956f71fb on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:09.715847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Attempting to bind port a4c98c31-2043-431e-abc1-6939956f71fb by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:09.715847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Attempting to bind port a4c98c31-2043-431e-abc1-6939956f71fb on network f4540851-ad5d-40c6-8aed-fe02e20dbb47 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:09.724189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Port a4c98c31-2043-431e-abc1-6939956f71fb on network f4540851-ad5d-40c6-8aed-fe02e20dbb47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:09.726961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Attempting to bind port a4c98c31-2043-431e-abc1-6939956f71fb on network f4540851-ad5d-40c6-8aed-fe02e20dbb47 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:09.736830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd984ab-f602-4429-819a-4b8408268244 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.743050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd984ab-f602-4429-819a-4b8408268244 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.748461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd984ab-f602-4429-819a-4b8408268244 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.753517 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2dd984ab-f602-4429-819a-4b8408268244 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2093747 Apr 29 04:02:09.755664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56694) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:09.793152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0ab9aba9-dc81-495a-a7cd-608701e5783e None None] Provisioning complete for port 6b14455a-94cb-4aaa-b7ad-67968f7807fb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:09.795768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-67316b50-cd4f-4829-b869-70a4a30ab6a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5334589e8fd451a9b83a862774f9f43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3866796 Apr 29 04:02:09.795768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56696) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:09.795972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (996b2b44-11b4-4f8a-b0b1-522ec1a783d8), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.796525 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ab9aba9-dc81-495a-a7cd-608701e5783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.801719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23ccdd02-0668-4540-b7f7-e59500b43d5d admin admin] Publish callbacks [] for security_group (e1342a8a-35be-407e-9f3b-de3103cbb267), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.809937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9475-7051-4c67-9d38-1e28dead1af4 req-ed89e161-a34d-41bc-a0a8-60bd1cd33e81 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:09.811594 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dbac9475-7051-4c67-9d38-1e28dead1af4 req-ed89e161-a34d-41bc-a0a8-60bd1cd33e81 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 932 time: 0.1673572 Apr 29 04:02:09.812555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:09.812896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Checking segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:09.813772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Bound using segment: {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'} {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:09.814288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Bound port: a4c98c31-2043-431e-abc1-6939956f71fb, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b025929d-b46d-4d24-850e-59b841a17042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47'}}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:09.814699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.852016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Request body: {'port': {'device_id': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:09.911549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9aba9-dc81-495a-a7cd-608701e5783e None None] Port 6b14455a-94cb-4aaa-b7ad-67968f7807fb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:09.924847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Request body: {'port': {'device_id': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:09.929331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=996b2b44-11b4-4f8a-b0b1-522ec1a783d8,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:09.965187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0ab9aba9-dc81-495a-a7cd-608701e5783e None None] Provisioning complete for port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:09.966122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ab9aba9-dc81-495a-a7cd-608701e5783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:09.990296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.000001 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7b8ab1c5-5751-4ea3-956c-c93856a9904b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/996b2b44-11b4-4f8a-b0b1-522ec1a783d8 HTTP/1.1" status: 204 len: 168 time: 1.6818519 Apr 29 04:02:10.003280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23ccdd02-0668-4540-b7f7-e59500b43d5d admin admin] Publish callbacks [] for security_group (e1342a8a-35be-407e-9f3b-de3103cbb267), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.007682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56702) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:10.064429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9aba9-dc81-495a-a7cd-608701e5783e None None] Port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:10.115465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fa1c776e-f768-4287-8400-127368ec9e47 admin admin] Publish callbacks [] for security_group (ec11ca01-c578-46d1-80c1-221de050ef2b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.139633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fa1c776e-f768-4287-8400-127368ec9e47 admin admin] Publish callbacks [] for security_group (ec11ca01-c578-46d1-80c1-221de050ef2b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.166348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.184645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.194482 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dbac9475-7051-4c67-9d38-1e28dead1af4 req-25a77465-dc78-44cc-9362-9a0ba89478f1 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575840 Apr 29 04:02:10.210575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] For port a4c98c31-2043-431e-abc1-6939956f71fb, host hv-neutron-8397, cleared binding levels {{(pid=116104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:10.226906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port 41e90904-69e2-4267-bc9f-70cadd1255f1 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:10.226906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (41e90904-69e2-4267-bc9f-70cadd1255f1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.238272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] For port a4c98c31-2043-431e-abc1-6939956f71fb, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a4c98c31-2043-431e-abc1-6939956f71fb,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:10.309895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.314965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.341730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b6f5c-c108-437e-bc2e-5c5ce2e313e3 req-3dd16e1b-0cfc-47cf-9655-b7d61c6daf94 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:10.344456 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bb7b6f5c-c108-437e-bc2e-5c5ce2e313e3 req-3dd16e1b-0cfc-47cf-9655-b7d61c6daf94 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.4018450 Apr 29 04:02:10.400561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:10.401186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.402896 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] 10.222.0.31 "PUT /v2.0/ports/a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1094 time: 3.7051520 Apr 29 04:02:10.410816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:10.419808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.425608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23ccdd02-0668-4540-b7f7-e59500b43d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e1342a8a-35be-407e-9f3b-de3103cbb267), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.428893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23ccdd02-0668-4540-b7f7-e59500b43d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.433004 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-23ccdd02-0668-4540-b7f7-e59500b43d5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1342a8a-35be-407e-9f3b-de3103cbb267 HTTP/1.1" status: 204 len: 168 time: 1.0755634 Apr 29 04:02:10.448437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (41e90904-69e2-4267-bc9f-70cadd1255f1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.481040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for 41e90904-69e2-4267-bc9f-70cadd1255f1 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:10.490753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3e10c-b156-4149-b027-c79724be6e13 req-02c6a26f-4fe0-4dfa-9526-55970405f25a tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:10.491085 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-26e3e10c-b156-4149-b027-c79724be6e13 req-02c6a26f-4fe0-4dfa-9526-55970405f25a tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 932 time: 0.1731708 Apr 29 04:02:10.496885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccdd02-0668-4540-b7f7-e59500b43d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1342a8a-35be-407e-9f3b-de3103cbb267,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:10.522873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f918fc-4920-4bf7-add1-2b88623b0812 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c98c31-2043-431e-abc1-6939956f71fb,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:10.662405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (eff3756a-1115-4e91-8b79-e0cc6c666400), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.671453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702df9fc-ff9a-4724-a1b7-2937d61414b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:10.777342 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-26e3e10c-b156-4149-b027-c79724be6e13 req-3495bfe0-3c35-4678-abe3-28bf12ec4f94 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733791 Apr 29 04:02:10.856847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae964de-0dd2-4b7e-bf7c-103210c688a4,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:10.939325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fa1c776e-f768-4287-8400-127368ec9e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ec11ca01-c578-46d1-80c1-221de050ef2b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.942286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fa1c776e-f768-4287-8400-127368ec9e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:10.946482 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fa1c776e-f768-4287-8400-127368ec9e47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec11ca01-c578-46d1-80c1-221de050ef2b HTTP/1.1" status: 204 len: 168 time: 1.1353478 Apr 29 04:02:11.013981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (dcf023dc-4ed3-40f7-8b74-7547e053074e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:11.026820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-771bbf96-48d2-4ef8-b6c9-2988eea55d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:11.028945 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-771bbf96-48d2-4ef8-b6c9-2988eea55d26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1128 time: 0.2396011 Apr 29 04:02:11.125167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c776e-f768-4287-8400-127368ec9e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11ca01-c578-46d1-80c1-221de050ef2b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:11.187612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-234f2379-cb94-47ac-9ac3-f9b401b750bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:11.227641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (41e90904-69e2-4267-bc9f-70cadd1255f1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:11.232889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bb7b6f5c-c108-437e-bc2e-5c5ce2e313e3 req-a096a84f-80d4-465c-92d7-0272eaa905fd tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8221951 Apr 29 04:02:11.254453 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-abe90af7-da93-411a-a9ef-49311bc4daf5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 217 time: 0.1881788 Apr 29 04:02:11.312961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de390c9-0b3d-43be-9e2d-d2a735fa6f5d x-openstack-request-id: req-5de390c9-0b3d-43be-9e2d-d2a735fa6f5d {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:11.314934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:11.315270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5de390c9-0b3d-43be-9e2d-d2a735fa6f5d {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:11.316587 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de390c9-0b3d-43be-9e2d-d2a735fa6f5d'] response: {'name': 'network-changed', 'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'status': 'completed', 'code': 200} Apr 29 04:02:11.337122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=41e90904-69e2-4267-bc9f-70cadd1255f1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:11.346829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (eff3756a-1115-4e91-8b79-e0cc6c666400), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:11.485759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff3756a-1115-4e91-8b79-e0cc6c666400']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:11.519259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-d700f606-d0c9-4c16-8b15-3e1b57f4c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:11.521540 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-d700f606-d0c9-4c16-8b15-3e1b57f4c681 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.2139754 Apr 29 04:02:11.537470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc39ba6-b8da-4436-a439-9ba8586aaf99 req-b33abf0f-f59f-480b-8f31-6faa84c9a4f4 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:11.539134 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-acc39ba6-b8da-4436-a439-9ba8586aaf99 req-b33abf0f-f59f-480b-8f31-6faa84c9a4f4 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 932 time: 0.1374183 Apr 29 04:02:11.579210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445c020a-5dfe-4fc7-899c-d2b60b1330e9') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:11.579571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445c020a-5dfe-4fc7-899c-d2b60b1330e9') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:11.979804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-e2df021c-d041-4247-942d-09d6ace3e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:11.981303 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-e2df021c-d041-4247-942d-09d6ace3e784 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4397542 Apr 29 04:02:11.987675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (445c020a-5dfe-4fc7-899c-d2b60b1330e9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.022115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56740) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:12.083803 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-acc39ba6-b8da-4436-a439-9ba8586aaf99 req-d123a67f-c47f-4d16-82fa-be4152f8feed tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112686 Apr 29 04:02:12.100343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.100663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.104568 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-30db2ad3-bf58-4fdb-bdd7-22948f8c9301 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/ports/41e90904-69e2-4267-bc9f-70cadd1255f1 HTTP/1.1" status: 204 len: 168 time: 2.3388932 Apr 29 04:02:12.105182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (445c020a-5dfe-4fc7-899c-d2b60b1330e9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.108926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56742) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:12.137561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:12.138004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (445c020a-5dfe-4fc7-899c-d2b60b1330e9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:12.144191 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:12.168759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Floating IP dcf023dc-4ed3-40f7-8b74-7547e053074e associated. External IP: 172.26.4.30, port: 3b1cc26d-4986-4564-8273-d2c7192ce3c5. Apr 29 04:02:12.188236 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5b0cf2-c17c-496c-bf60-69bf490abd12 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] GET failed (client error): The resource could not be found. Apr 29 04:02:12.189687 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2b5b0cf2-c17c-496c-bf60-69bf490abd12 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "GET /v2.0/ports/41e90904-69e2-4267-bc9f-70cadd1255f1 HTTP/1.1" status: 404 len: 333 time: 0.0796413 Apr 29 04:02:12.196117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56744) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:12.208243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'name': 'tempest-AllowedAddressPairTestJSON-1788894306'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:12.244934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fce01-c25b-4096-9207-67598f18c6bf req-8606375a-e26d-415a-b07f-aa5834d4ade1 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:12.249107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d88f05fd-5fad-4b04-b1ea-baf7e20bbbaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=179abb95b5b745cca0fd6ccd4a735e4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2236619 Apr 29 04:02:12.249982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-336fce01-c25b-4096-9207-67598f18c6bf req-8606375a-e26d-415a-b07f-aa5834d4ade1 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 932 time: 0.3249431 Apr 29 04:02:12.250606 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-2e5edaba-7b39-4c75-a42a-4b4b990027cf service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550039 Apr 29 04:02:12.251046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56746) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:12.528413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95942e1-7304-4e85-b9ef-fddde578a1c8 req-1c8c6cce-9e57-4400-8c8e-8a84d6cbcdfe tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:12.529978 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f95942e1-7304-4e85-b9ef-fddde578a1c8 req-1c8c6cce-9e57-4400-8c8e-8a84d6cbcdfe tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.1105375 Apr 29 04:02:12.542849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad47e9e6-db3f-4aaf-b6a9-9779127908ee admin admin] Publish callbacks [] for security_group (d07973f7-700e-4e17-851a-f8970647c893), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.560686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ade6c85f-00e4-4967-b091-4cfba09864c7 req-fc3b2dc8-738a-427d-b88e-eb8a5ffeccb9 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979813 Apr 29 04:02:12.564422 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-336fce01-c25b-4096-9207-67598f18c6bf req-f96c0a3d-62fa-4fe6-9616-8ba20b08bd72 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134966 Apr 29 04:02:12.594582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (eff3756a-1115-4e91-8b79-e0cc6c666400), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.618753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad47e9e6-db3f-4aaf-b6a9-9779127908ee admin admin] Publish callbacks [] for security_group (d07973f7-700e-4e17-851a-f8970647c893), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.631066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eff3756a-1115-4e91-8b79-e0cc6c666400 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:02:12.635785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bb78bd-0c9b-4824-9db1-05ec9ed57866 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:02:12.640798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event deleted for resources: {'Network': ['ID=eff3756a-1115-4e91-8b79-e0cc6c666400,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:12.653526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.658195 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf7c57a2-ead1-4356-b8aa-bf055fb55ddf tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/networks/eff3756a-1115-4e91-8b79-e0cc6c666400 HTTP/1.1" status: 204 len: 168 time: 2.6416163 Apr 29 04:02:12.661716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b14455a-94cb-4aaa-b7ad-67968f7807fb {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:02:12.669521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Publish callbacks [] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.669954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f95942e1-7304-4e85-b9ef-fddde578a1c8 req-68cfcc5a-d7d6-4f35-9ef5-38f223371021 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273801 Apr 29 04:02:12.685099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Publish callbacks [] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.697251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:12.701577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.728151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] device_id is not set on port 5567980f-2969-4fde-8ce0-5cc7e73c465f yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:12.765902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Transition to ACTIVE for port object c3bb78bd-0c9b-4824-9db1-05ec9ed57866 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:02:12.770901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Transition to ACTIVE for port object 6b14455a-94cb-4aaa-b7ad-67968f7807fb will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:02:12.870433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-9f0fdacb-ec67-4a7a-8d7f-c09f79e3965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:12.874097 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-9f0fdacb-ec67-4a7a-8d7f-c09f79e3965b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1128 time: 0.0911593 Apr 29 04:02:12.884581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad47e9e6-db3f-4aaf-b6a9-9779127908ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d07973f7-700e-4e17-851a-f8970647c893), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.890363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad47e9e6-db3f-4aaf-b6a9-9779127908ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.895844 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ad47e9e6-db3f-4aaf-b6a9-9779127908ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d07973f7-700e-4e17-851a-f8970647c893 HTTP/1.1" status: 204 len: 168 time: 0.6437678 Apr 29 04:02:12.903342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Router f15d1180-3c1a-424f-a0ae-915bd2033b66 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:12.907031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:12.914530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:13.034631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e9e6-db3f-4aaf-b6a9-9779127908ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07973f7-700e-4e17-851a-f8970647c893,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:13.170670 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Allocated IP 172.20.0.8 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/5567980f-2969-4fde-8ce0-5cc7e73c465f) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:13.265854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-f9709e1f-67d6-4aaf-bdce-3df1b84be7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:13.267575 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-f9709e1f-67d6-4aaf-bdce-3df1b84be7e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.3239491 Apr 29 04:02:13.298197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Pushing event updated for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:13.330674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-e038ab12-1e6b-4832-8b3d-51a9a730c6aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 217 time: 0.0519321 Apr 29 04:02:13.376397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:13.389500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:13.486964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-d12085a8-2fff-41a5-91d0-35ca15f9e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:13.488993 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-d12085a8-2fff-41a5-91d0-35ca15f9e06e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.1306419 Apr 29 04:02:13.536542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:13.696101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:13.732410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-c2d4ff59-1f2d-4684-a258-4fab9dc966fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:13.743140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-c2d4ff59-1f2d-4684-a258-4fab9dc966fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1700714 Apr 29 04:02:13.764031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:13.874387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892819d-8091-42cc-b108-add0810e15b4 req-22ef543a-467d-40f8-8bc5-f29ba5e44e68 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:13.876328 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d892819d-8091-42cc-b108-add0810e15b4 req-22ef543a-467d-40f8-8bc5-f29ba5e44e68 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.5229290 Apr 29 04:02:13.897014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] Sync routers for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:13.917911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:13.918727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:13.970727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:13.976426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Attempting to bind port 6b14455a-94cb-4aaa-b7ad-67968f7807fb on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:13.977008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Attempting to bind port 6b14455a-94cb-4aaa-b7ad-67968f7807fb by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:13.977615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Attempting to bind port 6b14455a-94cb-4aaa-b7ad-67968f7807fb on network dffbe481-d27f-4f84-95fe-7fb506e626d0 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:13.995866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7c0a3-5856-4d2a-a35b-fcdb797305db req-67b28b3b-4fa2-40c8-9fa6-6bef6256cb5d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:14.004504 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-73d7c0a3-5856-4d2a-a35b-fcdb797305db req-67b28b3b-4fa2-40c8-9fa6-6bef6256cb5d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 944 time: 0.2596450 Apr 29 04:02:14.022701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56782) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:14.022860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:14.026414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d892819d-8091-42cc-b108-add0810e15b4 req-c0f57f94-59de-4efe-928a-e801025386ad tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266718 Apr 29 04:02:14.031472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Port 6b14455a-94cb-4aaa-b7ad-67968f7807fb on network dffbe481-d27f-4f84-95fe-7fb506e626d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:14.032078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Attempting to bind port 6b14455a-94cb-4aaa-b7ad-67968f7807fb on network dffbe481-d27f-4f84-95fe-7fb506e626d0 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:14.041562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'name': 'tempest-router--710684383', 'project_id': '409ed1c92b2d46afb42ba4969c480cc9'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:14.053242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:14.053242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Checking segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:14.054068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Bound using segment: {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:14.054626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Bound port: 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc0ada8-f769-48f3-89d9-2f21ac59c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:14.055103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.073529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Attempting to bind port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:14.074000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Attempting to bind port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:14.074427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Attempting to bind port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 on network 293e95bc-eec4-4219-84ae-ec12b64f60d0 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:14.082305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 on network 293e95bc-eec4-4219-84ae-ec12b64f60d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:14.087986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Attempting to bind port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 on network 293e95bc-eec4-4219-84ae-ec12b64f60d0 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:14.089718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:14.090338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:14.092325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.125661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:14.126124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Checking segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:14.126639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Bound using segment: {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:14.127177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Bound port: c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b35309-2139-4ad9-b05b-d52d3ef2d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:14.127610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.149623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:14.177582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:14.188675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.198182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.218049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=5567980f-2969-4fde-8ce0-5cc7e73c465f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:14.230781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:14.231625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b936c-6452-45b4-ad11-643f8ae5a4a2 None None] The sync data for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:14.320837 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-ac6b4538-c3a0-4f32-ad0a-58ee7d9dd48e service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522184 Apr 29 04:02:14.334242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:14.334242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.344527 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-73d7c0a3-5856-4d2a-a35b-fcdb797305db req-b76cebf9-ec6e-4a97-9cb0-c62253ab182d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145828 Apr 29 04:02:14.353868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.365600 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f152cee4-5594-4f6c-aa9c-42651d6166a3 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.0545261 Apr 29 04:02:14.367862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56790) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:14.471627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.526490 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a28ab192-ed26-4228-9cd6-ed7c3fedf588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3255534 Apr 29 04:02:14.539559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56796) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:14.567744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d904a06-7ced-4432-a5b0-8ba579f84c71 req-b0c21907-eb1d-4685-abbd-145d4a1411b4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:14.569288 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9d904a06-7ced-4432-a5b0-8ba579f84c71 req-b0c21907-eb1d-4685-abbd-145d4a1411b4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.2361398 Apr 29 04:02:14.600351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5f:b8:3e'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:14.607792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:14.653573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5c3a4da8-28be-4f23-90f0-494546d85731 None None] Provisioning complete for port 5567980f-2969-4fde-8ce0-5cc7e73c465f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:14.658149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c3a4da8-28be-4f23-90f0-494546d85731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.683302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.684527 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a410cd3e-eab9-4d98-8996-b73e05c80f93 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6568465 Apr 29 04:02:14.685766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] For port c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:14.689014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:14.697563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56802) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:14.714131 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e601b45b-fcc8-4f40-abff-96bb81382fc2 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] 10.222.0.37 "GET /v2.0/floatingips/dcf023dc-4ed3-40f7-8b74-7547e053074e HTTP/1.1" status: 200 len: 982 time: 0.3453517 Apr 29 04:02:14.734727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56804) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:14.765456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] For port c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:14.780881 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-702df9fc-ff9a-4724-a1b7-2937d61414b8 req-c5f3b25d-f736-4b41-a9b7-6ca1db28557b service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354053 Apr 29 04:02:14.799668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a4da8-28be-4f23-90f0-494546d85731 None None] Port 5567980f-2969-4fde-8ce0-5cc7e73c465f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:14.874236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:14.933048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:15.077894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:15.131271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:15.144071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:15.147359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:15.152259 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] 10.222.0.31 "PUT /v2.0/ports/6b14455a-94cb-4aaa-b7ad-67968f7807fb HTTP/1.1" status: 200 len: 1094 time: 5.3260527 Apr 29 04:02:15.154006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:15.186347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:15.190564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:15.193686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3bb78bd-0c9b-4824-9db1-05ec9ed57866 HTTP/1.1" status: 200 len: 1094 time: 5.3658535 Apr 29 04:02:15.254587 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9d904a06-7ced-4432-a5b0-8ba579f84c71 req-2ddd6b36-f9ee-4cde-abb0-95918767410b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6618052 Apr 29 04:02:15.264251 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f0facf7e-71d9-44ea-bd11-0440fbfd376e tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.5243492 Apr 29 04:02:15.266405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56814) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:15.266405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56816) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:15.674757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-381063a2-d708-4fb0-8271-f7227703e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:15.676871 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-381063a2-d708-4fb0-8271-f7227703e378 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d030c1808e044749889e7831d1963fa&device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 1128 time: 0.2195389 Apr 29 04:02:15.692534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89046c-15c6-44c7-8382-0a12beb1830c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:15.701002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ddf83-7b0c-466a-96c1-11146b52ed06 service neutron] Pushing event updated for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:15.740566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:15.809087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-106ba41f-3ad7-4127-8915-b6df869024d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:15.811223 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-106ba41f-3ad7-4127-8915-b6df869024d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5534ece9a1040a4b3e57c08a451b2d8&device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 1128 time: 0.5080910 Apr 29 04:02:15.879668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2686d366-045a-4b89-95df-6024dfb1a25b tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:16.050333 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-5359f959-fcff-444f-bef4-ce681af00f63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866 HTTP/1.1" status: 200 len: 217 time: 0.3439269 Apr 29 04:02:16.069958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11779f-e3c4-4a9a-bb07-51b6ee6bf8f4 req-013c011a-2ed2-4821-a8ac-3828f2c6b6bd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:16.072804 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e11779f-e3c4-4a9a-bb07-51b6ee6bf8f4 req-013c011a-2ed2-4821-a8ac-3828f2c6b6bd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 944 time: 0.3731556 Apr 29 04:02:16.182121 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-928b5443-a6be-45a2-b377-84ec360cfdf2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb HTTP/1.1" status: 200 len: 217 time: 0.2226419 Apr 29 04:02:16.227194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e11779f-e3c4-4a9a-bb07-51b6ee6bf8f4 req-f57903d7-37db-44a4-a21d-347a6623bd55 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927444 Apr 29 04:02:16.257246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caa624-26a2-4e41-946a-c5eaff5a8e4f req-c2e9792d-178b-40dd-baf2-b001994cca8f tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:16.257395 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff72fab-1935-419f-9b1f-c6e09a5d6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:16.274014 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-93caa624-26a2-4e41-946a-c5eaff5a8e4f req-c2e9792d-178b-40dd-baf2-b001994cca8f tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.9905953 Apr 29 04:02:16.377052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-94189bc4-e71f-4362-b155-7fd45c9aea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:16.378535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-94189bc4-e71f-4362-b155-7fd45c9aea19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a49e2df-4761-4ac4-ba10-97616206dca3 HTTP/1.1" status: 200 len: 851 time: 0.1117618 Apr 29 04:02:16.454553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:16.464204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:16.496591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-2c9d14fd-c561-424d-ba63-29c3cc7a879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:16.498105 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-2c9d14fd-c561-424d-ba63-29c3cc7a879c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dffbe481-d27f-4f84-95fe-7fb506e626d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0806036 Apr 29 04:02:16.516738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-9c9eaf0d-0232-4d7b-b005-d755609f8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:16.518609 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-9c9eaf0d-0232-4d7b-b005-d755609f8ba4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3343928-bd3d-4507-ac1f-d5eb96731964 HTTP/1.1" status: 200 len: 844 time: 0.2500966 Apr 29 04:02:16.879361 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-93caa624-26a2-4e41-946a-c5eaff5a8e4f req-1c632f50-ed9c-4713-96d5-004d4718111d tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6018727 Apr 29 04:02:16.880079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31806e6b-5339-4623-9082-7e20b55a1e46 x-openstack-request-id: req-31806e6b-5339-4623-9082-7e20b55a1e46 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:16.880079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:16.880676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31806e6b-5339-4623-9082-7e20b55a1e46 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:16.880676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31806e6b-5339-4623-9082-7e20b55a1e46'] response: {'name': 'network-changed', 'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'status': 'completed', 'code': 200} Apr 29 04:02:16.900032 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2686d366-045a-4b89-95df-6024dfb1a25b tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "PUT /v2.0/quotas/1636c1b7403f4c8fade534cb2114535f HTTP/1.1" status: 200 len: 366 time: 1.6374252 Apr 29 04:02:16.913351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56848) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:16.946772 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cdb08aab-17f2-4d3e-b01d-d12bf9fcf82a tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0289464 Apr 29 04:02:16.949799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56850) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:16.961635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:16.967107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-773dff59-4bde-4b0d-b2de-3b363d8f77b3 tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "GET /v2.0/quotas/1636c1b7403f4c8fade534cb2114535f HTTP/1.1" status: 200 len: 366 time: 0.0154331 Apr 29 04:02:16.967923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56854) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:16.969685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting port 0ae964de-0dd2-4b7e-bf7c-103210c688a4 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:16.970018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:16.976894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (0efc5e50-e52d-4ad3-a064-2b00519cbdfa), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:16.978394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0efc5e50-e52d-4ad3-a064-2b00519cbdfa {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:16.991228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:16.995098 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-42f1da28-995a-4df5-bfb1-1aa7a690d4db tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0efc5e50-e52d-4ad3-a064-2b00519cbdfa HTTP/1.1" status: 204 len: 168 time: 2.2933543 Apr 29 04:02:17.100487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-662a804b-32f9-4e47-a6b0-3157f49f99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:17.102666 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-662a804b-32f9-4e47-a6b0-3157f49f99b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=293e95bc-eec4-4219-84ae-ec12b64f60d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2211354 Apr 29 04:02:17.126420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb212265-9b59-4f65-834e-b1524d45d41a req-73738603-1429-4938-9436-90802a571562 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:17.141885 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb212265-9b59-4f65-834e-b1524d45d41a req-73738603-1429-4938-9436-90802a571562 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.2638068 Apr 29 04:02:17.159792 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-29ca245f-ecc6-4d97-b5d0-3f9ba05a0f0e service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400549 Apr 29 04:02:17.190298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:17.190780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for floatingip (0ae964de-0dd2-4b7e-bf7c-103210c688a4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:17.233995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:17.234498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb212265-9b59-4f65-834e-b1524d45d41a req-250c0abf-b04c-4483-bced-e8baa82dc595 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689414 Apr 29 04:02:17.289870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Calling delete_port for 0ae964de-0dd2-4b7e-bf7c-103210c688a4 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:17.518454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60768936-87b5-4ae4-b0ce-1cb1ae0624d1 req-a6a3193f-1dbf-4b54-a707-b5170dfbd92a service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963974 Apr 29 04:02:17.526150 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-639f85ca-61dd-481e-8d4f-8b28f85cc507 service neutron] 10.222.0.31 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066280 Apr 29 04:02:17.600283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=5567980f-2969-4fde-8ce0-5cc7e73c465f,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:17.626165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56866) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:17.671993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109301e-0ac9-4a17-a243-22d374c9e47d req-007bde3e-2e65-4df1-be3a-41783c59d3ac tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:17.674871 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6109301e-0ac9-4a17-a243-22d374c9e47d req-007bde3e-2e65-4df1-be3a-41783c59d3ac tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 944 time: 0.1971855 Apr 29 04:02:17.675568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] In _notify_port_updated(), no bound segment for port 5567980f-2969-4fde-8ce0-5cc7e73c465f on network 5273e9da-907f-4360-8477-fa453b9d1413 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:17.683008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:17.683681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:17.688284 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-820af40f-467e-412d-b195-07ee18134900 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "PUT /v2.0/ports/5567980f-2969-4fde-8ce0-5cc7e73c465f HTTP/1.1" status: 200 len: 993 time: 3.0922883 Apr 29 04:02:17.689608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56870) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:17.757381 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf835861-d0c8-4b9e-940e-d564fadf9ac3 req-4a477e4d-3ef3-4299-bc79-aa786a3a09cf service neutron] 10.222.0.31 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232971 Apr 29 04:02:17.789937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b6378dea-39e4-4862-a026-a8416c5fc1dc None None] Provisioning complete for port 5567980f-2969-4fde-8ce0-5cc7e73c465f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:17.790590 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6378dea-39e4-4862-a026-a8416c5fc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:17.837216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:17.852685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b6378dea-39e4-4862-a026-a8416c5fc1dc None None] Port 5567980f-2969-4fde-8ce0-5cc7e73c465f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:17.867084 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6109301e-0ac9-4a17-a243-22d374c9e47d req-29011ea3-3cbb-4077-9d91-ce46edc5dfbd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770897 Apr 29 04:02:17.891448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port 5567980f-2969-4fde-8ce0-5cc7e73c465f {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:17.892121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:17.995211 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f7d2cc47-82b7-473e-8126-d07d11cca895 tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/1636c1b7403f4c8fade534cb2114535f HTTP/1.1" status: 204 len: 168 time: 1.0241392 Apr 29 04:02:17.998093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56874) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:18.012552 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-04429812-678d-4af5-81f3-89ada1763fdf tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0131404 Apr 29 04:02:18.015478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56876) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:18.031497 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bbbd6498-7f0f-48cc-ab51-b71c11cdb4b4 tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "GET /v2.0/quotas/1636c1b7403f4c8fade534cb2114535f HTTP/1.1" status: 200 len: 370 time: 0.0142269 Apr 29 04:02:18.034067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56878) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:18.038097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.039508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-48b81816-c875-4a81-88f1-e962122aa873 tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "GET /v2.0/quotas/1636c1b7403f4c8fade534cb2114535f/default HTTP/1.1" status: 200 len: 370 time: 0.0043745 Apr 29 04:02:18.047158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d61af-15e9-46a1-b9ac-b77cfdf03721 req-72a56f4c-73f5-4403-9217-cf6746af7ff5 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:18.049121 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5c2d61af-15e9-46a1-b9ac-b77cfdf03721 req-72a56f4c-73f5-4403-9217-cf6746af7ff5 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.0837936 Apr 29 04:02:18.049247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56880) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:18.056057 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for 5567980f-2969-4fde-8ce0-5cc7e73c465f owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:18.070571 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-fc7dce5b-9c27-4f8f-90db-62929b12fe21 tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] delete failed (client error): The resource could not be found. Apr 29 04:02:18.076789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fc7dce5b-9c27-4f8f-90db-62929b12fe21 tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/1636c1b7403f4c8fade534cb2114535f HTTP/1.1" status: 404 len: 348 time: 0.0213828 Apr 29 04:02:18.131196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.132440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0ae964de-0dd2-4b7e-bf7c-103210c688a4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.166790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Port': ['ID=0ae964de-0dd2-4b7e-bf7c-103210c688a4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:18.179894 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5c2d61af-15e9-46a1-b9ac-b77cfdf03721 req-cc2fcde7-87f7-404d-97ad-1d28846955c6 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170514 Apr 29 04:02:18.255510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.258555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56886) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:18.326267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-5d9c1296-3f72-40ef-8578-4e0390715418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:18.326267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-5d9c1296-3f72-40ef-8578-4e0390715418 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5534ece9a1040a4b3e57c08a451b2d8&device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 1128 time: 0.0539114 Apr 29 04:02:18.470935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1384753899', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:18.508677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-3800451f-42ef-40d4-a92f-0b704e8a2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:18.510210 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-3800451f-42ef-40d4-a92f-0b704e8a2d54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dffbe481-d27f-4f84-95fe-7fb506e626d0 HTTP/1.1" status: 200 len: 913 time: 0.1773548 Apr 29 04:02:18.589302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56890) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:18.593865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-ca6c1518-1e14-4f8d-8e57-ab72021a24b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb HTTP/1.1" status: 200 len: 217 time: 0.0429845 Apr 29 04:02:18.595439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.597362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.657459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-1f5ccdc2-8896-409b-b3d4-f079fe9711a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:18.658931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-1f5ccdc2-8896-409b-b3d4-f079fe9711a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a49e2df-4761-4ac4-ba10-97616206dca3 HTTP/1.1" status: 200 len: 851 time: 0.0544269 Apr 29 04:02:18.677548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:network and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:18.682285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:18.690521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e1bf-e6b2-4935-b010-813f749c6ac7 req-93aea6b3-87d5-4c1c-b784-88c0fd817048 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:18.692573 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5212e1bf-e6b2-4935-b010-813f749c6ac7 req-93aea6b3-87d5-4c1c-b784-88c0fd817048 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.1023412 Apr 29 04:02:18.706086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for floatingip (dcf023dc-4ed3-40f7-8b74-7547e053074e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.706086 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Floating IP dcf023dc-4ed3-40f7-8b74-7547e053074e disassociated (deleted). External IP: 172.26.4.30, port: 3b1cc26d-4986-4564-8273-d2c7192ce3c5. Apr 29 04:02:18.706086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:subnet and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:18.713462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:18.755493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5567980f-2969-4fde-8ce0-5cc7e73c465f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.805894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:subnetpool and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:18.809947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:18.813220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=5567980f-2969-4fde-8ce0-5cc7e73c465f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:18.817256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:18.872084 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5212e1bf-e6b2-4935-b010-813f749c6ac7 req-6108df1b-3efa-4c68-bf51-9ffaa3e9e6c6 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707814 Apr 29 04:02:18.884246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Allocated IP 172.26.4.129 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/dc76e67c-97db-433b-b034-6b45dedc9e90) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:18.895837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:port and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:18.899375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:18.933117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:router and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:18.940228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:18.940586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:18.943943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608c8322-c460-4f17-babc-43d1452e340c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:18.969658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:floatingip and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:18.994168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:19.020056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326933e8-b365-4d94-8600-123af1c1b7e8 x-openstack-request-id: req-326933e8-b365-4d94-8600-123af1c1b7e8 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:19.020518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:19.020721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326933e8-b365-4d94-8600-123af1c1b7e8 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:19.021205 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326933e8-b365-4d94-8600-123af1c1b7e8'] response: {'name': 'network-changed', 'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'status': 'completed', 'code': 200} Apr 29 04:02:19.177560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.182957 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5fb356be-2f7b-4fd9-ba9d-d4d5bc82d26e tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/ports/5567980f-2969-4fde-8ce0-5cc7e73c465f HTTP/1.1" status: 204 len: 168 time: 1.4902730 Apr 29 04:02:19.185220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56896) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:19.185484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85ab6d-9826-4dc3-87ea-dd4aba0ac6f0 req-7af3d58b-bfcc-4337-a7a5-4aacdc8a7025 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:19.186947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d85ab6d-9826-4dc3-87ea-dd4aba0ac6f0 req-7af3d58b-bfcc-4337-a7a5-4aacdc8a7025 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 944 time: 0.1915522 Apr 29 04:02:19.221215 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6c57a1-c124-4edd-b884-6c5ea47f0041 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] GET failed (client error): The resource could not be found. Apr 29 04:02:19.223409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fa6c57a1-c124-4edd-b884-6c5ea47f0041 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "GET /v2.0/ports/5567980f-2969-4fde-8ce0-5cc7e73c465f HTTP/1.1" status: 404 len: 333 time: 0.0358720 Apr 29 04:02:19.229767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Router f15d1180-3c1a-424f-a0ae-915bd2033b66 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:19.232762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56900) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:19.239294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'name': 'tempest-AllowedAddressPairTestJSON-607141172'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:19.242867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:security_group and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:19.250700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.250907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:19.290105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Usage tracker for resource:security_group_rule and project:d52319195797482f8a04abfa78c75a6b is out of sync, need to count used quota {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 29 04:02:19.294693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.309255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.quota.resource [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=116104) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 29 04:02:19.332688 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d85ab6d-9826-4dc3-87ea-dd4aba0ac6f0 req-7f93083a-a21a-4a15-9474-2f67f2ee42de tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371913 Apr 29 04:02:19.404319 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8a849095-4637-4117-b657-bfa62fc0563c tempest-QuotasTest-248704196 tempest-QuotasTest-248704196-project-admin] 10.222.0.37 "GET /v2.0/quotas/d52319195797482f8a04abfa78c75a6b/details.json HTTP/1.1" status: 200 len: 703 time: 0.8128772 Apr 29 04:02:19.416187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.416431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3a6a-23be-494a-bb87-e2b9f4ea1580 req-d421f290-fef5-4f4c-9f2f-051653606181 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:19.418002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6fcf3a6a-23be-494a-bb87-e2b9f4ea1580 req-d421f290-fef5-4f4c-9f2f-051653606181 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.1563621 Apr 29 04:02:19.467586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:19.476195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:19.481382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:19.536362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Pushing event updated for resources: {'Port': ['ID=dc76e67c-97db-433b-b034-6b45dedc9e90,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:19.556570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:19.556570 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6fcf3a6a-23be-494a-bb87-e2b9f4ea1580 req-0792e504-c579-48df-8793-74aba609e491 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148269 Apr 29 04:02:19.556570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.557662 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] Sync routers for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:19.572407 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:19.574313 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:19.589375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-68844532-7392-4f55-b90e-ae69fca7189a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "DELETE /v2.0/floatingips/dcf023dc-4ed3-40f7-8b74-7547e053074e HTTP/1.1" status: 204 len: 168 time: 4.3243039 Apr 29 04:02:19.593065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56904) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:19.601801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:19.610810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.623792 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:19.631549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:19.635838 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:19.635838 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:19.636037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.637793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.653271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] device_id is not set on port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:19.677077 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:19.677859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa67edb-a7b9-495f-8274-cb4a7810da6f None None] The sync data for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:19.706158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.723429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for floatingip (ad4cd7f9-1002-4bed-b181-2c64901fb1c4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.746120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.787118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Allocated IP 172.26.4.114 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/cfca09b0-7341-4343-a9b8-297b7921f31d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:19.821301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:19.823560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Allocated IP 172.20.0.7 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/0d6ba885-3aef-4dc7-8f6a-c2be29ee3405) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:20.038180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56910) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:20.057143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.157295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.159668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43281c9f-fc0f-4a80-a2ed-091aaf9c53b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.222667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.228595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:20.231227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=0d6ba885-3aef-4dc7-8f6a-c2be29ee3405,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:20.233750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:20.237230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:20.275587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c8322-c460-4f17-babc-43d1452e340c req-893ab716-3b9c-49e7-8cdd-9e714ad353a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:20.276305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-893ab716-3b9c-49e7-8cdd-9e714ad353a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d030c1808e044749889e7831d1963fa&device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 1128 time: 0.1386876 Apr 29 04:02:20.277221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-eb36cd82-69fe-4c28-8d1d-d33490c5e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:20.278541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-eb36cd82-69fe-4c28-8d1d-d33490c5e325 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dffbe481-d27f-4f84-95fe-7fb506e626d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1418402 Apr 29 04:02:20.293089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132d2ab-b055-4be5-9590-863908832a38 req-6d8198a6-280d-4d5c-9210-7a4b9c5ed943 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:20.293089 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f132d2ab-b055-4be5-9590-863908832a38 req-6d8198a6-280d-4d5c-9210-7a4b9c5ed943 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.1567960 Apr 29 04:02:20.303154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:20.303565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.329122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for port (cfca09b0-7341-4343-a9b8-297b7921f31d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.347108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43281c9f-fc0f-4a80-a2ed-091aaf9c53b1 admin admin] Publish callbacks [] for security_group (388e55e0-e914-4f38-8a8a-beae36ea6530), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.402903 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-24492803-f85e-4dfb-b4cb-61711bb14e98 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1692741 Apr 29 04:02:20.405180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56918) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:20.411454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5f:b8:3e'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:20.450926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43281c9f-fc0f-4a80-a2ed-091aaf9c53b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (388e55e0-e914-4f38-8a8a-beae36ea6530), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.453993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f132d2ab-b055-4be5-9590-863908832a38 req-c72d851a-f5ea-4fc9-b795-d19fe712cc51 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479301 Apr 29 04:02:20.485974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a0a07117-a6c3-4412-b334-73df81509366 None None] Provisioning complete for port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:20.486425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a0a07117-a6c3-4412-b334-73df81509366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.518040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.522764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a0a07117-a6c3-4412-b334-73df81509366 None None] Port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:20.539802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cfca09b0-7341-4343-a9b8-297b7921f31d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.550039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300af02-bda1-48a2-a39c-b4928c25fae0 req-b3560781-ffb0-46e9-b2a3-becebe7ef96b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:20.551948 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7300af02-bda1-48a2-a39c-b4928c25fae0 req-b3560781-ffb0-46e9-b2a3-becebe7ef96b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 944 time: 0.1365960 Apr 29 04:02:20.563020 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-43281c9f-fc0f-4a80-a2ed-091aaf9c53b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=039d919e5e5548aaa92c279636293624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238583 Apr 29 04:02:20.568515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56920) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:20.586432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281c9f-fc0f-4a80-a2ed-091aaf9c53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e55e0-e914-4f38-8a8a-beae36ea6530,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:20.591982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:20.599100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:20.602954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:20.654578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event updated for resources: {'Port': ['ID=cfca09b0-7341-4343-a9b8-297b7921f31d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:20.657633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.688407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Allocated IP 172.26.4.72 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/e3e291ce-c799-4a4e-ab69-00ce29be80fa) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:20.714116 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7300af02-bda1-48a2-a39c-b4928c25fae0 req-64b3be01-5c0d-4b43-a82f-9c7dc358367f tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497931 Apr 29 04:02:20.770994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.878550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c22821-fc81-4532-b274-1bd2653ac32f req-ba8644ad-4867-4c67-9129-d7f2c65eb16e tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:20.880151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-01c22821-fc81-4532-b274-1bd2653ac32f req-ba8644ad-4867-4c67-9129-d7f2c65eb16e tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.2363379 Apr 29 04:02:20.880764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Pushing event updated for resources: {'Port': ['ID=dc76e67c-97db-433b-b034-6b45dedc9e90,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:20.887358 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:20.921191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6876b92-ffad-44b2-bece-5053ac1dd228 admin admin] Publish callbacks [] for security_group (388e55e0-e914-4f38-8a8a-beae36ea6530), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.021618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.054998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.059970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (ad4cd7f9-1002-4bed-b181-2c64901fb1c4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.064620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6876b92-ffad-44b2-bece-5053ac1dd228 admin admin] Publish callbacks [] for security_group (388e55e0-e914-4f38-8a8a-beae36ea6530), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.093547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:21.094281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.102452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:21.111429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:21.116166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e291ce-c799-4a4e-ab69-00ce29be80fa,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:21.171076 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-39c3b6c4-0463-4bb5-b901-b6657f178efb service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279282 Apr 29 04:02:21.181470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c8322-c460-4f17-babc-43d1452e340c req-7df5112e-5a91-4b20-b15d-81ea75e45dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:21.182928 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-7df5112e-5a91-4b20-b15d-81ea75e45dc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=293e95bc-eec4-4219-84ae-ec12b64f60d0 HTTP/1.1" status: 200 len: 906 time: 0.4388266 Apr 29 04:02:21.195109 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-01c22821-fc81-4532-b274-1bd2653ac32f req-ea6bd154-c2e5-48ed-8a41-0d86cb1fa804 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654469 Apr 29 04:02:21.232259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=0d6ba885-3aef-4dc7-8f6a-c2be29ee3405,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:21.246213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] In _notify_port_updated(), no bound segment for port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 on network 5273e9da-907f-4360-8477-fa453b9d1413 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:21.252275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:21.252275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.253493 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9b5bbdf6-fbb6-4598-9618-40484d9273a0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "PUT /v2.0/ports/0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 HTTP/1.1" status: 200 len: 995 time: 0.8469050 Apr 29 04:02:21.256218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56924) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:21.303654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.306139 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2f40e0da-81e6-4673-889e-bc9043771e74 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6774249 Apr 29 04:02:21.308404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56926) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:21.313746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1967894721', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'fixed_ips': [{'ip_address': '172.26.4.129'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:21.345487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:21.345829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.396862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6876b92-ffad-44b2-bece-5053ac1dd228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (388e55e0-e914-4f38-8a8a-beae36ea6530), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.399369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6876b92-ffad-44b2-bece-5053ac1dd228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.400480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d6876b92-ffad-44b2-bece-5053ac1dd228 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/388e55e0-e914-4f38-8a8a-beae36ea6530 HTTP/1.1" status: 204 len: 168 time: 0.8309145 Apr 29 04:02:21.423168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6876b92-ffad-44b2-bece-5053ac1dd228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e55e0-e914-4f38-8a8a-beae36ea6530,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:21.424326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.453889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1f536318-8432-470e-be47-844eed43012f None None] Provisioning complete for port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:21.455277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f536318-8432-470e-be47-844eed43012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.464428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.467108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for floatingip (2702b9e4-fb1c-455f-883d-06ec255b8435), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.483611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:21.497486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1f536318-8432-470e-be47-844eed43012f None None] Port 0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:21.507995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Made reservation on behalf of b4c71fe07fd9430ab6f05028d6a168bd for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:21.510826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.525550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.607359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380b2-2fcf-4566-8d98-6f4e4e46f79d req-2dedf53f-b1a0-458b-ba05-ff1ac9078fd4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:21.608813 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-683380b2-2fcf-4566-8d98-6f4e4e46f79d req-2dedf53f-b1a0-458b-ba05-ff1ac9078fd4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.0786879 Apr 29 04:02:21.627516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.728937 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-0fdab7d3-6cbe-43f8-ace7-42fcae1bce54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866 HTTP/1.1" status: 200 len: 217 time: 0.0681672 Apr 29 04:02:21.733354 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-683380b2-2fcf-4566-8d98-6f4e4e46f79d req-7afd1d30-efb6-45c9-bc52-12e539374fce tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106319 Apr 29 04:02:21.876121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for security_group (855d079a-68c0-44ab-b9fc-315bd9593da5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.878899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.912045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0d6ba885-3aef-4dc7-8f6a-c2be29ee3405), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.928151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c8322-c460-4f17-babc-43d1452e340c req-2d860457-ad66-4944-97d5-657f2beecc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:21.929629 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-2d860457-ad66-4944-97d5-657f2beecc6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3343928-bd3d-4507-ac1f-d5eb96731964 HTTP/1.1" status: 200 len: 844 time: 0.1849422 Apr 29 04:02:21.944472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=0d6ba885-3aef-4dc7-8f6a-c2be29ee3405,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:21.963975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcc9f0-92e1-4ef1-b80b-d75fc7a74267 req-9b849a1d-19c9-40e5-be1f-521bda865062 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:21.965519 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86fcc9f0-92e1-4ef1-b80b-d75fc7a74267 req-9b849a1d-19c9-40e5-be1f-521bda865062 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 944 time: 0.1346693 Apr 29 04:02:21.971633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:21.994745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8f89046c-15c6-44c7-8382-0a12beb1830c req-f6faa395-b8de-4379-8e0c-cde8b451a57c service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349824 Apr 29 04:02:21.995394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (855d079a-68c0-44ab-b9fc-315bd9593da5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.012148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.021780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] device_id is not set on port 7a1e13e3-8609-4e88-a88b-b8a7b58856a6 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:22.041052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c8322-c460-4f17-babc-43d1452e340c req-3cc312c8-c16f-4b72-bba8-9030f667d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:22.042607 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-3cc312c8-c16f-4b72-bba8-9030f667d8c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=293e95bc-eec4-4219-84ae-ec12b64f60d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1013119 Apr 29 04:02:22.096169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e291ce-c799-4a4e-ab69-00ce29be80fa,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:22.112712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.115303 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f75fb14f-1bf9-4e3d-8440-2ef64fd187d0 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/ports/0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 HTTP/1.1" status: 204 len: 168 time: 0.8580635 Apr 29 04:02:22.116750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (2702b9e4-fb1c-455f-883d-06ec255b8435), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.119136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56936) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:22.140927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56938) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:22.170649 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1794243-0e8d-4232-b48a-714886c25a8c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] GET failed (client error): The resource could not be found. Apr 29 04:02:22.172373 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d1794243-0e8d-4232-b48a-714886c25a8c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "GET /v2.0/ports/0d6ba885-3aef-4dc7-8f6a-c2be29ee3405 HTTP/1.1" status: 404 len: 333 time: 0.0523274 Apr 29 04:02:22.173629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1d9f-adfa-409b-b5a7-0d00452ebef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.177020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56940) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:22.181901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'name': 'tempest-AllowedAddressPairTestJSON-1966152191'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:22.184039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c3bb78bd-0c9b-4824-9db1-05ec9ed57866 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:02:22.282160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.286595 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4cbbb4aa-da50-455e-bcd5-483d969ffee1 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6891727 Apr 29 04:02:22.297374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56944) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:22.325600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:22.339458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'port_id': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'mac_address': 'fa:16:3e:fd:99:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:02:22.385436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:22.385853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.405927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bb78bd-0c9b-4824-9db1-05ec9ed57866 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:02:22.435967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:22.506705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855d079a-68c0-44ab-b9fc-315bd9593da5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:22.512951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.514726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6b14455a-94cb-4aaa-b7ad-67968f7807fb details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:02:22.602038 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86fcc9f0-92e1-4ef1-b80b-d75fc7a74267 req-5e29a175-2952-403c-a552-089619c215f4 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6145787 Apr 29 04:02:22.612597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:22.634844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ad39-b11e-4530-a4ac-39b662e2bdb6 req-3fe8a0b3-e8f9-4ced-b03a-74e93bbe0380 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:22.641684 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2564ad39-b11e-4530-a4ac-39b662e2bdb6 req-3fe8a0b3-e8f9-4ced-b03a-74e93bbe0380 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.3665893 Apr 29 04:02:22.680533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:22.700479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'port_id': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'mac_address': 'fa:16:3e:d2:d0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:02:22.733500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2564ad39-b11e-4530-a4ac-39b662e2bdb6 req-1f09851c-6cfd-4511-99fc-c1084feffe76 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819430 Apr 29 04:02:22.750009 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-aa299e7d-69d8-4673-94ec-0369bc374d07 service neutron] 10.222.0.31 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804061 Apr 29 04:02:22.765277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6b14455a-94cb-4aaa-b7ad-67968f7807fb is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:22.765783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.783239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b14455a-94cb-4aaa-b7ad-67968f7807fb {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:02:22.788265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1d9f-adfa-409b-b5a7-0d00452ebef7 admin admin] Publish callbacks [] for security_group (5f147e7a-a729-46e6-8790-e913ae4edc1f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.790130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:22.794360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.807346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:22.815059 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 04:02:22.815621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:02:22.817832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] device_id is not set on port 7ac53e9f-b1fa-4fad-909c-374782ed7b4e yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:22.868719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1d9f-adfa-409b-b5a7-0d00452ebef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5f147e7a-a729-46e6-8790-e913ae4edc1f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.884392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:22.919227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ccda2-c51d-4a49-8b24-1d8cd10e4d0d req-58605cf0-7a7c-4533-9bcc-938b35d588b6 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:22.920802 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-708ccda2-c51d-4a49-8b24-1d8cd10e4d0d req-58605cf0-7a7c-4533-9bcc-938b35d588b6 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.0750353 Apr 29 04:02:22.950583 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-24f476f2-417e-4d6c-b988-c8156f33f1dd tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6410487 Apr 29 04:02:22.953174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56950) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:22.958891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:22.959087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:22.963009 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-608c8322-c460-4f17-babc-43d1452e340c req-7386998f-be50-4471-b31c-84296cd0faa2 service neutron] 10.222.0.31 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026253 Apr 29 04:02:22.977718 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e1a1d9f-adfa-409b-b5a7-0d00452ebef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d52319195797482f8a04abfa78c75a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8338480 Apr 29 04:02:22.984410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56952) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:22.988333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a1d9f-adfa-409b-b5a7-0d00452ebef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f147e7a-a729-46e6-8790-e913ae4edc1f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:23.002355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Router 8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:23.039622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Allocated IP 172.20.0.13 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/7ac53e9f-b1fa-4fad-909c-374782ed7b4e) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:23.067116 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-708ccda2-c51d-4a49-8b24-1d8cd10e4d0d req-d046fcea-36bd-4eb9-8a68-fcb4c9fd4c5b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356561 Apr 29 04:02:23.085569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb2fedfa-68aa-443d-af2f-b8b7064ffb07 admin admin] Publish callbacks [] for security_group (5f147e7a-a729-46e6-8790-e913ae4edc1f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.116950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.121776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb2fedfa-68aa-443d-af2f-b8b7064ffb07 admin admin] Publish callbacks [] for security_group (5f147e7a-a729-46e6-8790-e913ae4edc1f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.145107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Deleting port dc76e67c-97db-433b-b034-6b45dedc9e90 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:23.146149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.251333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:23.265099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] Sync routers for ids ['8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:23.275511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] Routers {'8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:23.276141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:23.281470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.288501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for floatingip (dc76e67c-97db-433b-b034-6b45dedc9e90), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.295921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Calling delete_port for dc76e67c-97db-433b-b034-6b45dedc9e90 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:23.312063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.312416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:23.321699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] Routers {'8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:23.322320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:23.350698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.351372 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f994b950-af98-4ec3-b590-83df116d59f8 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0917706 Apr 29 04:02:23.356424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56954) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:23.360784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['6b14455a-94cb-4aaa-b7ad-67968f7807fb'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:02:23.365108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:23.365829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d32c20-cc78-4046-9375-8e402d34de63 None None] The sync data for ids ['8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:23.398652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb2fedfa-68aa-443d-af2f-b8b7064ffb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5f147e7a-a729-46e6-8790-e913ae4edc1f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.401189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb2fedfa-68aa-443d-af2f-b8b7064ffb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.402375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eb2fedfa-68aa-443d-af2f-b8b7064ffb07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f147e7a-a729-46e6-8790-e913ae4edc1f HTTP/1.1" status: 204 len: 168 time: 0.4150085 Apr 29 04:02:23.407486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (7ac53e9f-b1fa-4fad-909c-374782ed7b4e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.445368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fedfa-68aa-443d-af2f-b8b7064ffb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f147e7a-a729-46e6-8790-e913ae4edc1f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:23.446425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['c3bb78bd-0c9b-4824-9db1-05ec9ed57866'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:02:23.494819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cbe313cc-c756-426e-a8c6-42345477f264 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b HTTP/1.1" status: 200 len: 921 time: 0.1372674 Apr 29 04:02:23.500200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:23.503030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Allocated IP 172.26.4.29 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/aca8fd98-98f0-429c-90e4-42471728ddf2) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:23.546130 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c6be2d7f-343b-4801-a3da-96e5e637041a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b HTTP/1.1" status: 200 len: 205 time: 0.0453067 Apr 29 04:02:23.548864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 56960) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:23.595733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7ac53e9f-b1fa-4fad-909c-374782ed7b4e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.675158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.802257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks [] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.805820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dc76e67c-97db-433b-b034-6b45dedc9e90), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.815171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09bd6-0b4a-480b-9a1f-8ae8f6f75756 req-37e059c8-8116-430a-96c6-203f924f2048 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:23.816705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d3c09bd6-0b4a-480b-9a1f-8ae8f6f75756 req-37e059c8-8116-430a-96c6-203f924f2048 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 945 time: 0.1195836 Apr 29 04:02:23.820609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:23.828818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:23.831849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:23.880761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc76e67c-97db-433b-b034-6b45dedc9e90,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:23.897225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=7ac53e9f-b1fa-4fad-909c-374782ed7b4e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:23.898560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.951710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacab45-1077-4910-853f-c0f96788d4ba req-f034c0fe-d19c-4c58-a098-b41f734639e8 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:23.960491 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3aacab45-1077-4910-853f-c0f96788d4ba req-f034c0fe-d19c-4c58-a098-b41f734639e8 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 945 time: 0.1374695 Apr 29 04:02:23.965624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:23.966318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:23.974163 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d3c09bd6-0b4a-480b-9a1f-8ae8f6f75756 req-9b241e0d-2db6-4093-99e5-683a70be0e0d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046073 Apr 29 04:02:24.073167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.104929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Deleting port cfca09b0-7341-4343-a9b8-297b7921f31d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:24.105346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (cfca09b0-7341-4343-a9b8-297b7921f31d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.115103 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7621503a-b2f8-4213-ba1a-7bb063353ea1 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9369149 Apr 29 04:02:24.118182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56976) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:24.121297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3aacab45-1077-4910-853f-c0f96788d4ba req-f7ebeb61-fa42-4412-ae79-6872c3468c5b tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576281 Apr 29 04:02:24.121297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks [] for floatingip (ad4cd7f9-1002-4bed-b181-2c64901fb1c4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.123561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.138654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ec5b27c-24d4-4458-8f9d-6a2a137b08d3 tempest-ExternalNetworksAdminNegativeTestJSON-171024044 tempest-ExternalNetworksAdminNegativeTestJSON-171024044-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ad4cd7f9-1002-4bed-b181-2c64901fb1c4 HTTP/1.1" status: 204 len: 168 time: 1.1811771 Apr 29 04:02:24.145075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-01ecd186-b081-40c6-b857-4ff7bde4d89a None None] Provisioning complete for port 7ac53e9f-b1fa-4fad-909c-374782ed7b4e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:24.145656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-01ecd186-b081-40c6-b857-4ff7bde4d89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7ac53e9f-b1fa-4fad-909c-374782ed7b4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.150495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'network_id': '5273e9da-907f-4360-8477-fa453b9d1413', 'name': 'tempest-AllowedAddressPairTestJSON-6824263'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:24.173617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:24.195160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-01ecd186-b081-40c6-b857-4ff7bde4d89a None None] Port 7ac53e9f-b1fa-4fad-909c-374782ed7b4e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:24.216035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device a4c98c31-2043-431e-abc1-6939956f71fb details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:02:24.220073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:24.223345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:24.239801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Pushing event updated for resources: {'Port': ['ID=aca8fd98-98f0-429c-90e4-42471728ddf2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:24.277302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (cfca09b0-7341-4343-a9b8-297b7921f31d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.297147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Calling delete_port for cfca09b0-7341-4343-a9b8-297b7921f31d owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:24.325732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ddf19-ed90-4ac8-9507-2e097f9ea1a4 req-1ea7a91c-3f31-406d-855b-1f3d6eaf6aec tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:24.327404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e32ddf19-ed90-4ac8-9507-2e097f9ea1a4 req-1ea7a91c-3f31-406d-855b-1f3d6eaf6aec tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 944 time: 0.1681588 Apr 29 04:02:24.369353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port a4c98c31-2043-431e-abc1-6939956f71fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a4c98c31-2043-431e-abc1-6939956f71fb,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:24.385671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'port_id': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'mac_address': 'fa:16:3e:27:5c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:02:24.456278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port a4c98c31-2043-431e-abc1-6939956f71fb is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:24.456921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.472929 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e32ddf19-ed90-4ac8-9507-2e097f9ea1a4 req-2203e762-0972-411c-a844-5fa1526a66b8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334486 Apr 29 04:02:24.475930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks [] for floatingip (5c8d80d6-4699-4289-8484-c4216858462c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.485486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c98c31-2043-431e-abc1-6939956f71fb {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:02:24.509863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port a4c98c31-2043-431e-abc1-6939956f71fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a4c98c31-2043-431e-abc1-6939956f71fb,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:24.562858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cfca09b0-7341-4343-a9b8-297b7921f31d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.565257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Made reservation on behalf of b29edefec0c54f288fea3026c689fe02 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:24.571302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.589570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event deleted for resources: {'Port': ['ID=cfca09b0-7341-4343-a9b8-297b7921f31d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:24.593633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c3bb78bd-0c9b-4824-9db1-05ec9ed57866 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:24.637151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] device_id is not set on port 35011781-2e08-45c6-9a91-b5ab5ac57183 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:24.649418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.653193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.655697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 56990) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:24.693242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.816953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:02:24.836125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=a4c98c31-2043-431e-abc1-6939956f71fb,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:24.917175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:24.917469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.953066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.961757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:24.994494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['a4c98c31-2043-431e-abc1-6939956f71fb'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:02:25.073476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeda4eb-602c-4356-b6b8-e813c6909186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.099274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Allocated IP 172.20.0.5 (5273e9da-907f-4360-8477-fa453b9d1413/2a45b27b-266d-4ab7-a43c-deb69c327b5a/35011781-2e08-45c6-9a91-b5ab5ac57183) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:25.101223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.102011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:25.120351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.125344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd0e0302-3d56-4bdc-9d6b-437ca30961d3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b HTTP/1.1" status: 204 len: 168 time: 1.5754485 Apr 29 04:02:25.125972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57002) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:25.131965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1360762641', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': False}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:25.271555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:25.273137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.278697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (cf159dca-955d-46f7-837a-68937d0b43ec), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.279985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (cf159dca-955d-46f7-837a-68937d0b43ec), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.342368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:25.410152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks [] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.420427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (cf159dca-955d-46f7-837a-68937d0b43ec), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.433539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eb6d1-d497-4a6e-a134-00233acf133c req-4dc37c67-d7b8-48cd-86a6-4ccb520e4e53 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:25.456725 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d7eb6d1-d497-4a6e-a134-00233acf133c req-4dc37c67-d7b8-48cd-86a6-4ccb520e4e53 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 945 time: 0.2384942 Apr 29 04:02:25.474190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906c52-3e0d-4353-a8eb-5984877ee510 req-9a4e339a-8994-4424-918d-b376135c3687 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:25.475701 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c4906c52-3e0d-4353-a8eb-5984877ee510 req-9a4e339a-8994-4424-918d-b376135c3687 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 945 time: 0.1322808 Apr 29 04:02:25.501280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:25.506529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.517012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeda4eb-602c-4356-b6b8-e813c6909186 admin admin] Publish callbacks [] for security_group (b4d809e5-96a0-4424-bdd7-d81f1aa06cd0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.558937 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d7eb6d1-d497-4a6e-a134-00233acf133c req-70bf1747-ae00-4987-898b-214b3664b1bc tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001458 Apr 29 04:02:25.570058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.573746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6b14455a-94cb-4aaa-b7ad-67968f7807fb up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:25.606865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeda4eb-602c-4356-b6b8-e813c6909186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b4d809e5-96a0-4424-bdd7-d81f1aa06cd0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.661748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.688527 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c4906c52-3e0d-4353-a8eb-5984877ee510 req-67346a1d-f2cc-44cb-90de-60b8373af4cb tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041011 Apr 29 04:02:25.700475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Pushing event updated for resources: {'Port': ['ID=aca8fd98-98f0-429c-90e4-42471728ddf2,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:25.717505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda4eb-602c-4356-b6b8-e813c6909186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d809e5-96a0-4424-bdd7-d81f1aa06cd0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:25.724388 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-baeda4eb-602c-4356-b6b8-e813c6909186 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71b4e2cf66cd4977a995f7b625026fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0634866 Apr 29 04:02:25.734283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57018) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:25.738954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71688876-3772-48e9-ba5b-561bf61df5ac" -d '{"events": [{"server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "name": "network-vif-plugged", "status": "completed", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:25.742146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (5c8d80d6-4699-4289-8484-c4216858462c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.808758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbb991e9-4da8-4052-866d-a993ab02ea23 admin admin] Publish callbacks [] for security_group (b4d809e5-96a0-4424-bdd7-d81f1aa06cd0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.838619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbb991e9-4da8-4052-866d-a993ab02ea23 admin admin] Publish callbacks [] for security_group (b4d809e5-96a0-4424-bdd7-d81f1aa06cd0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.846681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:25.871779 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.877385 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0af96e69-d313-4c19-809f-311d5b07be2e tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5748434 Apr 29 04:02:25.884282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57024) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:25.886972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.898090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 6b14455a-94cb-4aaa-b7ad-67968f7807fb completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:02:25.956730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (cf159dca-955d-46f7-837a-68937d0b43ec), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.964099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 6b14455a-94cb-4aaa-b7ad-67968f7807fb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:25.964780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:25.967797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75693629-1c9b-429a-949a-cfd79a5ff924 x-openstack-request-id: req-75693629-1c9b-429a-949a-cfd79a5ff924 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:25.968201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "name": "network-vif-plugged", "status": "completed", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:25.968470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75693629-1c9b-429a-949a-cfd79a5ff924 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:25.968906 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75693629-1c9b-429a-949a-cfd79a5ff924'] response: {'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'code': 200} Apr 29 04:02:25.970949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581f964-d4a2-4fe8-a1bf-8cbec86bc215 req-a5d9e729-12fb-481f-85c9-48eb1252cd3c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:25.989652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1581f964-d4a2-4fe8-a1bf-8cbec86bc215 req-a5d9e729-12fb-481f-85c9-48eb1252cd3c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 945 time: 0.1815584 Apr 29 04:02:26.030011 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b45b0800-f635-41e1-afb4-694b1731ed64 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.1337569 Apr 29 04:02:26.032181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Network 5273e9da-907f-4360-8477-fa453b9d1413 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:26.035010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57030) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:26.047811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:26.075670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6b14455a-94cb-4aaa-b7ad-67968f7807fb is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:26.076249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.091631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1581f964-d4a2-4fe8-a1bf-8cbec86bc215 req-17a620ef-69ce-429e-a759-4d16b97f15f2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010232 Apr 29 04:02:26.122916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:26.123033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:26.159995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=35011781-2e08-45c6-9a91-b5ab5ac57183,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:26.177436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-274dd5cc-1385-4998-9eb7-c6a145ad3165 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1405525 Apr 29 04:02:26.182179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57032) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:26.198114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.219894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57034) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:26.232183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device a4c98c31-2043-431e-abc1-6939956f71fb up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:26.251728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:26.252221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.256855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbb991e9-4da8-4052-866d-a993ab02ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b4d809e5-96a0-4424-bdd7-d81f1aa06cd0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.259627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbb991e9-4da8-4052-866d-a993ab02ea23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.264278 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cbb991e9-4da8-4052-866d-a993ab02ea23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4d809e5-96a0-4424-bdd7-d81f1aa06cd0 HTTP/1.1" status: 204 len: 168 time: 0.5349059 Apr 29 04:02:26.331175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb991e9-4da8-4052-866d-a993ab02ea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d809e5-96a0-4424-bdd7-d81f1aa06cd0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:26.408708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1220682016'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:26.410012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:26.424042 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fe3bca04-69ef-4cb0-a802-2a5badee451c tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2909029 Apr 29 04:02:26.425193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Deleting port aca8fd98-98f0-429c-90e4-42471728ddf2 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:26.425568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.428681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57040) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:26.436919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5f:b8:3e'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:26:e1:22'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:26.459319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3bf618f9-4045-4254-a6a1-bec357f62eb7 None None] Provisioning complete for port 35011781-2e08-45c6-9a91-b5ab5ac57183 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:26.461175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3bf618f9-4045-4254-a6a1-bec357f62eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.465358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (cf159dca-955d-46f7-837a-68937d0b43ec), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.476276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68317a51-969c-45cb-8f67-e96fd7be44d4 req-d35a2e3a-8d1b-4176-aa5a-b1e22f1c9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:26.476480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68317a51-969c-45cb-8f67-e96fd7be44d4 req-d35a2e3a-8d1b-4176-aa5a-b1e22f1c9bcd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 1130 time: 0.1212559 Apr 29 04:02:26.493241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port a4c98c31-2043-431e-abc1-6939956f71fb completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:02:26.504695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.510713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3bf618f9-4045-4254-a6a1-bec357f62eb7 None None] Port 35011781-2e08-45c6-9a91-b5ab5ac57183 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:26.518534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68317a51-969c-45cb-8f67-e96fd7be44d4 req-5e7cf924-4b83-4f10-9996-8566bbe96381 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.574420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port a4c98c31-2043-431e-abc1-6939956f71fb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:26.574800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.578033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.579059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.678279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Allocated IP 172.26.4.104 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/d4682718-5e42-4b75-b1c6-9803c0979c8d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:26.710777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68317a51-969c-45cb-8f67-e96fd7be44d4 req-5e7cf924-4b83-4f10-9996-8566bbe96381 service neutron] Publish callbacks [] for security_group (e1b281b9-75bd-4f0b-8023-b1edd0863967), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.716794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port a4c98c31-2043-431e-abc1-6939956f71fb is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:26.717191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.773734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port a4c98c31-2043-431e-abc1-6939956f71fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a4c98c31-2043-431e-abc1-6939956f71fb,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:26.849630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.887931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.888345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks [] for floatingip (aca8fd98-98f0-429c-90e4-42471728ddf2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:26.903270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=a4c98c31-2043-431e-abc1-6939956f71fb,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:26.951340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Calling delete_port for aca8fd98-98f0-429c-90e4-42471728ddf2 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:26.982585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f633cf-7ab0-48a8-afb8-60468d2315f2 req-d613c01a-cbbb-4ffd-879e-e5810c2a39ab tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:26.984172 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-55f633cf-7ab0-48a8-afb8-60468d2315f2 req-d613c01a-cbbb-4ffd-879e-e5810c2a39ab tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.0919948 Apr 29 04:02:27.020599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.090095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68317a51-969c-45cb-8f67-e96fd7be44d4 req-5e7cf924-4b83-4f10-9996-8566bbe96381 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e1b281b9-75bd-4f0b-8023-b1edd0863967), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.101447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.124141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57050) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:27.152963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.176589 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-55f633cf-7ab0-48a8-afb8-60468d2315f2 req-91f1f68a-055f-4fdf-9403-bbf77fc92fa8 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614127 Apr 29 04:02:27.184050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68317a51-969c-45cb-8f67-e96fd7be44d4 req-5e7cf924-4b83-4f10-9996-8566bbe96381 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6852791 Apr 29 04:02:27.189574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf924-4b83-4f10-9996-8566bbe96381 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b281b9-75bd-4f0b-8023-b1edd0863967,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:27.208909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc489c-8bc3-4722-97e9-abb70840dc7c req-b3765e29-7fb5-49ae-b232-991c74e2417a tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:27.215066 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-92cc489c-8bc3-4722-97e9-abb70840dc7c req-b3765e29-7fb5-49ae-b232-991c74e2417a tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.1299405 Apr 29 04:02:27.219218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.237239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.241650 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8e3d69c7-02d3-4350-b6a4-996562174acc tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0187695 Apr 29 04:02:27.242860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57052) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:27.253567 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e5de5519-fc09-4026-a3ec-5078c6cf8fd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4c71fe07fd9430ab6f05028d6a168bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283011 Apr 29 04:02:27.257082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57054) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:27.346917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.353070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-92cc489c-8bc3-4722-97e9-abb70840dc7c req-5dc1a699-cc4d-4df7-8577-51f5b113faed tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372049 Apr 29 04:02:27.366189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b476-00df-4aea-9ab3-d4935a04dff8 req-25f24bd5-80b7-499f-945d-fdf105dfb6c5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:27.367701 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-57b3b476-00df-4aea-9ab3-d4935a04dff8 req-25f24bd5-80b7-499f-945d-fdf105dfb6c5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0991688 Apr 29 04:02:27.420091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7f1db3a2-342e-41b5-a28b-7c494ced51c3 admin admin] Publish callbacks [] for security_group (855d079a-68c0-44ab-b9fc-315bd9593da5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.455349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.455588 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-57b3b476-00df-4aea-9ab3-d4935a04dff8 req-c8966034-fa39-41ae-adeb-f9246706b692 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814719 Apr 29 04:02:27.460740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7f1db3a2-342e-41b5-a28b-7c494ced51c3 admin admin] Publish callbacks [] for security_group (855d079a-68c0-44ab-b9fc-315bd9593da5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.486099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aca8fd98-98f0-429c-90e4-42471728ddf2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.542501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Pushing event deleted for resources: {'Port': ['ID=aca8fd98-98f0-429c-90e4-42471728ddf2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:27.549170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.554081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.558122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:27.563817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:27.573890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:27.622125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Port': ['ID=d4682718-5e42-4b75-b1c6-9803c0979c8d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:27.658855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks [] for floatingip (5c8d80d6-4699-4289-8484-c4216858462c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.661375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.662532 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1518390f-7052-4f34-beff-ae0fedf2db5f tempest-FloatingIPAdminTestJSON-1392776100 tempest-FloatingIPAdminTestJSON-1392776100-project] 10.222.0.37 "DELETE /v2.0/floatingips/5c8d80d6-4699-4289-8484-c4216858462c HTTP/1.1" status: 204 len: 168 time: 1.4797132 Apr 29 04:02:27.667430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57056) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:27.708384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (b858de50-1ec0-4d9a-8a12-3f75a3a63dc2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.708908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b858de50-1ec0-4d9a-8a12-3f75a3a63dc2 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:27.714419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.715588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bfc1c2bc-d1f7-4148-9308-8dbd55f0ac19 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b858de50-1ec0-4d9a-8a12-3f75a3a63dc2 HTTP/1.1" status: 204 len: 168 time: 0.4717669 Apr 29 04:02:27.718578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57058) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:27.721824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7f1db3a2-342e-41b5-a28b-7c494ced51c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (855d079a-68c0-44ab-b9fc-315bd9593da5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.724369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7f1db3a2-342e-41b5-a28b-7c494ced51c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.725807 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7f1db3a2-342e-41b5-a28b-7c494ced51c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/855d079a-68c0-44ab-b9fc-315bd9593da5 HTTP/1.1" status: 204 len: 168 time: 0.4674921 Apr 29 04:02:27.738732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Request body: {'router': {'name': 'tempest-router-670866138', 'distributed': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:27.772950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1db3a2-342e-41b5-a28b-7c494ced51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d079a-68c0-44ab-b9fc-315bd9593da5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:27.788839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.826270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Deleting port e3e291ce-c799-4a4e-ab69-00ce29be80fa {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:27.826615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.874472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (b92f448a-5631-4db3-b853-fdfcdfb9bee9), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.875498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (b92f448a-5631-4db3-b853-fdfcdfb9bee9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.878916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.973087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb'}, {'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:27.975080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (b92f448a-5631-4db3-b853-fdfcdfb9bee9), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.975935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6042904a-d522-467a-8ecd-248fc875c6e3" -d '{"events": [{"server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "name": "network-vif-plugged", "status": "completed", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb"}, {"server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:27.976505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.976833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for floatingip (e3e291ce-c799-4a4e-ab69-00ce29be80fa), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.981506 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event updated for resources: {'Port': ['ID=35011781-2e08-45c6-9a91-b5ab5ac57183,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:27.989816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (cf159dca-955d-46f7-837a-68937d0b43ec), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:27.997697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Calling delete_port for e3e291ce-c799-4a4e-ab69-00ce29be80fa owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:28.005334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] In _notify_port_updated(), no bound segment for port 35011781-2e08-45c6-9a91-b5ab5ac57183 on network 5273e9da-907f-4360-8477-fa453b9d1413 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:28.010444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:28.011089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.022767 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-49f65209-95fd-4de7-bc51-e1a9922f68ad tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "PUT /v2.0/ports/35011781-2e08-45c6-9a91-b5ab5ac57183 HTTP/1.1" status: 200 len: 1053 time: 1.5803330 Apr 29 04:02:28.022767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57064) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:28.054456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f0997-7092-4ce5-b164-887f1b1f817b x-openstack-request-id: req-ad4f0997-7092-4ce5-b164-887f1b1f817b {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:28.054954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "name": "network-vif-plugged", "status": "completed", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb", "code": 200}, {"server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:28.055366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad4f0997-7092-4ce5-b164-887f1b1f817b {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:28.055758 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4f0997-7092-4ce5-b164-887f1b1f817b'] response: {'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'code': 200} Apr 29 04:02:28.056007 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4f0997-7092-4ce5-b164-887f1b1f817b'] response: {'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'code': 200} Apr 29 04:02:28.056951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (b92f448a-5631-4db3-b853-fdfcdfb9bee9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.166458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port 35011781-2e08-45c6-9a91-b5ab5ac57183 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:28.166815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.231962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.237812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e8213c5-ac2b-437e-b690-b62918aeb6bd tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5182436 Apr 29 04:02:28.238662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57074) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:28.344047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.347410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-04dd1ec5-cea8-4e0e-ba5a-492c2a8f9028 None None] Provisioning complete for port 35011781-2e08-45c6-9a91-b5ab5ac57183 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:28.351566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ec5-cea8-4e0e-ba5a-492c2a8f9028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.394187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for 35011781-2e08-45c6-9a91-b5ab5ac57183 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:28.399260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-04dd1ec5-cea8-4e0e-ba5a-492c2a8f9028 None None] Port 35011781-2e08-45c6-9a91-b5ab5ac57183 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:28.432151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2ea72-1a5f-4527-97d4-026b89f4721b req-de5dd0b8-85d1-462c-b770-4499fa69ecbf tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:28.433723 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3a2ea72-1a5f-4527-97d4-026b89f4721b req-de5dd0b8-85d1-462c-b770-4499fa69ecbf tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.1024120 Apr 29 04:02:28.447891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (b92f448a-5631-4db3-b853-fdfcdfb9bee9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.492823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e3e291ce-c799-4a4e-ab69-00ce29be80fa), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.547857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3e291ce-c799-4a4e-ab69-00ce29be80fa,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:28.586614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (cf159dca-955d-46f7-837a-68937d0b43ec), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.624647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3a2ea72-1a5f-4527-97d4-026b89f4721b req-966c427a-1bbf-40eb-a27c-86cb21e47714 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525755 Apr 29 04:02:28.672785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks [] for floatingip (2702b9e4-fb1c-455f-883d-06ec255b8435), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.675362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.680478 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2f3763a9-dd7a-4e2c-9224-ce1156082899 tempest-FloatingIPAdminTestJSON-304462718 tempest-FloatingIPAdminTestJSON-304462718-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/2702b9e4-fb1c-455f-883d-06ec255b8435 HTTP/1.1" status: 204 len: 168 time: 1.0088212 Apr 29 04:02:28.681351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57088) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:28.702957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d012a8-2ef2-45d3-9b59-74166a3c6f46 req-0b3f1f14-30d8-45cf-bc1e-8039c10d8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:28.704458 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-46d012a8-2ef2-45d3-9b59-74166a3c6f46 req-0b3f1f14-30d8-45cf-bc1e-8039c10d8c6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.2532651 Apr 29 04:02:28.705754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512a1cc-0c7f-444e-a3c8-3bd7dabda152 req-79c757f3-88f4-4775-b5f7-b040de3753b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:28.706670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8512a1cc-0c7f-444e-a3c8-3bd7dabda152 req-79c757f3-88f4-4775-b5f7-b040de3753b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 1130 time: 0.2519820 Apr 29 04:02:28.741342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854c7ce-6434-40f2-b48d-bc0ca98351b3 req-fb650563-5448-4200-8ad5-e5e5211ec83a tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:28.743605 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e854c7ce-6434-40f2-b48d-bc0ca98351b3 req-fb650563-5448-4200-8ad5-e5e5211ec83a tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.2834713 Apr 29 04:02:28.817974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25db7b-545f-48e0-a29a-17edc4d17189 req-020f3a14-c262-47a0-b106-210a9abf278f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:28.819480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb25db7b-545f-48e0-a29a-17edc4d17189 req-020f3a14-c262-47a0-b106-210a9abf278f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0968556 Apr 29 04:02:28.860933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting port 3b1cc26d-4986-4564-8273-d2c7192ce3c5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:28.861272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3b1cc26d-4986-4564-8273-d2c7192ce3c5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.882537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (b92f448a-5631-4db3-b853-fdfcdfb9bee9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.889658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (b92f448a-5631-4db3-b853-fdfcdfb9bee9), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.897125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (35011781-2e08-45c6-9a91-b5ab5ac57183), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:28.959274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb25db7b-545f-48e0-a29a-17edc4d17189 req-bfc4a600-db93-463f-9af0-a608532fce5f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273668 Apr 29 04:02:28.986258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=35011781-2e08-45c6-9a91-b5ab5ac57183,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:28.992250 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-46d012a8-2ef2-45d3-9b59-74166a3c6f46 req-ce7c3f17-d3be-4ad5-94cd-2e0ee25cb421 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466879 Apr 29 04:02:28.996437 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8512a1cc-0c7f-444e-a3c8-3bd7dabda152 req-143a17ae-f43e-46dc-9df7-83daaa8e83b3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497056 Apr 29 04:02:29.000973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e854c7ce-6434-40f2-b48d-bc0ca98351b3 req-7c0aa00a-10d9-4086-9e88-9c73a0cdc158 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201858 Apr 29 04:02:29.055242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (b92f448a-5631-4db3-b853-fdfcdfb9bee9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.055796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b92f448a-5631-4db3-b853-fdfcdfb9bee9 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:29.059992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.061140 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dd8b7362-e9c5-469f-bb4c-d1cf346a01ef tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b92f448a-5631-4db3-b853-fdfcdfb9bee9 HTTP/1.1" status: 204 len: 168 time: 0.8191636 Apr 29 04:02:29.064635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57096) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.069904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3b1cc26d-4986-4564-8273-d2c7192ce3c5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.070041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Request body: {'router': {'name': 'tempest-router-1945336112', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fc284e83e9ae4ccab6d1bac8f79e75ff'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:29.104243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Calling delete_port for 3b1cc26d-4986-4564-8273-d2c7192ce3c5 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:29.156769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Router cf159dca-955d-46f7-837a-68937d0b43ec is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:29.203342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (c748eca6-b854-464d-97d4-14749b2ed787), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.206201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (c748eca6-b854-464d-97d4-14749b2ed787), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.309343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (c748eca6-b854-464d-97d4-14749b2ed787), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.320593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.323761 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0c687cb8-cf52-4c18-8722-188830635955 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/ports/35011781-2e08-45c6-9a91-b5ab5ac57183 HTTP/1.1" status: 204 len: 168 time: 1.3067076 Apr 29 04:02:29.326454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57100) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.328016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:29.338140 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Sync routers for ids ['cf159dca-955d-46f7-837a-68937d0b43ec'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:29.350325 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Routers {'cf159dca-955d-46f7-837a-68937d0b43ec'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:29.351189 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['cf159dca-955d-46f7-837a-68937d0b43ec'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:29.359107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8127be2d-4efa-4ba7-b542-b3a286608588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] GET failed (client error): The resource could not be found. Apr 29 04:02:29.360523 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8127be2d-4efa-4ba7-b542-b3a286608588 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "GET /v2.0/ports/35011781-2e08-45c6-9a91-b5ab5ac57183 HTTP/1.1" status: 404 len: 333 time: 0.0331712 Apr 29 04:02:29.363636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57102) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.373120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (c748eca6-b854-464d-97d4-14749b2ed787), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.459748 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Set router cf159dca-955d-46f7-837a-68937d0b43ec gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:29.464613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.465844 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6de2d840-26c9-4efe-ab2f-b1cede6fb2da tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3389242 Apr 29 04:02:29.468563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57104) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.506693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port 7ac53e9f-b1fa-4fad-909c-374782ed7b4e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:29.507652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7ac53e9f-b1fa-4fad-909c-374782ed7b4e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.524316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3b1cc26d-4986-4564-8273-d2c7192ce3c5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.531860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.533699 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f6447b77-8829-4d72-86cc-7827888e3ba1 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4677505 Apr 29 04:02:29.539946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57110) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.547811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Request body: {'router': {'distributed': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:29.579644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Port': ['ID=3b1cc26d-4986-4564-8273-d2c7192ce3c5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:29.681280 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf159dca-955d-46f7-837a-68937d0b43ec', 'name': 'tempest-snat-router-1360762641', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.104'}], 'enable_snat': False}, 'gw_port_id': 'd4682718-5e42-4b75-b1c6-9803c0979c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:25Z', 'updated_at': '2022-04-29T04:02:27Z', 'revision_number': 3, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port': {'id': 'd4682718-5e42-4b75-b1c6-9803c0979c8d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf159dca-955d-46f7-837a-68937d0b43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:02:26Z', 'updated_at': '2022-04-29T04:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:29.711465 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Checking router: cf159dca-955d-46f7-837a-68937d0b43ec for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:02:29.711804 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Updating router cf159dca-955d-46f7-837a-68937d0b43ec port d4682718-5e42-4b75-b1c6-9803c0979c8d binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:02:29.750434 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.824240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:29.827536 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b38a90bb-f30b-4898-b9e6-2c1561043479 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "DELETE /v2.0/ports/3b1cc26d-4986-4564-8273-d2c7192ce3c5 HTTP/1.1" status: 204 len: 168 time: 1.1454914 Apr 29 04:02:29.837914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac308-f660-4c89-a93c-2e9ca7be7a80 req-708161ea-a636-4f6a-929d-94571e08a8b1 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:29.839498 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fa6ac308-f660-4c89-a93c-2e9ca7be7a80 req-708161ea-a636-4f6a-929d-94571e08a8b1 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.0750043 Apr 29 04:02:29.841894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57118) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.861099 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-12a84a6f-a21f-4a5e-80c0-5ed00e5ee55d tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/cf159dca-955d-46f7-837a-68937d0b43ec HTTP/1.1" status: 200 len: 909 time: 0.3909895 Apr 29 04:02:29.877612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57122) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:29.890197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1360762641', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': True}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:29.933377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6d7e10-e397-41c0-956f-2b74e6a67ab6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:29.934903 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cd6d7e10-e397-41c0-956f-2b74e6a67ab6 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15d1180-3c1a-424f-a0ae-915bd2033b66 HTTP/1.1" status: 200 len: 913 time: 0.0920780 Apr 29 04:02:29.946425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57124) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:30.018099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57128) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:30.019050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (9d1cf4fc-b2a2-46df-91f8-8b147084df97), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.020800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (9d1cf4fc-b2a2-46df-91f8-8b147084df97), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.052334 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fa6ac308-f660-4c89-a93c-2e9ca7be7a80 req-22bba913-88d9-47b9-b9a1-82913bfd8f19 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978745 Apr 29 04:02:30.158583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (9d1cf4fc-b2a2-46df-91f8-8b147084df97), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.198775 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Publish callbacks [] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.295424 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.300458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fd388-892c-4405-a448-d605ee664caa req-7714b124-2a05-48a2-8f0d-d692b24fb21e tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:30.308185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2130674985'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:30.309118 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e4fd388-892c-4405-a448-d605ee664caa req-7714b124-2a05-48a2-8f0d-d692b24fb21e tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1414344 Apr 29 04:02:30.349599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7ac53e9f-b1fa-4fad-909c-374782ed7b4e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.357006 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e124-d538-4c83-9f7b-6b6a40919988 None None] Pushing event updated for resources: {'Port': ['ID=d4682718-5e42-4b75-b1c6-9803c0979c8d,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:30.359567 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Attempting to bind port d4682718-5e42-4b75-b1c6-9803c0979c8d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:30.359995 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Attempting to bind port d4682718-5e42-4b75-b1c6-9803c0979c8d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:30.360420 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Attempting to bind port d4682718-5e42-4b75-b1c6-9803c0979c8d on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:30.368189 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:30.368189 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:30.368726 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.369166 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:30.369758 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Bound port: d4682718-5e42-4b75-b1c6-9803c0979c8d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:30.370215 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.418491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for 7ac53e9f-b1fa-4fad-909c-374782ed7b4e owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:30.428638 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] For port d4682718-5e42-4b75-b1c6-9803c0979c8d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:30.432268 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] For port d4682718-5e42-4b75-b1c6-9803c0979c8d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d4682718-5e42-4b75-b1c6-9803c0979c8d,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:30.495684 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.527512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (c748eca6-b854-464d-97d4-14749b2ed787), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.527806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (c748eca6-b854-464d-97d4-14749b2ed787), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.564002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e4fd388-892c-4405-a448-d605ee664caa req-e89c1730-bc44-44b7-a69c-a49160b10b93 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539895 Apr 29 04:02:30.588213 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Routers {'cf159dca-955d-46f7-837a-68937d0b43ec'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:30.588972 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['cf159dca-955d-46f7-837a-68937d0b43ec'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:30.593294 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e124-d538-4c83-9f7b-6b6a40919988 None None] Pushing event updated for resources: {'Port': ['ID=d4682718-5e42-4b75-b1c6-9803c0979c8d,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:30.651209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7ba3d-768c-4151-b1d9-0ebdb4c2db9e req-50de4f0e-5a71-40d2-ac0b-574759946b88 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:30.652792 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-06f7ba3d-768c-4151-b1d9-0ebdb4c2db9e req-50de4f0e-5a71-40d2-ac0b-574759946b88 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.4684982 Apr 29 04:02:30.687704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=116105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 29 04:02:30.688031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Router c748eca6-b854-464d-97d4-14749b2ed787 migrating from provider to provider. {{(pid=116105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 29 04:02:30.688402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (c748eca6-b854-464d-97d4-14749b2ed787), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.700765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (c748eca6-b854-464d-97d4-14749b2ed787), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.741819 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] Set router cf159dca-955d-46f7-837a-68937d0b43ec gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:30.746192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Made reservation on behalf of 18475332f1bd485c8166f366d0527823 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:30.749363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.773800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (c748eca6-b854-464d-97d4-14749b2ed787), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.799493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (9d1cf4fc-b2a2-46df-91f8-8b147084df97), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.809882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.847484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7ac53e9f-b1fa-4fad-909c-374782ed7b4e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:30.868260 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-06f7ba3d-768c-4151-b1d9-0ebdb4c2db9e req-6437072b-f430-47d5-8648-baafdd325052 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081285 Apr 29 04:02:30.882834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=7ac53e9f-b1fa-4fad-909c-374782ed7b4e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:30.927750 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] No L3 agents can host the router c748eca6-b854-464d-97d4-14749b2ed787 Apr 29 04:02:30.936068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf159dca-955d-46f7-837a-68937d0b43ec', 'name': 'tempest-snat-router-1360762641', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.104'}], 'enable_snat': False}, 'gw_port_id': 'd4682718-5e42-4b75-b1c6-9803c0979c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:25Z', 'updated_at': '2022-04-29T04:02:27Z', 'revision_number': 3, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port': {'id': 'd4682718-5e42-4b75-b1c6-9803c0979c8d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf159dca-955d-46f7-837a-68937d0b43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:02:26Z', 'updated_at': '2022-04-29T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:30.960354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.960716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.961201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.962083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.962901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.962901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.963298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.963769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.964149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.964474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.964795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.965198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.965714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.966380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.966484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:30.968027 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee4b8a-eaf0-4f49-8f8f-d72ac386c829 None None] The sync data for ids ['cf159dca-955d-46f7-837a-68937d0b43ec'] in dv-neutron-839777-1-hyperv is: [{'id': 'cf159dca-955d-46f7-837a-68937d0b43ec', 'name': 'tempest-snat-router-1360762641', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.104'}], 'enable_snat': False}, 'gw_port_id': 'd4682718-5e42-4b75-b1c6-9803c0979c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:25Z', 'updated_at': '2022-04-29T04:02:27Z', 'revision_number': 3, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port': {'id': 'd4682718-5e42-4b75-b1c6-9803c0979c8d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf159dca-955d-46f7-837a-68937d0b43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:02:26Z', 'updated_at': '2022-04-29T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:31.074440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.083286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-209704c8-3a17-4a36-86ca-3d135ba358d4 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/ports/7ac53e9f-b1fa-4fad-909c-374782ed7b4e HTTP/1.1" status: 204 len: 168 time: 1.7169180 Apr 29 04:02:31.085384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57136) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:31.180818 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a601b9-e58a-4178-9064-b9909643bfb2 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] GET failed (client error): The resource could not be found. Apr 29 04:02:31.182797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d2a601b9-e58a-4178-9064-b9909643bfb2 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "GET /v2.0/ports/7ac53e9f-b1fa-4fad-909c-374782ed7b4e HTTP/1.1" status: 404 len: 333 time: 0.0962317 Apr 29 04:02:31.195866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:31.248867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (f15d1180-3c1a-424f-a0ae-915bd2033b66), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.objects.base [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: result = function(*args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: proto.__init__(conn_state, self) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle() Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle_one_request() Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle_one_response() Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: result = self.application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return app(environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return request.get_response(self.application) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self._app) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: response = self.app(environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.267672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: result = method(request=request, **args) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._update(request, id, body, **kwargs) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*dup_args, **dup_kwargs) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: obj = obj_updater(request.context, id, **kwargs) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: self.notify_router_updated(context, router_dict['id'], None) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: self.l3_rpc_notifier.routers_updated( Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notification(context, 'routers_updated', router_ids, Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: self._agent_notification( Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: hosts = [item[0] for item in query if item[0] != ''] Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._iter().__iter__() Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: result = self.session.execute( Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: result = fn(orm_exec_state) Apr 29 04:02:31.273923 dv-neutron-839777-1-hyperv neutron-server[116105]: Apr 29 04:02:31.277989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Hosts for router c748eca6-b854-464d-97d4-14749b2ed787: [] {{(pid=116105) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 29 04:02:31.308312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272c04-072c-441c-aa9a-c943163b34fd req-b0ae5a78-1ec7-4627-829c-26aeda30588d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:31.313574 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0272c04-072c-441c-aa9a-c943163b34fd req-b0ae5a78-1ec7-4627-829c-26aeda30588d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.1294458 Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.objects.base [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: result = function(*args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: proto.__init__(conn_state, self) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle() Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle_one_request() Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle_one_response() Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: result = self.application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return app(environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return request.get_response(self.application) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self._app) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: response = self.app(environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:02:31.317440 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: result = method(request=request, **args) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._update(request, id, body, **kwargs) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*dup_args, **dup_kwargs) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: obj = obj_updater(request.context, id, **kwargs) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: self.notify_router_updated(context, router_dict['id'], None) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: self.l3_rpc_notifier.routers_updated( Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notification(context, 'routers_updated', router_ids, Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: self._agent_notification( Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: self._get_other_dvr_router_ids_connected_router( Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return [item[0] for item in query] Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._iter().__iter__() Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: result = self.session.execute( Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: result = fn(orm_exec_state) Apr 29 04:02:31.322872 dv-neutron-839777-1-hyperv neutron-server[116105]: Apr 29 04:02:31.353630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Hosts for other DVR routers connected to router c748eca6-b854-464d-97d4-14749b2ed787: set() {{(pid=116105) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 29 04:02:31.356415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.357786 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d0fa9ffb-a200-4bf6-9f15-a14880f00119 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "PUT /v2.0/routers/c748eca6-b854-464d-97d4-14749b2ed787 HTTP/1.1" status: 200 len: 717 time: 1.8166826 Apr 29 04:02:31.360437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57142) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:31.408106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks [] for security_group (812ae809-d36f-409e-9e2f-4c03e840f4af), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.480585 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0272c04-072c-441c-aa9a-c943163b34fd req-27ea3420-964a-4577-9a7e-085e5509e7b0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508510 Apr 29 04:02:31.485631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b7b8919c-f8ac-4217-8f90-4d3ac83ad700 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "GET /v2.0/routers/c748eca6-b854-464d-97d4-14749b2ed787 HTTP/1.1" status: 200 len: 717 time: 0.1240819 Apr 29 04:02:31.486310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57144) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:31.506693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (812ae809-d36f-409e-9e2f-4c03e840f4af), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.528561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port 6ed8df41-74a6-40cb-a428-d62fbeb3d880 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:31.528867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6ed8df41-74a6-40cb-a428-d62fbeb3d880), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.645959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:31.655342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (9d1cf4fc-b2a2-46df-91f8-8b147084df97), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.694438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812ae809-d36f-409e-9e2f-4c03e840f4af,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:31.719732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.724410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (762bc63c-c547-4b93-833e-3ade3333d886), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.724754 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Added segment 762bc63c-c547-4b93-833e-3ade3333d886 of type vlan for network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 Apr 29 04:02:31.756759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd7afb2e-191e-465c-b2b2-a71bcd6bfec1 tempest-RoutersTestDVR-471203254 tempest-RoutersTestDVR-471203254-project] 10.222.0.37 "GET /v2.0/routers/c748eca6-b854-464d-97d4-14749b2ed787 HTTP/1.1" status: 200 len: 683 time: 0.2693033 Apr 29 04:02:31.759477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57152) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:31.773109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b447e8-6553-4c07-bd74-af8ad0ca7942 req-ee818486-c9d7-4021-a4fe-995a6d1c6217 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:31.774628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-61b447e8-6553-4c07-bd74-af8ad0ca7942 req-ee818486-c9d7-4021-a4fe-995a6d1c6217 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0915546 Apr 29 04:02:31.832317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.832317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.832317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.832317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.832877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.833299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.833739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.834172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.834593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.835005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.835396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.835799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.836170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.836555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.836987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:31.858066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (c748eca6-b854-464d-97d4-14749b2ed787), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.885099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6ed8df41-74a6-40cb-a428-d62fbeb3d880), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:31.939891 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-61b447e8-6553-4c07-bd74-af8ad0ca7942 req-37d463e3-ea38-43d7-894d-a157999f3142 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345918 Apr 29 04:02:31.964572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for 6ed8df41-74a6-40cb-a428-d62fbeb3d880 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:32.029956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233af8d1-9b51-4251-a8e5-ac68468939e3 req-18dbfbf7-cf9c-4b28-8abf-8f76c3606be1 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:32.031544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-233af8d1-9b51-4251-a8e5-ac68468939e3 req-18dbfbf7-cf9c-4b28-8abf-8f76c3606be1 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.3044133 Apr 29 04:02:32.045485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57158) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:32.052939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Request body: {'floatingip': {'port_id': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:32.056850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (c748eca6-b854-464d-97d4-14749b2ed787), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.078013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.123129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (c748eca6-b854-464d-97d4-14749b2ed787), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.165689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (f5d14dc9-1484-4a57-a35e-eddec3c531a9), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.231939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255649a6-1280-4709-8591-25711ad0e780 req-48af5f11-c794-4dc0-891f-637f4e1fbe08 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:32.233440 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-255649a6-1280-4709-8591-25711ad0e780 req-48af5f11-c794-4dc0-891f-637f4e1fbe08 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.1870644 Apr 29 04:02:32.244486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d4682718-5e42-4b75-b1c6-9803c0979c8d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:32.255900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac21e3-0582-4116-8055-8e5df6de8846 req-5edebc97-138e-4765-9212-7b1aae41f9b7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:32.257410 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7ac21e3-0582-4116-8055-8e5df6de8846 req-5edebc97-138e-4765-9212-7b1aae41f9b7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1610396 Apr 29 04:02:32.279042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57160) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:32.289855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Request body: {'floatingip': {'port_id': 'a4c98c31-2043-431e-abc1-6939956f71fb'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:32.299711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d4682718-5e42-4b75-b1c6-9803c0979c8d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:32.300284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.317558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.322575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:32.323008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.343103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Allocated IP 172.26.4.125 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/cdf42b69-f138-4920-8135-fd12ca9aabac) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:32.350859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (c748eca6-b854-464d-97d4-14749b2ed787), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.351600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c748eca6-b854-464d-97d4-14749b2ed787 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:32.367884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.369007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ab69623d-29e9-42a6-9f80-18ce3832a07e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c748eca6-b854-464d-97d4-14749b2ed787 HTTP/1.1" status: 204 len: 168 time: 0.6086423 Apr 29 04:02:32.373508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57162) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:32.381012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (bb44e977-d1ea-494f-a771-6d51609009f1), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.391447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Request body: {'router': {'name': 'tempest-router-88175667', 'distributed': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:32.398722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d4682718-5e42-4b75-b1c6-9803c0979c8d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:32.399437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.402527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting port de524a9a-00dd-416e-9bec-b8c14d0b619f {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:32.402862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.426716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port d4682718-5e42-4b75-b1c6-9803c0979c8d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d4682718-5e42-4b75-b1c6-9803c0979c8d,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:32.477194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-255649a6-1280-4709-8591-25711ad0e780 req-d4f15106-0ab9-445a-8c9d-e5985ddcb675 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284606 Apr 29 04:02:32.494270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.569849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=d4682718-5e42-4b75-b1c6-9803c0979c8d,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:32.730611 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7056048 Apr 29 04:02:32.731324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (6ed8df41-74a6-40cb-a428-d62fbeb3d880), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.776766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cf91e-c9e0-484f-b85c-940d35d489f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Pushing event updated for resources: {'Network': ['ID=73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:32.788115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:32.934448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.935446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.955136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=6ed8df41-74a6-40cb-a428-d62fbeb3d880,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:32.957761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57170) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:32.961865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:32.966515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Request body: {'port': {'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199683969'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:33.019227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Calling delete_port for de524a9a-00dd-416e-9bec-b8c14d0b619f owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:33.050610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afdd0e-c348-46cc-a668-68aa25803159 req-63c952c7-ea82-435d-9208-d4744ed365dc tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:33.064440 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-89afdd0e-c348-46cc-a668-68aa25803159 req-63c952c7-ea82-435d-9208-d4744ed365dc tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.3439786 Apr 29 04:02:33.069434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57172) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:33.075838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Request body: {'floatingip': {'port_id': '6b14455a-94cb-4aaa-b7ad-67968f7807fb'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:33.116279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.158899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Made reservation on behalf of 563aef2b4fb6467a9c2ee2fad1e42c9c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:33.162153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.185429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.193358 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (10055b8d-8442-4487-b08e-8d7aa91bd724), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.202868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.206398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.212732 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bf900387-d6ce-4bd2-809c-90717a627886 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/ports/6ed8df41-74a6-40cb-a428-d62fbeb3d880 HTTP/1.1" status: 204 len: 168 time: 2.0120220 Apr 29 04:02:33.232939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57174) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:33.253210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.423617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting subnet 2a45b27b-266d-4ab7-a43c-deb69c327b5a {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:02:33.460229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.462078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for subnet (2a45b27b-266d-4ab7-a43c-deb69c327b5a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.474116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.475304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e2555b5d-7e26-4d1e-b2bf-f5caea90b93e tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 1.0972652 Apr 29 04:02:33.519069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57176) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:33.550767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:33.580872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:33.590002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:33.609782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf42b69-f138-4920-8135-fd12ca9aabac,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:33.611226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:02:33.658807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (2a45b27b-266d-4ab7-a43c-deb69c327b5a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.739027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for security_group (d9b873be-73c7-4d9d-8f88-36f9515fc862), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.741916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (de524a9a-00dd-416e-9bec-b8c14d0b619f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.784857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.796029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:02:33.831025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.842014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Port': ['ID=de524a9a-00dd-416e-9bec-b8c14d0b619f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:33.870361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d9b873be-73c7-4d9d-8f88-36f9515fc862), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:33.914055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:33.932452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f5d14dc9-1484-4a57-a35e-eddec3c531a9), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.077067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.127019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b873be-73c7-4d9d-8f88-36f9515fc862,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:34.164023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (bb44e977-d1ea-494f-a771-6d51609009f1), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.210685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.216092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d4682718-5e42-4b75-b1c6-9803c0979c8d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:34.216620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router_controller (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.221388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (2a45b27b-266d-4ab7-a43c-deb69c327b5a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.269135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d4682718-5e42-4b75-b1c6-9803c0979c8d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:34.270023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.353732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d4682718-5e42-4b75-b1c6-9803c0979c8d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:34.477484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.resource_extend [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:02:34.621646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.627224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (f15d1180-3c1a-424f-a0ae-915bd2033b66), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.650409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (9d1cf4fc-b2a2-46df-91f8-8b147084df97), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.718441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (10055b8d-8442-4487-b08e-8d7aa91bd724), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.735839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (9864d9ea-0f2f-4076-8d73-60bb0a8f1542), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.736404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9864d9ea-0f2f-4076-8d73-60bb0a8f1542 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:34.741079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.742246 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1dfa9da5-aada-4e32-87af-bdcf7136f5e5 tempest-RoutersTestDVR-92673232 tempest-RoutersTestDVR-92673232-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9864d9ea-0f2f-4076-8d73-60bb0a8f1542 HTTP/1.1" status: 204 len: 168 time: 1.2216766 Apr 29 04:02:34.768907 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Floating IP f5d14dc9-1484-4a57-a35e-eddec3c531a9 associated. External IP: 172.26.4.14, port: c3bb78bd-0c9b-4824-9db1-05ec9ed57866. Apr 29 04:02:34.842297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Floating IP bb44e977-d1ea-494f-a771-6d51609009f1 associated. External IP: 172.26.4.81, port: a4c98c31-2043-431e-abc1-6939956f71fb. Apr 29 04:02:34.923214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (2a45b27b-266d-4ab7-a43c-deb69c327b5a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:34.963260 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Floating IP 10055b8d-8442-4487-b08e-8d7aa91bd724 associated. External IP: 172.26.4.244, port: 6b14455a-94cb-4aaa-b7ad-67968f7807fb. Apr 29 04:02:35.001721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.008639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/subnets/2a45b27b-266d-4ab7-a43c-deb69c327b5a HTTP/1.1" status: 204 len: 168 time: 1.7693245 Apr 29 04:02:35.011389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f0803-cab1-4398-bff0-d956bb908d0f None None] Network 5273e9da-907f-4360-8477-fa453b9d1413 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:35.012172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f7be-82fa-4df0-9674-444cf033a660 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Subnet': ['ID=2a45b27b-266d-4ab7-a43c-deb69c327b5a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:35.017051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:35.021796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57180) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:35.076125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.195676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (9d1cf4fc-b2a2-46df-91f8-8b147084df97), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.198806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.206061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] DHCP port deletion for 5273e9da-907f-4360-8477-fa453b9d1413 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:02:35.252160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5273e9da-907f-4360-8477-fa453b9d1413), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.262070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Deleting port ec9be758-ebb0-4203-885d-ba8cb81ede0f {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:35.262633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.267824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Router f15d1180-3c1a-424f-a0ae-915bd2033b66 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:35.349276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] For port ec9be758-ebb0-4203-885d-ba8cb81ede0f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec9be758-ebb0-4203-885d-ba8cb81ede0f,segment=NetworkSegment(e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b),segment_id=e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:35.349840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.355743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57184) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:35.366478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Calling delete_port for ec9be758-ebb0-4203-885d-ba8cb81ede0f owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:35.390199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=b8ba1316-4d3e-4da2-9d8b-9efb6de799ae,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:35.477542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Checking segment: {'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:35.477787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Network hostable DHCP agents. Network: 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:02:35.479738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Deleting port ec9be758-ebb0-4203-885d-ba8cb81ede0f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:35.480068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.485554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:35.489514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Router 06944c71-c35a-4583-ba39-18a6633c3d67 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:35.526253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Router 95b86b2c-3056-49c2-9d73-448b5b411a75 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:35.544994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.556212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89263dea-b1b7-4363-ac4b-df5287771369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.578729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Pushing event deleted for resources: {'Port': ['ID=ec9be758-ebb0-4203-885d-ba8cb81ede0f,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:35.583305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] No DVR routers for this DVR port ec9be758-ebb0-4203-885d-ba8cb81ede0f on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:02:35.589535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.590122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.590464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.590790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.591251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.591733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.592137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.592617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.592942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.594132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.594681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.595240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.595635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.596157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.596542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4fb90-47c5-4e6e-8263-3f8642b6e8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:02:35.596640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:35.612753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] Sync routers for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:35.626362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:35.627109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:35.641544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35e59e0b-539b-4331-a9dc-df9b190cfef8 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "PUT /v2.0/routers/f15d1180-3c1a-424f-a0ae-915bd2033b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6918507 Apr 29 04:02:35.645752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57188) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:35.656014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:02:35.667257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:35.677693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] For port ec9be758-ebb0-4203-885d-ba8cb81ede0f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec9be758-ebb0-4203-885d-ba8cb81ede0f,segment=NetworkSegment(e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b),segment_id=e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:35.678058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.678180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] Routers {'f15d1180-3c1a-424f-a0ae-915bd2033b66'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:35.678808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f15d1180-3c1a-424f-a0ae-915bd2033b66'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:35.707685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Calling delete_port for ec9be758-ebb0-4203-885d-ba8cb81ede0f owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:35.712206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Router 9d1cf4fc-b2a2-46df-91f8-8b147084df97 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:35.718491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:35.719222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76681df4-f184-4a3d-b8fe-9ab48b08101d None None] The sync data for ids ['f15d1180-3c1a-424f-a0ae-915bd2033b66'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:35.744249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:35.757492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:35.770618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc591a-a565-481f-b361-6068333e5e7c None None] Network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:35.846029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:35.846393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:35.846684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:35.865752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:35.866081 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:35.867122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:35.871740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.876156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 2 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:35.878928 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] Sync routers for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:35.883999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:35.888841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:35.892048 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:35.893127 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:35.895728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] Sync routers for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:35.910904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:35.913105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:35.959771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:35.960104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:35.960439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:35.972462 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5bce04f8-7006-4f52-ba49-dd688138600b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "PUT /v2.0/floatingips/f5d14dc9-1484-4a57-a35e-eddec3c531a9 HTTP/1.1" status: 200 len: 991 time: 3.9245596 Apr 29 04:02:35.988867 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b18d0c5b-5394-4e07-b1e4-140635a687d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "PUT /v2.0/floatingips/bb44e977-d1ea-494f-a771-6d51609009f1 HTTP/1.1" status: 200 len: 991 time: 3.7085869 Apr 29 04:02:35.997964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866'}, {'name': 'network-changed', 'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:36.000428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866"}, {"name": "network-changed", "server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:36.011852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.012180 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.025539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 3 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.059291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ec9be758-ebb0-4203-885d-ba8cb81ede0f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.063796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.064791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.064791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:36.107782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Port': ['ID=ec9be758-ebb0-4203-885d-ba8cb81ede0f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:36.120881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] No DVR routers for this DVR port ec9be758-ebb0-4203-885d-ba8cb81ede0f on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:02:36.125084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.125926 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.128576 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 4 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.146107 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:36.223391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e533c-57ef-410d-a692-f338ab1fad8d req-ceb5eaa4-295f-42c1-be2b-0107e78c2010 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:36.225670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-065e533c-57ef-410d-a692-f338ab1fad8d req-ceb5eaa4-295f-42c1-be2b-0107e78c2010 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.1248696 Apr 29 04:02:36.227327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.228228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.228940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:36.259619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec9be758-ebb0-4203-885d-ba8cb81ede0f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:02:36.272444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:36.275218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89263dea-b1b7-4363-ac4b-df5287771369 admin admin] Publish callbacks [] for security_group (d4d4593c-5827-427a-9bee-315c91a8a937), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.283266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.288278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ec9be758-ebb0-4203-885d-ba8cb81ede0f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:02:36.289276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec9be758-ebb0-4203-885d-ba8cb81ede0f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:02:36.291672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router (f15d1180-3c1a-424f-a0ae-915bd2033b66), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.307071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5273e9da-907f-4360-8477-fa453b9d1413), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.323688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.324414 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.335715 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 5 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.348274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5273e9da-907f-4360-8477-fa453b9d1413']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.349019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89263dea-b1b7-4363-ac4b-df5287771369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d4d4593c-5827-427a-9bee-315c91a8a937), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.372910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.373684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.381327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.381926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.382489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:36.393658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05cc9e-b1a9-4cd5-afbb-9f125878de62 req-e3b068c1-2d77-4824-8694-17ef8873c2c8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:36.395224 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0e05cc9e-b1a9-4cd5-afbb-9f125878de62 req-e3b068c1-2d77-4824-8694-17ef8873c2c8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2340724 Apr 29 04:02:36.399681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:36.410972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.416699 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] Sync routers for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:36.421429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.422008 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.424992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 6 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.442842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-065e533c-57ef-410d-a692-f338ab1fad8d req-8ab1e607-7498-4c39-b51d-163576d58f53 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083435 Apr 29 04:02:36.450376 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a097f0ac-f323-4eaf-9363-cc856146a244 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "PUT /v2.0/floatingips/10055b8d-8442-4487-b08e-8d7aa91bd724 HTTP/1.1" status: 200 len: 992 time: 3.3755412 Apr 29 04:02:36.463584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.469359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:02:36.471668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:02:36.475976 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f5d14dc9-1484-4a57-a35e-eddec3c531a9', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'floating_ip_address': '172.26.4.14', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'port_id': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'mac_address': 'fa:16:3e:fd:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:55Z', 'updated_at': '2022-04-29T04:02:33Z', 'revision_number': 1, 'project_id': '4d030c1808e044749889e7831d1963fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:54Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.491836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.498474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.498474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:36.498797 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-89263dea-b1b7-4363-ac4b-df5287771369 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc284e83e9ae4ccab6d1bac8f79e75ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1340454 Apr 29 04:02:36.500379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:36.502493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:36.503369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (e2a3c01d-e9e0-4c41-b5ea-09ae0a52e01b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.503503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57202) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:36.506651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89263dea-b1b7-4363-ac4b-df5287771369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4593c-5827-427a-9bee-315c91a8a937,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:36.525987 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:36.538722 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:36.539767 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.557272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b85307-ecd0-4128-ad55-65db898be90a x-openstack-request-id: req-38b85307-ecd0-4128-ad55-65db898be90a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:36.557788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:36.558134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38b85307-ecd0-4128-ad55-65db898be90a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:36.558635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b85307-ecd0-4128-ad55-65db898be90a'] response: {'name': 'network-changed', 'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'status': 'completed', 'code': 200} Apr 29 04:02:36.559089 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b85307-ecd0-4128-ad55-65db898be90a'] response: {'name': 'network-changed', 'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'status': 'completed', 'code': 200} Apr 29 04:02:36.564704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.566066 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.574537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 7 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.622099 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0e05cc9e-b1a9-4cd5-afbb-9f125878de62 req-489e2041-846a-4aff-9890-fb1a0ac61bbe tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152090 Apr 29 04:02:36.645905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router_gateway (f15d1180-3c1a-424f-a0ae-915bd2033b66), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.647923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcc91167-6586-44b6-900a-bde5a2a6a673 admin admin] Publish callbacks [] for security_group (d4d4593c-5827-427a-9bee-315c91a8a937), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.661342 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] Checking router: 06944c71-c35a-4583-ba39-18a6633c3d67 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:02:36.686053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.686642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.687093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:36.700393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-14a13e81-4fdc-492c-aa58-1c22f202e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:36.702197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-14a13e81-4fdc-492c-aa58-1c22f202e424 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d030c1808e044749889e7831d1963fa&device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 1130 time: 0.1212003 Apr 29 04:02:36.703347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.703765 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.705730 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 8 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.707598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcc91167-6586-44b6-900a-bde5a2a6a673 admin admin] Publish callbacks [] for security_group (d4d4593c-5827-427a-9bee-315c91a8a937), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.712343 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:36.712620 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.783750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Sync routers for ids ['9d1cf4fc-b2a2-46df-91f8-8b147084df97'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:36.791650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.792225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.793014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:36.810780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.814439 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1f91cfd6-cd55-445b-96a3-8b4db6685c9a tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9354246 Apr 29 04:02:36.816125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57208) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:36.820992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a14e029-7948-4c0e-be76-2d74fb04b36b x-openstack-request-id: req-9a14e029-7948-4c0e-be76-2d74fb04b36b {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:02:36.821355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:02:36.821641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a14e029-7948-4c0e-be76-2d74fb04b36b {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:02:36.822038 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a14e029-7948-4c0e-be76-2d74fb04b36b'] response: {'name': 'network-changed', 'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'status': 'completed', 'code': 200} Apr 29 04:02:36.838781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5273e9da-907f-4360-8477-fa453b9d1413), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.843485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.849945 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] 10.222.0.37 "DELETE /v2.0/networks/5273e9da-907f-4360-8477-fa453b9d1413 HTTP/1.1" status: 204 len: 168 time: 1.7978082 Apr 29 04:02:36.861305 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:36.880752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:36.881809 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:36.889838 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 9 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:36.898841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731c50b-8a1c-4d42-8bd6-3fdb091a3e5b req-89a6c72d-9382-4089-8de1-8778decf5e06 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:36.900564 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b731c50b-8a1c-4d42-8bd6-3fdb091a3e5b req-89a6c72d-9382-4089-8de1-8778decf5e06 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.2018704 Apr 29 04:02:36.904724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcc91167-6586-44b6-900a-bde5a2a6a673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d4d4593c-5827-427a-9bee-315c91a8a937), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.907602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcc91167-6586-44b6-900a-bde5a2a6a673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.911360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bcc91167-6586-44b6-900a-bde5a2a6a673 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4d4593c-5827-427a-9bee-315c91a8a937 HTTP/1.1" status: 204 len: 168 time: 0.4033844 Apr 29 04:02:36.929820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8aa21-1193-4bce-8860-f6b527448486 tempest-AllowedAddressPairTestJSON-422932191 tempest-AllowedAddressPairTestJSON-422932191-project] Pushing event deleted for resources: {'Network': ['ID=5273e9da-907f-4360-8477-fa453b9d1413,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:36.941192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Routers {'9d1cf4fc-b2a2-46df-91f8-8b147084df97'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:36.945861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91167-6586-44b6-900a-bde5a2a6a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4593c-5827-427a-9bee-315c91a8a937,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:36.953044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['9d1cf4fc-b2a2-46df-91f8-8b147084df97'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:36.958092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-19e0c436-bfd0-4753-ab95-5d5a23341176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:36.960886 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-19e0c436-bfd0-4753-ab95-5d5a23341176 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5534ece9a1040a4b3e57c08a451b2d8&device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 1130 time: 0.1698279 Apr 29 04:02:36.987580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2783b6-6b0b-40c5-bd8d-00bd173998c2 req-8259add2-d0be-47d2-9b76-e8f1a21142e7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:36.989167 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9a2783b6-6b0b-40c5-bd8d-00bd173998c2 req-8259add2-d0be-47d2-9b76-e8f1a21142e7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1218257 Apr 29 04:02:36.990124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting port eb1ccd92-5a60-49c5-9480-c0ca59b8865a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:36.990603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eb1ccd92-5a60-49c5-9480-c0ca59b8865a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:36.993037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:36.993498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:36.993934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:37.037904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:37.038343 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:37.053210 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 10 to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae Apr 29 04:02:37.086741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eb1ccd92-5a60-49c5-9480-c0ca59b8865a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.099557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'bb44e977-d1ea-494f-a771-6d51609009f1', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'floating_ip_address': '172.26.4.81', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'port_id': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'mac_address': 'fa:16:3e:27:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:54Z', 'updated_at': '2022-04-29T04:02:33Z', 'revision_number': 1, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:52Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:37.102126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Calling delete_port for eb1ccd92-5a60-49c5-9480-c0ca59b8865a owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:37.126100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-f5b431bf-17f7-4160-8a6f-3d0729bcbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:37.127956 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-f5b431bf-17f7-4160-8a6f-3d0729bcbe20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=293e95bc-eec4-4219-84ae-ec12b64f60d0 HTTP/1.1" status: 200 len: 906 time: 0.4040415 Apr 29 04:02:37.148335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b731c50b-8a1c-4d42-8bd6-3fdb091a3e5b req-0eac2d48-1608-466e-acaa-23103c22f6c3 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209322 Apr 29 04:02:37.152729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:37.153367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:37.154377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:37.168992 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '10055b8d-8442-4487-b08e-8d7aa91bd724', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'port_id': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'mac_address': 'fa:16:3e:d2:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:53Z', 'updated_at': '2022-04-29T04:02:34Z', 'revision_number': 1, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:49Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:37.187242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] Checking router: dccdfbf1-3927-4940-9c20-38e1bbe3bd9d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:02:37.235262 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] Checking router: 95b86b2c-3056-49c2-9d73-448b5b411a75 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:02:37.235262 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:37.235262 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:37.265032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:37.265633 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:37.266123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.281545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:37.282502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:37.338782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-2ecaa3c1-d297-4fc4-abc5-6037d829903c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866 HTTP/1.1" status: 200 len: 999 time: 0.2023845 Apr 29 04:02:37.366264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Set router 9d1cf4fc-b2a2-46df-91f8-8b147084df97 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:37.376547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-2296bb08-0a67-408a-bbcd-996fde8426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:37.378766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-2296bb08-0a67-408a-bbcd-996fde8426f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dffbe481-d27f-4f84-95fe-7fb506e626d0 HTTP/1.1" status: 200 len: 913 time: 0.3971865 Apr 29 04:02:37.400593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (eb1ccd92-5a60-49c5-9480-c0ca59b8865a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.414865 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:37.440781 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Port': ['ID=eb1ccd92-5a60-49c5-9480-c0ca59b8865a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:37.447925 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7311df3b-62e7-4932-8075-2762bccb749b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/9d1cf4fc-b2a2-46df-91f8-8b147084df97 HTTP/1.1" status: 200 len: 908 time: 0.6247604 Apr 29 04:02:37.451861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57222) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:37.463206 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9a2783b6-6b0b-40c5-bd8d-00bd173998c2 req-e6b942c5-85cf-4e10-a305-5769984834c5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632235 Apr 29 04:02:37.517290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57224) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:37.559609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-fb76f68b-f024-474f-8e68-e030d3bfa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:37.559609 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-fb76f68b-f024-474f-8e68-e030d3bfa672 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3343928-bd3d-4507-ac1f-d5eb96731964 HTTP/1.1" status: 200 len: 844 time: 0.1973403 Apr 29 04:02:37.562015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] For port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:37.562015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempted to set empty binding levels {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 04:02:37.617615 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-ff7d46a0-b1f1-4e2c-bec5-0b39ec4896eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb HTTP/1.1" status: 200 len: 1000 time: 0.2311380 Apr 29 04:02:37.678449 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:37.682917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.693274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (f15d1180-3c1a-424f-a0ae-915bd2033b66), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.711975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:37.727241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-7adb755d-7a3b-4908-b6aa-50ecc1e5dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:37.729106 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-7adb755d-7a3b-4908-b6aa-50ecc1e5dc9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=293e95bc-eec4-4219-84ae-ec12b64f60d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1615534 Apr 29 04:02:37.748630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:37.750199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.803991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-dd09d86e-3469-4624-aa7b-63880d6c5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:37.806430 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-dd09d86e-3469-4624-aa7b-63880d6c5442 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a49e2df-4761-4ac4-ba10-97616206dca3 HTTP/1.1" status: 200 len: 851 time: 0.1823008 Apr 29 04:02:37.831697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (f15d1180-3c1a-424f-a0ae-915bd2033b66), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.837929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router_controller (f15d1180-3c1a-424f-a0ae-915bd2033b66), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.848558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1cf4fc-b2a2-46df-91f8-8b147084df97', 'name': 'tempest-snat-router-1360762641', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'cdf42b69-f138-4920-8135-fd12ca9aabac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:30Z', 'updated_at': '2022-04-29T04:02:34Z', 'revision_number': 3, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port': {'id': 'cdf42b69-f138-4920-8135-fd12ca9aabac', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1cf4fc-b2a2-46df-91f8-8b147084df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:02:31Z', 'updated_at': '2022-04-29T04:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:37.876438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=b8ba1316-4d3e-4da2-9d8b-9efb6de799ae,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:37.887046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Checking router: 9d1cf4fc-b2a2-46df-91f8-8b147084df97 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:02:37.887392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Updating router 9d1cf4fc-b2a2-46df-91f8-8b147084df97 port cdf42b69-f138-4920-8135-fd12ca9aabac binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:02:37.925189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (9d1cf4fc-b2a2-46df-91f8-8b147084df97), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:37.962868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.058700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57228) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:38.070987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (9d1cf4fc-b2a2-46df-91f8-8b147084df97), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.074172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (f15d1180-3c1a-424f-a0ae-915bd2033b66), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.074723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Fanout notify agent at l3_agent the message router_deleted on router f15d1180-3c1a-424f-a0ae-915bd2033b66 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:38.084836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.088766 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fd4b908c-b3a3-440e-a8f9-f7bfbb676a1a tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "DELETE /v2.0/routers/f15d1180-3c1a-424f-a0ae-915bd2033b66 HTTP/1.1" status: 204 len: 168 time: 2.4420133 Apr 29 04:02:38.093642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57230) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:38.109374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2e997b16-9b75-4279-8bbb-7d96d6e01189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.139887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'bb44e977-d1ea-494f-a771-6d51609009f1', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'floating_ip_address': '172.26.4.81', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'port_id': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'mac_address': 'fa:16:3e:27:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:54Z', 'updated_at': '2022-04-29T04:02:33Z', 'revision_number': 1, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:52Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:38.160774 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f5d14dc9-1484-4a57-a35e-eddec3c531a9', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'floating_ip_address': '172.26.4.14', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'port_id': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'mac_address': 'fa:16:3e:fd:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:55Z', 'updated_at': '2022-04-29T04:02:33Z', 'revision_number': 1, 'project_id': '4d030c1808e044749889e7831d1963fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:54Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:38.181803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting subnet 569a3bfa-66a0-4c3c-add7-ddf95c3a38c7 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:02:38.185592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for subnet (569a3bfa-66a0-4c3c-add7-ddf95c3a38c7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.189905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9920f6-0b2e-4be0-8ad0-20cc77f021a3 None None] The sync data for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv is: [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'bb44e977-d1ea-494f-a771-6d51609009f1', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'floating_ip_address': '172.26.4.81', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'port_id': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'mac_address': 'fa:16:3e:27:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:54Z', 'updated_at': '2022-04-29T04:02:33Z', 'revision_number': 1, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:52Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:38.202495 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e4864-0166-4319-bcfa-178737ea3080 None None] The sync data for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv is: [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f5d14dc9-1484-4a57-a35e-eddec3c531a9', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'floating_ip_address': '172.26.4.14', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'port_id': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'mac_address': 'fa:16:3e:fd:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:55Z', 'updated_at': '2022-04-29T04:02:33Z', 'revision_number': 1, 'project_id': '4d030c1808e044749889e7831d1963fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:54Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:38.236960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (569a3bfa-66a0-4c3c-add7-ddf95c3a38c7), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.300348 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '10055b8d-8442-4487-b08e-8d7aa91bd724', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'port_id': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'mac_address': 'fa:16:3e:d2:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:53Z', 'updated_at': '2022-04-29T04:02:34Z', 'revision_number': 1, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:49Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:38.342051 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740ea18-141d-4eca-acf8-b265f610e105 None None] The sync data for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv is: [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '10055b8d-8442-4487-b08e-8d7aa91bd724', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'port_id': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'mac_address': 'fa:16:3e:d2:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:01:53Z', 'updated_at': '2022-04-29T04:02:34Z', 'revision_number': 1, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:49Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:38.393278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-b33b04a8-165d-4f12-8996-cce34fb298fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:38.394992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-b33b04a8-165d-4f12-8996-cce34fb298fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dffbe481-d27f-4f84-95fe-7fb506e626d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5717824 Apr 29 04:02:38.400547 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b65a6bf0-018e-4b57-91e1-d6300500f185 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b29edefec0c54f288fea3026c689fe02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8763855 Apr 29 04:02:38.401168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57232) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:38.414246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (569a3bfa-66a0-4c3c-add7-ddf95c3a38c7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.443638 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d32ffac5-6038-42d0-8cac-6ffd28b91117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.4848018 Apr 29 04:02:38.448709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-89766f99-fb7e-4163-9aab-1ae096312c5d service neutron] 10.222.0.31 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044132 Apr 29 04:02:38.454118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Publish callbacks [] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.473841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57234) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:38.532289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.669228 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64b406-b7d7-44cc-9b64-69ce2393ed39 None None] New status for floating IP bb44e977-d1ea-494f-a771-6d51609009f1: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:02:38.670105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Deleting port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:38.670463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.676308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Deleting port cdf42b69-f138-4920-8135-fd12ca9aabac {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:38.676741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.744740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (569a3bfa-66a0-4c3c-add7-ddf95c3a38c7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.778949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac580-9a45-49f8-b4d1-bf927e62c548 admin admin] Publish callbacks [] for security_group (104785f8-8cb5-4a63-b7f8-266198a5d4a2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.787049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0bba-2515-4832-9c31-bf42d80f178f req-c67476a0-4007-4caf-a066-1b9ff89efc25 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:38.788746 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65db0bba-2515-4832-9c31-bf42d80f178f req-c67476a0-4007-4caf-a066-1b9ff89efc25 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1940105 Apr 29 04:02:38.805427 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4422f3-cb15-4762-8003-139cb46e6c31 None None] New status for floating IP 10055b8d-8442-4487-b08e-8d7aa91bd724: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:02:38.832537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-e3118bfb-3dbb-4946-ae3d-b988e1056ee4 service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572032 Apr 29 04:02:38.850710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Subnet': ['ID=569a3bfa-66a0-4c3c-add7-ddf95c3a38c7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:38.853041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c745852-b5d7-44af-bfe3-29079619624d None None] New status for floating IP f5d14dc9-1484-4a57-a35e-eddec3c531a9: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:02:38.858856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.866129 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c2cdc058-325f-468c-86bf-a7ed28ed0ac2 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "DELETE /v2.0/subnets/569a3bfa-66a0-4c3c-add7-ddf95c3a38c7 HTTP/1.1" status: 204 len: 168 time: 0.7685664 Apr 29 04:02:38.869896 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-68fb0d98-28a3-4e48-ab20-c5d4b2a1d743 service neutron] 10.222.0.31 "GET /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691490 Apr 29 04:02:38.870612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57238) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:38.885888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac580-9a45-49f8-b4d1-bf927e62c548 admin admin] Publish callbacks [] for security_group (104785f8-8cb5-4a63-b7f8-266198a5d4a2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.896127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b3a1e-fc36-45f9-9ddc-60fc78fba96f None None] Network 35fb34e4-7275-4a53-80dc-0fe8f33b013a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:38.980660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2e997b16-9b75-4279-8bbb-7d96d6e01189 admin admin] Publish callbacks [] for security_group (809f79e3-8a15-4f17-bbd2-6c7b6a5a7378), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:38.999126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] For port b8ba1316-4d3e-4da2-9d8b-9efb6de799ae, host hv-neutron-8397, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:38.999502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.023043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Calling delete_port for b8ba1316-4d3e-4da2-9d8b-9efb6de799ae owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:39.058993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.065417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f224-c131-4dbd-a920-4bffc3d29644 None None] Pushing event updated for resources: {'Port': ['ID=cdf42b69-f138-4920-8135-fd12ca9aabac,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.080223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2e997b16-9b75-4279-8bbb-7d96d6e01189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (809f79e3-8a15-4f17-bbd2-6c7b6a5a7378), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.081805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Attempting to bind port cdf42b69-f138-4920-8135-fd12ca9aabac on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:39.082924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Attempting to bind port cdf42b69-f138-4920-8135-fd12ca9aabac by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:39.083491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Attempting to bind port cdf42b69-f138-4920-8135-fd12ca9aabac on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:39.101186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65db0bba-2515-4832-9c31-bf42d80f178f req-a2a2066c-db1d-4560-b7da-f4d93cd5956b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035533 Apr 29 04:02:39.134146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (35fb34e4-7275-4a53-80dc-0fe8f33b013a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.149553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-c0f2d661-2a29-48cd-8cfa-62329657377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:39.151207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-c0f2d661-2a29-48cd-8cfa-62329657377f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.1352866 Apr 29 04:02:39.158670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbc72a4f-f00b-4c44-b614-a940f6a3caf6 req-b5d107c2-04e2-4246-8d34-3070a5e5e864 service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132215 Apr 29 04:02:39.171979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57240) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:39.173748 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2e997b16-9b75-4279-8bbb-7d96d6e01189 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d967bf34029400aa9c97be78d950940&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0984459 Apr 29 04:02:39.175289 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Calling delete_port for cdf42b69-f138-4920-8135-fd12ca9aabac owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:39.178083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-83bca60d-ec02-4ad3-becc-8c14d6dba5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.185646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:39.186055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:39.186408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.186799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:39.187294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Bound port: cdf42b69-f138-4920-8135-fd12ca9aabac, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:39.187959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.193690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e997b16-9b75-4279-8bbb-7d96d6e01189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809f79e3-8a15-4f17-bbd2-6c7b6a5a7378,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.299761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac580-9a45-49f8-b4d1-bf927e62c548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (104785f8-8cb5-4a63-b7f8-266198a5d4a2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.302623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac580-9a45-49f8-b4d1-bf927e62c548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.303842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fe5ac580-9a45-49f8-b4d1-bf927e62c548 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/104785f8-8cb5-4a63-b7f8-266198a5d4a2 HTTP/1.1" status: 204 len: 168 time: 0.8650672 Apr 29 04:02:39.311282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting port d6c85e6b-7e53-4522-915e-8d583b52c1c3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:39.311680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.347631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac580-9a45-49f8-b4d1-bf927e62c548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104785f8-8cb5-4a63-b7f8-266198a5d4a2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.407901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-a965a8cb-e0a7-422c-a1a3-add497dca1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:39.409766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-a965a8cb-e0a7-422c-a1a3-add497dca1f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.2501819 Apr 29 04:02:39.420630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-355bc6d6-ed84-4285-9901-de90a44b5ad3 admin admin] Publish callbacks [] for security_group (809f79e3-8a15-4f17-bbd2-6c7b6a5a7378), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.430475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b8ba1316-4d3e-4da2-9d8b-9efb6de799ae), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.435565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] For port cdf42b69-f138-4920-8135-fd12ca9aabac, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:39.462758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] For port cdf42b69-f138-4920-8135-fd12ca9aabac, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=cdf42b69-f138-4920-8135-fd12ca9aabac,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:39.485949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8ba1316-4d3e-4da2-9d8b-9efb6de799ae,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.493091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.496369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2ba699d1-93de-436a-a244-6a605f444dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b8ba1316-4d3e-4da2-9d8b-9efb6de799ae HTTP/1.1" status: 204 len: 168 time: 1.0200663 Apr 29 04:02:39.500879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] For port d6c85e6b-7e53-4522-915e-8d583b52c1c3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d6c85e6b-7e53-4522-915e-8d583b52c1c3,segment=NetworkSegment(3b34789b-d814-4184-bb92-4051529e5994),segment_id=3b34789b-d814-4184-bb92-4051529e5994)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:39.506427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.506868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57244) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:39.522206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Calling delete_port for d6c85e6b-7e53-4522-915e-8d583b52c1c3 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:39.532193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] DHCP port deletion for 35fb34e4-7275-4a53-80dc-0fe8f33b013a request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:02:39.533259 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e606ebd4-5ef6-4805-b828-ca92ca60ce7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:02:39.535346 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e606ebd4-5ef6-4805-b828-ca92ca60ce7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "GET /v2.0/ports/b8ba1316-4d3e-4da2-9d8b-9efb6de799ae HTTP/1.1" status: 404 len: 333 time: 0.0315399 Apr 29 04:02:39.538922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57246) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:39.539453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-355bc6d6-ed84-4285-9901-de90a44b5ad3 admin admin] Publish callbacks [] for security_group (809f79e3-8a15-4f17-bbd2-6c7b6a5a7378), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.543715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Request body: {'port': {'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-765811007'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:39.571738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.606780 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-89bfec01-ae74-4b82-a397-411151f50ff1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1001 time: 0.1873870 Apr 29 04:02:39.632388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Made reservation on behalf of 563aef2b4fb6467a9c2ee2fad1e42c9c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:39.635164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.646487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f224-c131-4dbd-a920-4bffc3d29644 None None] Pushing event updated for resources: {'Port': ['ID=cdf42b69-f138-4920-8135-fd12ca9aabac,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.653971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:39.657240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] Deleting port d6c85e6b-7e53-4522-915e-8d583b52c1c3 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:39.657656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.691222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (cdf42b69-f138-4920-8135-fd12ca9aabac), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.700882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-87b31672-ba03-42ef-a7db-732668d106d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:39.702485 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-87b31672-ba03-42ef-a7db-732668d106d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.0837381 Apr 29 04:02:39.702933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Routers {'9d1cf4fc-b2a2-46df-91f8-8b147084df97'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:39.703734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['9d1cf4fc-b2a2-46df-91f8-8b147084df97'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:39.746144 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdf42b69-f138-4920-8135-fd12ca9aabac,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.783379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-dc4556b3-1a70-4e4e-81ef-19b9a07aaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:39.785346 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-dc4556b3-1a70-4e4e-81ef-19b9a07aaf33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0674486 Apr 29 04:02:39.821648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-355bc6d6-ed84-4285-9901-de90a44b5ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (809f79e3-8a15-4f17-bbd2-6c7b6a5a7378), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.824711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-355bc6d6-ed84-4285-9901-de90a44b5ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.825909 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-355bc6d6-ed84-4285-9901-de90a44b5ad3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/809f79e3-8a15-4f17-bbd2-6c7b6a5a7378 HTTP/1.1" status: 204 len: 168 time: 0.6526682 Apr 29 04:02:39.832934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] Set router 9d1cf4fc-b2a2-46df-91f8-8b147084df97 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:02:39.849729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.871583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bc6d6-ed84-4285-9901-de90a44b5ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f79e3-8a15-4f17-bbd2-6c7b6a5a7378,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.922627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1cf4fc-b2a2-46df-91f8-8b147084df97', 'name': 'tempest-snat-router-1360762641', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:30Z', 'updated_at': '2022-04-29T04:02:39Z', 'revision_number': 5, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:39.936291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Port': ['ID=d6c85e6b-7e53-4522-915e-8d583b52c1c3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:39.955211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] For port d6c85e6b-7e53-4522-915e-8d583b52c1c3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d6c85e6b-7e53-4522-915e-8d583b52c1c3,segment=NetworkSegment(3b34789b-d814-4184-bb92-4051529e5994),segment_id=3b34789b-d814-4184-bb92-4051529e5994)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:39.956115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:39.956490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] No DVR routers for this DVR port d6c85e6b-7e53-4522-915e-8d583b52c1c3 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:02:39.959566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894c763-ece6-42da-87e3-f5f5223d4e49 None None] The sync data for ids ['9d1cf4fc-b2a2-46df-91f8-8b147084df97'] in dv-neutron-839777-1-hyperv is: [{'id': '9d1cf4fc-b2a2-46df-91f8-8b147084df97', 'name': 'tempest-snat-router-1360762641', 'tenant_id': '71efa03350a74f7aa35237fdf46bdc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:30Z', 'updated_at': '2022-04-29T04:02:39Z', 'revision_number': 5, 'project_id': '71efa03350a74f7aa35237fdf46bdc24', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:39.973933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] Calling delete_port for d6c85e6b-7e53-4522-915e-8d583b52c1c3 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:39.995283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (9d1cf4fc-b2a2-46df-91f8-8b147084df97), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.079047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (d6c85e6b-7e53-4522-915e-8d583b52c1c3), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.083281 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-76d1801a-4d4f-4616-ac26-fd51591fa00a service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738194 Apr 29 04:02:40.117377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] Pushing event deleted for resources: {'Port': ['ID=d6c85e6b-7e53-4522-915e-8d583b52c1c3,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:40.121624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (35fb34e4-7275-4a53-80dc-0fe8f33b013a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.135339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743cb14-8f46-4089-ad91-06672c1c17ce None None] No DVR routers for this DVR port d6c85e6b-7e53-4522-915e-8d583b52c1c3 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:02:40.184951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fb34e4-7275-4a53-80dc-0fe8f33b013a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:40.232250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b34789b-d814-4184-bb92-4051529e5994') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:40.232447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b34789b-d814-4184-bb92-4051529e5994') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:40.249524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (9d1cf4fc-b2a2-46df-91f8-8b147084df97), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.252183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (3b34789b-d814-4184-bb92-4051529e5994), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.254839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (9d1cf4fc-b2a2-46df-91f8-8b147084df97), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.259284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.273499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b34789b-d814-4184-bb92-4051529e5994), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.282406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d6c85e6b-7e53-4522-915e-8d583b52c1c3 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:02:40.290407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:40.291070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (3b34789b-d814-4184-bb92-4051529e5994), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:40.294403 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:40.310926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c617ce30-78ac-4fa4-915b-dbb28f38e5a9 req-5481ca9a-6f3b-4f62-b79c-43bbf948be58 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916392 Apr 29 04:02:40.336777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: d6c85e6b-7e53-4522-915e-8d583b52c1c3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:02:40.337124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d6c85e6b-7e53-4522-915e-8d583b52c1c3 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:02:40.415146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183f463-92c4-4131-b998-c129f9a2769e req-d7c395dd-b584-4ce3-bb66-bfab5234f300 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:40.416852 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5183f463-92c4-4131-b998-c129f9a2769e req-d7c395dd-b584-4ce3-bb66-bfab5234f300 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1502085 Apr 29 04:02:40.438540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (35fb34e4-7275-4a53-80dc-0fe8f33b013a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.456275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.464610 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "DELETE /v2.0/networks/35fb34e4-7275-4a53-80dc-0fe8f33b013a HTTP/1.1" status: 204 len: 168 time: 1.5809579 Apr 29 04:02:40.465292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57272) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:40.470865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (9d1cf4fc-b2a2-46df-91f8-8b147084df97), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.471457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1cf4fc-b2a2-46df-91f8-8b147084df97 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:40.476668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.481131 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b9498afb-0541-4885-8e9d-0edc780e921e tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9d1cf4fc-b2a2-46df-91f8-8b147084df97 HTTP/1.1" status: 204 len: 168 time: 3.0282793 Apr 29 04:02:40.484904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57274) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:40.490158 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5183f463-92c4-4131-b998-c129f9a2769e req-e1191a8d-a0f7-4df2-a7b8-9faa034d4a42 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639203 Apr 29 04:02:40.518856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.534528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b77ce5-a9b2-46f7-b8a2-13bb3737afdf tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Network': ['ID=35fb34e4-7275-4a53-80dc-0fe8f33b013a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:40.584650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:40.591880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:40.594717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=83cdf2b6-9c22-42b6-a8f2-5803a4a07626,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:40.598097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:40.599723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:40.600474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.673949 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-050c6ef4-8764-4749-9d35-82688a0ad90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1337991 Apr 29 04:02:40.674761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57282) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:40.680665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:40.701176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Deleting port 0c84036b-7f2f-426f-924e-36bcda18e516 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:40.701544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0c84036b-7f2f-426f-924e-36bcda18e516), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.728244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (cf159dca-955d-46f7-837a-68937d0b43ec), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.739035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.861465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0c84036b-7f2f-426f-924e-36bcda18e516), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.862038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for floatingip (0c84036b-7f2f-426f-924e-36bcda18e516), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.878152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Calling delete_port for 0c84036b-7f2f-426f-924e-36bcda18e516 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:40.904455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57288) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:40.940002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (cf159dca-955d-46f7-837a-68937d0b43ec), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:40.985405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:40.994979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.031462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1298576464'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:41.070726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Deleting port d4682718-5e42-4b75-b1c6-9803c0979c8d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:41.071062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.089192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.164115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0c84036b-7f2f-426f-924e-36bcda18e516), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.168452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] For port d4682718-5e42-4b75-b1c6-9803c0979c8d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d4682718-5e42-4b75-b1c6-9803c0979c8d,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:41.168452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.203657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Pushing event deleted for resources: {'Port': ['ID=0c84036b-7f2f-426f-924e-36bcda18e516,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:41.215538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Calling delete_port for d4682718-5e42-4b75-b1c6-9803c0979c8d owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:41.216186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d345eded-2ee8-4c98-accd-38883b41ccb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.301188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57298) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:41.337471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks [] for floatingip (c7d0e64c-4cfb-48b7-b938-3979c839e834), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.340062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.341354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-32cb6d4b-e300-4e0f-8a6e-9c04e87457f4 tempest-FloatingIPAdminTestJSON-879777941 tempest-FloatingIPAdminTestJSON-879777941-project] 10.222.0.37 "DELETE /v2.0/floatingips/c7d0e64c-4cfb-48b7-b938-3979c839e834 HTTP/1.1" status: 204 len: 168 time: 0.8637452 Apr 29 04:02:41.451866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Made reservation on behalf of c3816ff3c78d4d70afe7dd610b1be8ce for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:41.455323 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.466659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.485634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=83cdf2b6-9c22-42b6-a8f2-5803a4a07626,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:41.504000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.504334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.504665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.508198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1641959991'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:41.511305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.511673 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.518045 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 2 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.537029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.537379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.537714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.546635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d4682718-5e42-4b75-b1c6-9803c0979c8d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.549242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.549883 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.551180 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 3 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.572592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.572918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.573299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.574482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4682718-5e42-4b75-b1c6-9803c0979c8d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:41.580907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.581122 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.586857 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 4 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.609555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.610068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.610198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.613372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for security_group (dbc4138f-c768-455f-a9d4-7afb892ca55e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.616876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.617844 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.618282 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 5 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.628497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Made reservation on behalf of 03a8c2aed14148e0b6c9a0b0b61fae59 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:41.631826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.632196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.632530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.632872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.637425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.637753 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.638136 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 6 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.650316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.650659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.650979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.655994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.656315 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.656697 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 7 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.666305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.669796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.670135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.670626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.676065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (dbc4138f-c768-455f-a9d4-7afb892ca55e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.682728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.682866 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.684659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78160a6-9644-4864-a819-4a03c2614913 req-1c0214f2-4702-4b35-b7a4-d3e5d48afc90 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:41.685291 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 8 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.686190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c78160a6-9644-4864-a819-4a03c2614913 req-1c0214f2-4702-4b35-b7a4-d3e5d48afc90 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1093497 Apr 29 04:02:41.713663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (cf159dca-955d-46f7-837a-68937d0b43ec), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.720261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:41.722567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc4138f-c768-455f-a9d4-7afb892ca55e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:41.725181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.728243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.728626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.743253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.743253 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.743253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3e0c4020-ae00-4581-a74f-216f699672f2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.743253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Added segment 3e0c4020-ae00-4581-a74f-216f699672f2 of type vlan for network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c Apr 29 04:02:41.743253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 9 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.788984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.789337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.789666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.800891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.807536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.807906 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.810057 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 10 to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 Apr 29 04:02:41.835149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:41.835482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:41.835816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:41.843848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:41.844078 dv-neutron-839777-1-hyperv neutron-server[116104]: ERROR neutron.plugins.ml2.managers [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:41.844450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.901904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (cf159dca-955d-46f7-837a-68937d0b43ec), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.905928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_controller (cf159dca-955d-46f7-837a-68937d0b43ec), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.912632 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.918507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:41.922015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.927410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57308) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:41.958176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] For port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626, host hv-neutron-8397, cleared binding levels {{(pid=116104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:41.958596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempted to set empty binding levels {{(pid=116104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 04:02:41.984755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for security_group (15f02a9a-d278-4482-a112-3751e637a103), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:41.988708 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c78160a6-9644-4864-a819-4a03c2614913 req-3d95b476-2d44-43f3-97ee-85e80b28e19c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777367 Apr 29 04:02:42.010712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event updated for resources: {'Network': ['ID=3dead618-0bbb-4c8b-8e9c-1b8bdb62013c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:42.039043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.039896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:42.068601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (15f02a9a-d278-4482-a112-3751e637a103), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.076606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (cf159dca-955d-46f7-837a-68937d0b43ec), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.077473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf159dca-955d-46f7-837a-68937d0b43ec {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:42.090859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] In _notify_port_updated(), no bound segment for port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:42.093924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.094756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.103305 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "PUT /v2.0/ports/83cdf2b6-9c22-42b6-a8f2-5803a4a07626 HTTP/1.1" status: 200 len: 980 time: 1.4217122 Apr 29 04:02:42.103438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.103438 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aed52a7f-a620-46c3-8bcc-081883668aeb tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cf159dca-955d-46f7-837a-68937d0b43ec HTTP/1.1" status: 204 len: 168 time: 1.6132469 Apr 29 04:02:42.103664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0e64297f-64ae-4c04-b2e0-26575bdff956 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1965337 Apr 29 04:02:42.113904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57314) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.114257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57316) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.114573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57318) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.121075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1755078251', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:42.134082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.176533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Request body: {'subnet': {'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:42.186628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8ccd6-c1e0-4e78-8a78-069b53ae403f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=83cdf2b6-9c22-42b6-a8f2-5803a4a07626,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:42.205207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:42.226460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e1408-49a7-490a-922f-91392c28657b req-9cecf180-6a1a-42bf-9cc9-1231608924d4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.226675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f02a9a-d278-4482-a112-3751e637a103,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:42.227809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-886e1408-49a7-490a-922f-91392c28657b req-9cecf180-6a1a-42bf-9cc9-1231608924d4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1475103 Apr 29 04:02:42.232862 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e13c9bfc-297f-4cbd-8404-872bab18ba7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebd9a5e5d13b45269a1121b721b1137f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995722 Apr 29 04:02:42.236808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.286127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (57bad97f-0767-4091-ba95-58c33f6dbaf3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.286572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Added segment 57bad97f-0767-4091-ba95-58c33f6dbaf3 of type vlan for network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f Apr 29 04:02:42.298893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.299356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.299909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.300357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.301418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.302058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.302509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.302952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.303395 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.303835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.304273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.304708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.305146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.305628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.306063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.306512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.306935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.307368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.307802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.308237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.310961 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6b349063-0a94-4c74-8de7-7c97d72e1117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18500 time: 0.1954606 Apr 29 04:02:42.312322 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-886e1408-49a7-490a-922f-91392c28657b req-ad0da91e-428a-4c9a-b99b-e9822f241ec9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765343 Apr 29 04:02:42.316125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57322) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.358139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9e7fef72-1494-47d2-a977-61fb4f627881 admin admin] Publish callbacks [] for security_group (79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.393048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.400942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.402417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.404928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9e7fef72-1494-47d2-a977-61fb4f627881 admin admin] Publish callbacks [] for security_group (79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.431706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Deleting port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:42.431954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.481388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.513291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] For port 83cdf2b6-9c22-42b6-a8f2-5803a4a07626, host hv-neutron-8397, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:42.513833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.516610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Made reservation on behalf of c3816ff3c78d4d70afe7dd610b1be8ce for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:42.520242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.525018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.527448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Calling delete_port for 83cdf2b6-9c22-42b6-a8f2-5803a4a07626 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:42.529496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:42.530076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.590099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9e7fef72-1494-47d2-a977-61fb4f627881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.592829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9e7fef72-1494-47d2-a977-61fb4f627881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.596457 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9e7fef72-1494-47d2-a977-61fb4f627881 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1 HTTP/1.1" status: 204 len: 168 time: 0.3530819 Apr 29 04:02:42.606668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fef72-1494-47d2-a977-61fb4f627881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fc0c59-b3c0-405d-8fb3-e5e75bc8a2d1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:42.698510 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3962712 Apr 29 04:02:42.701512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57328) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.706528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'subnet': {'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:42.721061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (83cdf2b6-9c22-42b6-a8f2-5803a4a07626), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.782960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event deleted for resources: {'Port': ['ID=83cdf2b6-9c22-42b6-a8f2-5803a4a07626,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:42.821293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.824549 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8977ee3a-c0ec-4a15-b220-ebafd4495456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "DELETE /v2.0/ports/83cdf2b6-9c22-42b6-a8f2-5803a4a07626 HTTP/1.1" status: 204 len: 168 time: 0.5067961 Apr 29 04:02:42.827355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57330) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.860023 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d8d2f3-5cd0-4492-bd5e-03ec566ab2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:02:42.861533 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-69d8d2f3-5cd0-4492-bd5e-03ec566ab2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "GET /v2.0/ports/83cdf2b6-9c22-42b6-a8f2-5803a4a07626 HTTP/1.1" status: 404 len: 333 time: 0.0331552 Apr 29 04:02:42.870778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57336) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:42.878115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033608792', 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:42.963449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Made reservation on behalf of 03a8c2aed14148e0b6c9a0b0b61fae59 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:42.964741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:42.991261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Made reservation on behalf of 563aef2b4fb6467a9c2ee2fad1e42c9c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:42.993599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.014006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2465012-16fc-4cf4-ac49-e6d3ff8aa6b5 req-f0a87a08-65e2-4afd-9598-5cacf4ecb3fa tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:43.021419 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c2465012-16fc-4cf4-ac49-e6d3ff8aa6b5 req-f0a87a08-65e2-4afd-9598-5cacf4ecb3fa tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0948489 Apr 29 04:02:43.075441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port 8d314df6-afce-43bd-a2e4-36429a0e24ab yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:43.083705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac19c57-fc08-4ec2-9919-dfd8cf0ffb61 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Network': ['ID=bcd870b0-7daa-4a56-b3c2-49c661ff2f8f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:43.101020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:43.179228 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:02:43.184963 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c2465012-16fc-4cf4-ac49-e6d3ff8aa6b5 req-3083fa44-3a98-4fab-aa0a-1321790dfc4d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625738 Apr 29 04:02:43.195711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.269227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:43.323017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-147ab42c-66ae-4eac-801b-e714c987bd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.354580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (bee701ef-fc1a-4001-ac5b-de7fa3c33f6d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.400886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for port (8d314df6-afce-43bd-a2e4-36429a0e24ab), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.463719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event updated for resources: {'Subnet': ['ID=bee701ef-fc1a-4001-ac5b-de7fa3c33f6d,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:43.496565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-147ab42c-66ae-4eac-801b-e714c987bd94 admin admin] Publish callbacks [] for security_group (e9b96488-83d6-4445-9daa-b892ebde7e72), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.515134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Checking segment: {'id': '3e0c4020-ae00-4581-a74f-216f699672f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:43.515496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Network hostable DHCP agents. Network: 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:02:43.518819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (0faf141f-3c4e-4d1e-a0c0-bee82742ed1b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.542145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.555098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8d314df6-afce-43bd-a2e4-36429a0e24ab), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.569109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.609068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-147ab42c-66ae-4eac-801b-e714c987bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e9b96488-83d6-4445-9daa-b892ebde7e72), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.627997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:02:43.630166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:43.654513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:43.657124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:43.658065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:43.658839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.661167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Subnet': ['ID=0faf141f-3c4e-4d1e-a0c0-bee82742ed1b,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:43.681250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=8d314df6-afce-43bd-a2e4-36429a0e24ab,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:43.693529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.694864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Allocated IP 172.26.4.203 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/888f506e-6d80-4ce3-9c61-bd9c1baa18f1) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:43.701709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ab42c-66ae-4eac-801b-e714c987bd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b96488-83d6-4445-9daa-b892ebde7e72,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:43.714130 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-147ab42c-66ae-4eac-801b-e714c987bd94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba6a1e3b2730402eb495b972aa557ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372938 Apr 29 04:02:43.714130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Checking segment: {'id': '57bad97f-0767-4091-ba95-58c33f6dbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:43.714130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network hostable DHCP agents. Network: bcd870b0-7daa-4a56-b3c2-49c661ff2f8f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:02:43.715827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57346) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:43.718364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:43.727329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65335fef-2a45-41e6-9fd5-32f262f2d169 None None] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:43.733275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:43.733910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.762684 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-466e76dc-b614-469f-9852-070a39d675ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8884017 Apr 29 04:02:43.765721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57348) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:43.786124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f328fa24-50f6-4705-a1e6-28601c2bf2c3 admin admin] Publish callbacks [] for security_group (e9b96488-83d6-4445-9daa-b892ebde7e72), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.808752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f328fa24-50f6-4705-a1e6-28601c2bf2c3 admin admin] Publish callbacks [] for security_group (e9b96488-83d6-4445-9daa-b892ebde7e72), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.837578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20b113-5336-44cd-8359-dbc60bca1246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:43.841561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7b20b113-5336-44cd-8359-dbc60bca1246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "GET /v2.0/ports/8d314df6-afce-43bd-a2e4-36429a0e24ab HTTP/1.1" status: 200 len: 959 time: 0.0723243 Apr 29 04:02:43.843466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57350) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:43.855843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:02:43.859733 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1d0afcc6-1489-4de1-992c-32cb3208a45b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7419946 Apr 29 04:02:43.865604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57352) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:43.870391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Request body: {'port': {'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-719890460'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:43.875565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3dead618-0bbb-4c8b-8e9c-1b8bdb62013c', 'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c', 'project_id': 'c3816ff3c78d4d70afe7dd610b1be8ce', 'fixed_ips': [{'subnet_id': 'bee701ef-fc1a-4001-ac5b-de7fa3c33f6d'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:02:43.876821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.887526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, bcd870b0-7daa-4a56-b3c2-49c661ff2f8f) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:43.899397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:43.899987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.906417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ef85a-8202-4992-ba07-fd5a6cabf7d4 None None] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:43.914120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for port (888f506e-6d80-4ce3-9c61-bd9c1baa18f1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:43.954570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Deleting port 8d314df6-afce-43bd-a2e4-36429a0e24ab {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:43.954930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8d314df6-afce-43bd-a2e4-36429a0e24ab), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.056502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f328fa24-50f6-4705-a1e6-28601c2bf2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e9b96488-83d6-4445-9daa-b892ebde7e72), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.059276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f328fa24-50f6-4705-a1e6-28601c2bf2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.060435 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f328fa24-50f6-4705-a1e6-28601c2bf2c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9b96488-83d6-4445-9daa-b892ebde7e72 HTTP/1.1" status: 204 len: 168 time: 0.3427274 Apr 29 04:02:44.064585 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8408c665-66a7-4801-8bd1-e0d8f9ffc743 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3616090 Apr 29 04:02:44.066772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8d314df6-afce-43bd-a2e4-36429a0e24ab), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.069394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57358) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:44.076833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-482601690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:44.109655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Calling delete_port for 8d314df6-afce-43bd-a2e4-36429a0e24ab owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:44.112037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328fa24-50f6-4705-a1e6-28601c2bf2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b96488-83d6-4445-9daa-b892ebde7e72,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:44.113147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (888f506e-6d80-4ce3-9c61-bd9c1baa18f1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.182813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:44.182813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:44.182813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Made reservation on behalf of c3816ff3c78d4d70afe7dd610b1be8ce for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:44.184513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.200056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:44.207381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.208528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.218024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a5e1d-b78c-46d4-956e-68718501a63e req-a07c960c-df76-4073-9ddb-078feda67367 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:44.225477 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-915a5e1d-b78c-46d4-956e-68718501a63e req-a07c960c-df76-4073-9ddb-078feda67367 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2124908 Apr 29 04:02:44.235839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] device_id is not set on port 059c7a4b-1aac-43ed-b80b-08ebe854d8be yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:44.245247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d4682718-5e42-4b75-b1c6-9803c0979c8d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:02:44.301359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event updated for resources: {'Port': ['ID=888f506e-6d80-4ce3-9c61-bd9c1baa18f1,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:44.301568 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-915a5e1d-b78c-46d4-956e-68718501a63e req-ee231938-50eb-42b3-8ed5-a972fb1a3869 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751743 Apr 29 04:02:44.350273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: d4682718-5e42-4b75-b1c6-9803c0979c8d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:02:44.350616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d4682718-5e42-4b75-b1c6-9803c0979c8d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:02:44.370182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8d314df6-afce-43bd-a2e4-36429a0e24ab), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.400834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d314df6-afce-43bd-a2e4-36429a0e24ab,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:44.413475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.419178 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-148437be-9a30-4fad-af1b-d347b6d569b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8d314df6-afce-43bd-a2e4-36429a0e24ab HTTP/1.1" status: 204 len: 168 time: 0.5723341 Apr 29 04:02:44.420099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57366) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:44.420261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-bcd870b0-7daa-4a56-b3c2-49c661ff2f8f', 'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f', 'project_id': '03a8c2aed14148e0b6c9a0b0b61fae59', 'fixed_ips': [{'subnet_id': '0faf141f-3c4e-4d1e-a0c0-bee82742ed1b'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:02:44.421155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.436365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Allocated IP 2001:db8::2 (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c/bee701ef-fc1a-4001-ac5b-de7fa3c33f6d/1f12d8e3-ece6-4332-bc0c-04ef764c9452) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:44.461077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for router_controller (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.466294 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa4d240-b3ea-4931-afad-baaac7489db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:02:44.472431 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ffa4d240-b3ea-4931-afad-baaac7489db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "GET /v2.0/ports/8d314df6-afce-43bd-a2e4-36429a0e24ab HTTP/1.1" status: 404 len: 333 time: 0.0477200 Apr 29 04:02:44.474043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57368) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:44.482826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Request body: {'port': {'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834837705'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:44.541713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.564180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Made reservation on behalf of 563aef2b4fb6467a9c2ee2fad1e42c9c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:44.566439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.617563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:44.626105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.627298 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-becf9e57-1280-4570-bd6d-b1f41975dd9a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5542052 Apr 29 04:02:44.630039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57370) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:44.643174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Allocated IP 172.20.0.2 (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f/0faf141f-3c4e-4d1e-a0c0-bee82742ed1b/f5598959-c4ff-4a72-88be-9b6ef67e4faa) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:44.741590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.769189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Publish callbacks [] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.823770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57372) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:44.842537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.882103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Publish callbacks [] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.899778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:44.903261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd0d97c5-b5f1-4692-afda-19be7f0dd3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.903870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:44.907682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:44.918192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Pushing event updated for resources: {'Port': ['ID=1f12d8e3-ece6-4332-bc0c-04ef764c9452,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:44.947598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.964168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:44.987710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.016779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Attempting to bind port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:45.017148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Attempting to bind port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3e0c4020-ae00-4581-a74f-216f699672f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:45.017559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Attempting to bind port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 on network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:45.046802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:45.047218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Checking segment: {'id': '3e0c4020-ae00-4581-a74f-216f699672f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:45.047835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.048295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Bound using segment: {'id': '3e0c4020-ae00-4581-a74f-216f699672f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:45.048700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Bound port: 1f12d8e3-ece6-4332-bc0c-04ef764c9452, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0c4020-ae00-4581-a74f-216f699672f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:45.049077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.054366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:45.059618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:45.061882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:45.065078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Allocated IP 2001:db8::1f1 (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c/bee701ef-fc1a-4001-ac5b-de7fa3c33f6d/059c7a4b-1aac-43ed-b80b-08ebe854d8be) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:45.070894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Pushing event updated for resources: {'Port': ['ID=f5598959-c4ff-4a72-88be-9b6ef67e4faa,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:45.125598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.179085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Attempting to bind port f5598959-c4ff-4a72-88be-9b6ef67e4faa on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:45.179451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Attempting to bind port f5598959-c4ff-4a72-88be-9b6ef67e4faa by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '57bad97f-0767-4091-ba95-58c33f6dbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:45.179857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Attempting to bind port f5598959-c4ff-4a72-88be-9b6ef67e4faa on network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:45.186777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:45.189960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Checking segment: {'id': '57bad97f-0767-4091-ba95-58c33f6dbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:45.189960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.189960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Bound using segment: {'id': '57bad97f-0767-4091-ba95-58c33f6dbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:45.189960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Bound port: f5598959-c4ff-4a72-88be-9b6ef67e4faa, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bad97f-0767-4091-ba95-58c33f6dbaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:45.189960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.191007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] For port 1f12d8e3-ece6-4332-bc0c-04ef764c9452, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:45.195374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] For port 1f12d8e3-ece6-4332-bc0c-04ef764c9452, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=1f12d8e3-ece6-4332-bc0c-04ef764c9452,segment=NetworkSegment(3e0c4020-ae00-4581-a74f-216f699672f2),segment_id=3e0c4020-ae00-4581-a74f-216f699672f2)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:45.213892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Allocated IP 172.20.0.1 (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f/0faf141f-3c4e-4d1e-a0c0-bee82742ed1b/36365bc6-867a-4a2d-85c6-84dd12aca306) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:45.220249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.243780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd0d97c5-b5f1-4692-afda-19be7f0dd3fd admin admin] Publish callbacks [] for security_group (c1d2a2a5-e9d3-455a-b609-1c69f7ba435e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.249063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.265164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] For port f5598959-c4ff-4a72-88be-9b6ef67e4faa, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:45.268503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] For port f5598959-c4ff-4a72-88be-9b6ef67e4faa, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f5598959-c4ff-4a72-88be-9b6ef67e4faa,segment=NetworkSegment(57bad97f-0767-4091-ba95-58c33f6dbaf3),segment_id=57bad97f-0767-4091-ba95-58c33f6dbaf3)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:45.270873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.327834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24616791-a838-4ad9-8cf3-60d7be53d826 None None] Pushing event updated for resources: {'Port': ['ID=1f12d8e3-ece6-4332-bc0c-04ef764c9452,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:45.353638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.361172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dd0d97c5-b5f1-4692-afda-19be7f0dd3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c1d2a2a5-e9d3-455a-b609-1c69f7ba435e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.389012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.415418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c35d-233c-4580-8285-9d2b13509d3e None None] Pushing event updated for resources: {'Port': ['ID=f5598959-c4ff-4a72-88be-9b6ef67e4faa,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:45.424614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:45.480964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4325ec-f639-4a31-9f5d-5efc1e75db96,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:45.493798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:45.505154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:45.506125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:45.506731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.513208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.525009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d97c5-b5f1-4692-afda-19be7f0dd3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d2a2a5-e9d3-455a-b609-1c69f7ba435e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:45.538480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dd0d97c5-b5f1-4692-afda-19be7f0dd3fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaf08df32d6a47a79d0c528830f859fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7116406 Apr 29 04:02:45.546007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57376) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:45.595967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.607272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Port': ['ID=36365bc6-867a-4a2d-85c6-84dd12aca306,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:45.619646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e2bb-89d4-4ac5-82b6-0ac7e6a3cad2 req-e44e06d8-38b3-4a78-a717-9c5bf236664e tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:45.621688 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1a9e2bb-89d4-4ac5-82b6-0ac7e6a3cad2 req-e44e06d8-38b3-4a78-a717-9c5bf236664e tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2026038 Apr 29 04:02:45.623238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:45.624786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:45.627719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:45.681619 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-338640f0-3b3b-4f1a-8e08-9026b8d0bcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2071590 Apr 29 04:02:45.685752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57378) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:45.694856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.699806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:45.763908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-67ba8d39-8d07-48d4-a00a-f73dedabba5e admin admin] Publish callbacks [] for security_group (c1d2a2a5-e9d3-455a-b609-1c69f7ba435e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.798370 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1a9e2bb-89d4-4ac5-82b6-0ac7e6a3cad2 req-7b55e8f3-80c4-4307-9787-11a6b50070d7 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603372 Apr 29 04:02:45.842478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-67ba8d39-8d07-48d4-a00a-f73dedabba5e admin admin] Publish callbacks [] for security_group (c1d2a2a5-e9d3-455a-b609-1c69f7ba435e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.846091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.866763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.912705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Router 4c3c8cd4-c051-46b2-98a9-96c47a5076a5 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:45.937808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:45.963436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:45.974904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:45.990344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:45.995525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:45.996129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.003454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event updated for resources: {'Port': ['ID=059c7a4b-1aac-43ed-b80b-08ebe854d8be,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:46.141851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-67ba8d39-8d07-48d4-a00a-f73dedabba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c1d2a2a5-e9d3-455a-b609-1c69f7ba435e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.144239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-67ba8d39-8d07-48d4-a00a-f73dedabba5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.148744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-67ba8d39-8d07-48d4-a00a-f73dedabba5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d2a2a5-e9d3-455a-b609-1c69f7ba435e HTTP/1.1" status: 204 len: 168 time: 0.5960071 Apr 29 04:02:46.163500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9297d714-c590-402e-8fcc-2bca39f5fe04 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2966704 Apr 29 04:02:46.169075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57382) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:46.174938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Request body: {'port': {'network_id': '3dead618-0bbb-4c8b-8e9c-1b8bdb62013c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1969458779', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:46.175613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] bootfile-name is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:02:46.176077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] tftp-server is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:02:46.176624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] server-ip-address is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:02:46.190605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba8d39-8d07-48d4-a00a-f73dedabba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d2a2a5-e9d3-455a-b609-1c69f7ba435e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:46.200424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:46.225018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] Sync routers for ids ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:46.248291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] device_id is not set on port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:46.254535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] Routers {'4c3c8cd4-c051-46b2-98a9-96c47a5076a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:46.255505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:46.265304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks [] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.302846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.316141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f5598959-c4ff-4a72-88be-9b6ef67e4faa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:46.317153 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-89919382-5fa0-4a66-ba01-13a9c153afc6 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1953244 Apr 29 04:02:46.317241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:46.317449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57384) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:46.320886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': False}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:46.352208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.373930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.384946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] Routers {'4c3c8cd4-c051-46b2-98a9-96c47a5076a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:46.385812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:46.422290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.443756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:46.444945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a9bcc-2d80-4078-b761-d90b04cb67c3 None None] The sync data for ids ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:46.462274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f5598959-c4ff-4a72-88be-9b6ef67e4faa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:46.463020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.482620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4325ec-f639-4a31-9f5d-5efc1e75db96,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:46.512937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.513445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.513879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.533038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:46.533460 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:46.536280 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 2 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:46.563939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Made reservation on behalf of c3816ff3c78d4d70afe7dd610b1be8ce for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:46.568749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.603951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.604377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.604717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f5598959-c4ff-4a72-88be-9b6ef67e4faa is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:46.604894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.605444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.613025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:46.613952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.614097 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:46.615574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Port': ['ID=36365bc6-867a-4a2d-85c6-84dd12aca306,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:46.616080 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 3 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:46.634684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] device_id is not set on port 4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:46.659915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.662757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.662757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.690081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port f5598959-c4ff-4a72-88be-9b6ef67e4faa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f5598959-c4ff-4a72-88be-9b6ef67e4faa,segment=NetworkSegment(57bad97f-0767-4091-ba95-58c33f6dbaf3),segment_id=57bad97f-0767-4091-ba95-58c33f6dbaf3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:46.696853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:46.697258 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:46.699409 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 4 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:46.720726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.720944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.723336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.738001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:46.738963 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:46.741157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 5 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:46.754401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.755562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 1f12d8e3-ece6-4332-bc0c-04ef764c9452 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:46.797831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79936663-241a-407d-9ee1-c921bdf9fb16 None None] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:46.809676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.809676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.809676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.818121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:46.818450 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:46.820495 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 6 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:46.828225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:46.832170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:46.894656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.895979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.896471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.954700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:46.955431 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:46.957700 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 7 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:46.985186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:46.985565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:46.985897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:46.992078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] Provisioning complete for port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:46.992913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:46.994244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.004624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:47.004957 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:47.005482 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 8 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:47.021280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:47.021647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:47.021981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:47.026472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:47.026734 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:47.027245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 9 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:47.052422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=f5598959-c4ff-4a72-88be-9b6ef67e4faa,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:47.073506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:47.074102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.215867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] Current status of the port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:47.216256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.244361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9236-27ad-4034-9b31-ac20cc386fee req-e9adaa66-f598-4fdf-acd4-e52002a95efe tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:47.246221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d30e9236-27ad-4034-9b31-ac20cc386fee req-e9adaa66-f598-4fdf-acd4-e52002a95efe tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.3111250 Apr 29 04:02:47.263893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:47.264307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.284616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Allocated IP 2001:db8::347 (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c/bee701ef-fc1a-4001-ac5b-de7fa3c33f6d/4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:47.285766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] For port 1f12d8e3-ece6-4332-bc0c-04ef764c9452, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=1f12d8e3-ece6-4332-bc0c-04ef764c9452,segment=NetworkSegment(3e0c4020-ae00-4581-a74f-216f699672f2),segment_id=3e0c4020-ae00-4581-a74f-216f699672f2)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:47.360893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.405456 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d30e9236-27ad-4034-9b31-ac20cc386fee req-b6c8f7de-198a-4e30-9b39-1536f70e1f8d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419594 Apr 29 04:02:47.425209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Router 9fb420bd-bf4d-4ac7-a5cb-985b22186ce8 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:47.491940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:47.492856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:47.493390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:47.512178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:47.512685 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:47.515205 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempt 10 to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 Apr 29 04:02:47.520026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:02:47.534896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:02:47.534896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b3ce3-29e6-4612-800b-e1c1dd3094b0 None None] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:47.537710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-953fc2fa-40bc-474d-8f0f-13c2d08ac4fb None None] Provisioning complete for port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:47.538154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-953fc2fa-40bc-474d-8f0f-13c2d08ac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.567529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:47.568082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:47.568566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempting to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:47.576116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:02:47.576727 dv-neutron-839777-1-hyperv neutron-server[116105]: ERROR neutron.plugins.ml2.managers [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Failed to bind port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '762bc63c-c547-4b93-833e-3ade3333d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8'}] Apr 29 04:02:47.577250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.588839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f25cd3-c265-4d3c-901f-2a9ac5dcbcce None None] Pushing event updated for resources: {'Port': ['ID=1f12d8e3-ece6-4332-bc0c-04ef764c9452,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:47.756711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] For port 3b4325ec-f639-4a31-9f5d-5efc1e75db96, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:47.757141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attempted to set empty binding levels {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 04:02:47.834971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57406) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:47.836230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.868345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-953fc2fa-40bc-474d-8f0f-13c2d08ac4fb None None] Current status of the port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:47.880394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-953fc2fa-40bc-474d-8f0f-13c2d08ac4fb None None] Provisioning complete for port 059c7a4b-1aac-43ed-b80b-08ebe854d8be triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:47.885467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] In _notify_port_updated(), no bound segment for port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 on network 73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:47.885467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:47.885467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.887771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-953fc2fa-40bc-474d-8f0f-13c2d08ac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:47.889047 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "PUT /v2.0/ports/3b4325ec-f639-4a31-9f5d-5efc1e75db96 HTTP/1.1" status: 200 len: 981 time: 2.1976521 Apr 29 04:02:47.890365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57410) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:47.948203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-953fc2fa-40bc-474d-8f0f-13c2d08ac4fb None None] Port 059c7a4b-1aac-43ed-b80b-08ebe854d8be cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:47.952648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcff6b-30d2-4a07-b95c-76ff893bb3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4325ec-f639-4a31-9f5d-5efc1e75db96,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:48.001386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for port (4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.087640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bb530791-bcce-470c-8032-fd23bc5c7a4d None None] Provisioning complete for port f5598959-c4ff-4a72-88be-9b6ef67e4faa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:48.091544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb530791-bcce-470c-8032-fd23bc5c7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.109147 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-120b0f57-9ca5-4ebc-972d-bf39a85feecf tempest-AgentManagementNegativeTest-702244895 tempest-AgentManagementNegativeTest-702244895-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2697010 Apr 29 04:02:48.126514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.130813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.132357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:48.134023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Deleting port 3b4325ec-f639-4a31-9f5d-5efc1e75db96 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:48.134353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.146522 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] Sync routers for ids ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:48.163087 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] Routers {'9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:48.163717 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.206383 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aea2ff2a-9317-476b-8c3c-2625a51333b0 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "PUT /v2.0/routers/9fb420bd-bf4d-4ac7-a5cb-985b22186ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5750916 Apr 29 04:02:48.209832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57414) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:48.217276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'port': {'network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f', 'name': 'tempest-FloatingIPNegativeTestJSON-375434571'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:48.228008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.264412 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.292997 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] Routers {'9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:48.294277 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.299469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] For port 3b4325ec-f639-4a31-9f5d-5efc1e75db96, host hv-neutron-8397, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:48.299842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.303458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:48.323003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:48.335201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:48.342291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:48.343133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.344846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:48.357186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Calling delete_port for 3b4325ec-f639-4a31-9f5d-5efc1e75db96 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:48.375530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event updated for resources: {'Port': ['ID=4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:48.383288 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.384296 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8013f-f234-467b-9283-ee6ee608a1d7 None None] The sync data for ids ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:48.425557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Router 4c3c8cd4-c051-46b2-98a9-96c47a5076a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:48.443677 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84b91347-aa07-4059-9ffc-b819fddc6955 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2706196 Apr 29 04:02:48.450037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57418) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:48.470886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bb530791-bcce-470c-8032-fd23bc5c7a4d None None] Current status of the port f5598959-c4ff-4a72-88be-9b6ef67e4faa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:48.480047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bb530791-bcce-470c-8032-fd23bc5c7a4d None None] Provisioning complete for port 059c7a4b-1aac-43ed-b80b-08ebe854d8be triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:48.480419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb530791-bcce-470c-8032-fd23bc5c7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.490735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Made reservation on behalf of 03a8c2aed14148e0b6c9a0b0b61fae59 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:48.495870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.531853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bb530791-bcce-470c-8032-fd23bc5c7a4d None None] Port 059c7a4b-1aac-43ed-b80b-08ebe854d8be cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:48.548072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] device_id is not set on port 707eb128-3591-4241-8e09-e8e8ff3699dd yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:48.558394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3d94-a64c-4a44-a6a5-3c51d07e6489 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:48.573666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3d94-a64c-4a44-a6a5-3c51d07e6489 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:48.579255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3d94-a64c-4a44-a6a5-3c51d07e6489 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:48.584463 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-678e3d94-a64c-4a44-a6a5-3c51d07e6489 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1300480 Apr 29 04:02:48.599792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57422) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:48.814406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f5598959-c4ff-4a72-88be-9b6ef67e4faa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:48.814406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0e16bd0a-2eb9-4827-865d-e52bbc607d6d None None] Provisioning complete for port f5598959-c4ff-4a72-88be-9b6ef67e4faa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:48.814406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e16bd0a-2eb9-4827-865d-e52bbc607d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.814406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f5598959-c4ff-4a72-88be-9b6ef67e4faa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:48.814406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.817142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958617-cbfb-45e7-8116-52b47a00d945 req-1cde22d6-1d61-46c1-862d-85e9a6e4cadb tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:48.817142 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed958617-cbfb-45e7-8116-52b47a00d945 req-1cde22d6-1d61-46c1-862d-85e9a6e4cadb tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1022289 Apr 29 04:02:48.817142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:48.817395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] Sync routers for ids ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:48.817481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.817481 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-799ace9a-b840-4af1-91d1-c02735d05ac8 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "PUT /v2.0/routers/4c3c8cd4-c051-46b2-98a9-96c47a5076a5 HTTP/1.1" status: 200 len: 922 time: 2.4742382 Apr 29 04:02:48.817481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57424) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:48.817679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] Routers {'4c3c8cd4-c051-46b2-98a9-96c47a5076a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:48.817679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.868705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.885734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0e16bd0a-2eb9-4827-865d-e52bbc607d6d None None] Current status of the port f5598959-c4ff-4a72-88be-9b6ef67e4faa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:48.901802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Allocated IP 172.20.0.6 (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f/0faf141f-3c4e-4d1e-a0c0-bee82742ed1b/707eb128-3591-4241-8e09-e8e8ff3699dd) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:48.927823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] Routers {'4c3c8cd4-c051-46b2-98a9-96c47a5076a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:48.927823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.928014 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed958617-cbfb-45e7-8116-52b47a00d945 req-63381bad-fd9c-43d8-a125-e0b395cbfa29 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509097 Apr 29 04:02:48.973844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0e16bd0a-2eb9-4827-865d-e52bbc607d6d None None] Provisioning complete for port 36365bc6-867a-4a2d-85c6-84dd12aca306 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:48.974248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e16bd0a-2eb9-4827-865d-e52bbc607d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:48.978220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:48.978571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f963123-dab5-4af4-a1a1-5d4491ff9bf3 None None] The sync data for ids ['4c3c8cd4-c051-46b2-98a9-96c47a5076a5'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:49.000612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f5598959-c4ff-4a72-88be-9b6ef67e4faa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:49.001706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 1f12d8e3-ece6-4332-bc0c-04ef764c9452 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:49.010978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Deleting port 4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:49.011322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.031996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57428) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.044243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0e16bd0a-2eb9-4827-865d-e52bbc607d6d None None] Port 36365bc6-867a-4a2d-85c6-84dd12aca306 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:49.060013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:49.060388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.135138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8f319707-035f-4c92-93dc-9b86c168b517 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/4c3c8cd4-c051-46b2-98a9-96c47a5076a5 HTTP/1.1" status: 200 len: 922 time: 0.3038893 Apr 29 04:02:49.138002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57432) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.147878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:49.163449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-42085df7-9578-4093-a1b5-f52eac043b92 None None] Provisioning complete for port 4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:49.163972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42085df7-9578-4093-a1b5-f52eac043b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.190930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.207179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-42085df7-9578-4093-a1b5-f52eac043b92 None None] Port 4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:49.209129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Calling delete_port for 4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:49.215163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-42085df7-9578-4093-a1b5-f52eac043b92 None None] Provisioning complete for port 36365bc6-867a-4a2d-85c6-84dd12aca306 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:49.215549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42085df7-9578-4093-a1b5-f52eac043b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.224571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3b4325ec-f639-4a31-9f5d-5efc1e75db96), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.226385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-259ab25e-19b1-4275-bea4-383699d29b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.258662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-42085df7-9578-4093-a1b5-f52eac043b92 None None] Port 36365bc6-867a-4a2d-85c6-84dd12aca306 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:49.274229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for port (707eb128-3591-4241-8e09-e8e8ff3699dd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.275862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b4325ec-f639-4a31-9f5d-5efc1e75db96,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:49.296019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd3a34-fb16-4e94-b910-a9d66aa969ab tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:49.297855 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9bfd3a34-fb16-4e94-b910-a9d66aa969ab tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=4c3c8cd4-c051-46b2-98a9-96c47a5076a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1575348 Apr 29 04:02:49.302651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57434) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.313671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.316775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-89dd8963-9252-42a8-8ba2-7e7c34419848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3b4325ec-f639-4a31-9f5d-5efc1e75db96 HTTP/1.1" status: 204 len: 168 time: 1.4254310 Apr 29 04:02:49.327308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57436) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.354390 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04b0b99-43f6-4e3f-9f3d-46171f40a724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] GET failed (client error): The resource could not be found. Apr 29 04:02:49.355708 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a04b0b99-43f6-4e3f-9f3d-46171f40a724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303428939-project-admin] 10.222.0.37 "GET /v2.0/ports/3b4325ec-f639-4a31-9f5d-5efc1e75db96 HTTP/1.1" status: 404 len: 333 time: 0.0274749 Apr 29 04:02:49.360651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57438) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.435347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fbd04f-06b5-4868-86db-93898b893691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:49.436830 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f2fbd04f-06b5-4868-86db-93898b893691 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.1331716 Apr 29 04:02:49.438804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-259ab25e-19b1-4275-bea4-383699d29b70 admin admin] Publish callbacks [] for security_group (eeb77d6a-02e0-4b73-af08-3228f99ca9bf), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.439577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57440) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.452372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (707eb128-3591-4241-8e09-e8e8ff3699dd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.467388 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2822ad35-8040-4ef4-bcbf-dd7feff48ab1 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c3c8cd4-c051-46b2-98a9-96c47a5076a5 HTTP/1.1" status: 200 len: 205 time: 0.0266998 Apr 29 04:02:49.469785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57442) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.501843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.509454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-259ab25e-19b1-4275-bea4-383699d29b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (eeb77d6a-02e0-4b73-af08-3228f99ca9bf), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.518333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:49.529060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:49.534834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:49.540675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Port': ['ID=707eb128-3591-4241-8e09-e8e8ff3699dd,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:49.560951 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-259ab25e-19b1-4275-bea4-383699d29b70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e8828554c1f49ab902654ff192a4de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274160 Apr 29 04:02:49.563915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57444) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.569600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.604339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ab25e-19b1-4275-bea4-383699d29b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb77d6a-02e0-4b73-af08-3228f99ca9bf,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:49.642278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event deleted for resources: {'Port': ['ID=4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:49.649649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.679242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:49.679922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.694025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.697209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b6a92e51-3870-4f17-86b8-919a65016a1c tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "DELETE /v2.0/ports/4c6b46fb-11e2-4c4a-9c75-b6ce979b4a6a HTTP/1.1" status: 204 len: 168 time: 1.0964913 Apr 29 04:02:49.701461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57446) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.711275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Request body: {'port': {'name': 'tempest-new-port-name-1277193433', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:49.711665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] bootfile-name is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:02:49.712337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] tftp-server is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:02:49.712337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] server-ip-address is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:02:49.717982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0406-a44e-46fa-ae9f-7c59228f648b admin admin] Publish callbacks [] for security_group (eeb77d6a-02e0-4b73-af08-3228f99ca9bf), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.737270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.775232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.783551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:49.796728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762bc63c-c547-4b93-833e-3ade3333d886') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:49.797166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762bc63c-c547-4b93-833e-3ade3333d886') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:49.810516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (762bc63c-c547-4b93-833e-3ade3333d886), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.827512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0406-a44e-46fa-ae9f-7c59228f648b admin admin] Publish callbacks [] for security_group (eeb77d6a-02e0-4b73-af08-3228f99ca9bf), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.832459 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e185e31a-ec83-4dd6-9d41-df84a2e76571 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6208827 Apr 29 04:02:49.835875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57448) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:49.840374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:49.851313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (762bc63c-c547-4b93-833e-3ade3333d886), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.862426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:49.863286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (762bc63c-c547-4b93-833e-3ade3333d886), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: warnings.warn(msg) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:49.866024 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:49.886967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c453dee1-13fc-45e5-a141-1de62251b02b None None] Provisioning complete for port 707eb128-3591-4241-8e09-e8e8ff3699dd triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:49.891078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c453dee1-13fc-45e5-a141-1de62251b02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (707eb128-3591-4241-8e09-e8e8ff3699dd), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.897139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.907254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:49.932163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c453dee1-13fc-45e5-a141-1de62251b02b None None] Port 707eb128-3591-4241-8e09-e8e8ff3699dd cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:49.964573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.042381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.056013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.061589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] 10.222.0.37 "DELETE /v2.0/networks/73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8 HTTP/1.1" status: 204 len: 168 time: 0.6974986 Apr 29 04:02:50.061589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.076151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccdfc6-6d6a-473a-97ef-eab973b5b7dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455019458-project] Pushing event deleted for resources: {'Network': ['ID=73fe2bd6-24fe-4fdd-8036-5c04aa3ff2f8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:50.089798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0406-a44e-46fa-ae9f-7c59228f648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (eeb77d6a-02e0-4b73-af08-3228f99ca9bf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.092291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0406-a44e-46fa-ae9f-7c59228f648b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.095936 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a3ae0406-a44e-46fa-ae9f-7c59228f648b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eeb77d6a-02e0-4b73-af08-3228f99ca9bf HTTP/1.1" status: 204 len: 168 time: 0.5272732 Apr 29 04:02:50.138274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae0406-a44e-46fa-ae9f-7c59228f648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb77d6a-02e0-4b73-af08-3228f99ca9bf,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:50.150999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b2987-af00-4e74-87c0-97ba7cd9afad req-83ab72d4-9f92-445a-88d8-3160ea7016bf tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:50.153352 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-722b2987-af00-4e74-87c0-97ba7cd9afad req-83ab72d4-9f92-445a-88d8-3160ea7016bf tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1517515 Apr 29 04:02:50.157620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Deleting port 888f506e-6d80-4ce3-9c61-bd9c1baa18f1 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:50.158472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (888f506e-6d80-4ce3-9c61-bd9c1baa18f1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.192314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Allocated IP 172.26.4.242 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/6da83046-ffab-4e12-9ed5-6533430263e9) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:50.305368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for port (6da83046-ffab-4e12-9ed5-6533430263e9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.314110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.318786 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-722b2987-af00-4e74-87c0-97ba7cd9afad req-e8adf371-be06-451b-a18c-d9a3bdc695c8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435471 Apr 29 04:02:50.330687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (888f506e-6d80-4ce3-9c61-bd9c1baa18f1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.341826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Calling delete_port for 888f506e-6d80-4ce3-9c61-bd9c1baa18f1 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:50.393490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.415927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6da83046-ffab-4e12-9ed5-6533430263e9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.434095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] In _notify_port_updated(), no bound segment for port 059c7a4b-1aac-43ed-b80b-08ebe854d8be on network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:02:50.440526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:50.440526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.442358 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "PUT /v2.0/ports/059c7a4b-1aac-43ed-b80b-08ebe854d8be HTTP/1.1" status: 200 len: 1130 time: 0.7382154 Apr 29 04:02:50.446890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57458) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:50.499395 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:50.506052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:50.510261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:50.518604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872393b-a629-4179-9912-b42919a788cb tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event updated for resources: {'Port': ['ID=059c7a4b-1aac-43ed-b80b-08ebe854d8be,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:50.533252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Port': ['ID=6da83046-ffab-4e12-9ed5-6533430263e9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:50.596608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c191a2-e772-48b3-8cf6-420847255582 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:50.598242 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c1c191a2-e772-48b3-8cf6-420847255582 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "GET /v2.0/ports/059c7a4b-1aac-43ed-b80b-08ebe854d8be HTTP/1.1" status: 200 len: 1130 time: 0.1483848 Apr 29 04:02:50.602367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57464) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:50.649796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (b4654ff3-1144-4392-9be7-b95dc36701ff), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.660799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57468) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:50.752047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Deleting port 059c7a4b-1aac-43ed-b80b-08ebe854d8be {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:50.752950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.757148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6da83046-ffab-4e12-9ed5-6533430263e9), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.829384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (888f506e-6d80-4ce3-9c61-bd9c1baa18f1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.867867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event deleted for resources: {'Port': ['ID=888f506e-6d80-4ce3-9c61-bd9c1baa18f1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:50.869261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-635acdf3-e764-4233-a7e5-b282ae5b8f40 None None] Provisioning complete for port 059c7a4b-1aac-43ed-b80b-08ebe854d8be triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:50.872137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.875162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-635acdf3-e764-4233-a7e5-b282ae5b8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.899637 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd4d5ca3-680c-4563-b3bf-d180e2ec6a46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18475332f1bd485c8166f366d0527823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373209 Apr 29 04:02:50.902828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57476) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:50.914268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Calling delete_port for 059c7a4b-1aac-43ed-b80b-08ebe854d8be owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:50.925077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-635acdf3-e764-4233-a7e5-b282ae5b8f40 None None] Port 059c7a4b-1aac-43ed-b80b-08ebe854d8be cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:50.987728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.991906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ba2-84d2-4580-93c1-e38b12f6c16f admin admin] Publish callbacks [] for security_group (812ae809-d36f-409e-9e2f-4c03e840f4af), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:50.995382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for port (6da83046-ffab-4e12-9ed5-6533430263e9), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.015404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ba2-84d2-4580-93c1-e38b12f6c16f admin admin] Publish callbacks [] for security_group (812ae809-d36f-409e-9e2f-4c03e840f4af), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.056275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6da83046-ffab-4e12-9ed5-6533430263e9), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.102925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.106213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.138057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Port': ['ID=6da83046-ffab-4e12-9ed5-6533430263e9,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:51.146811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (b4654ff3-1144-4392-9be7-b95dc36701ff), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.174695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ba2-84d2-4580-93c1-e38b12f6c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (812ae809-d36f-409e-9e2f-4c03e840f4af), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.177581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0ba2-84d2-4580-93c1-e38b12f6c16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.181077 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b0f0ba2-84d2-4580-93c1-e38b12f6c16f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/812ae809-d36f-409e-9e2f-4c03e840f4af HTTP/1.1" status: 204 len: 168 time: 0.2749884 Apr 29 04:02:51.186994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f0ba2-84d2-4580-93c1-e38b12f6c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ae809-d36f-409e-9e2f-4c03e840f4af,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:51.227232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.234830 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dc49b793-ae23-4907-9c81-aa9728fedb45 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3917041 Apr 29 04:02:51.234830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57488) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.236118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-722bfc2b-9e0d-4a6e-a6a6-79af04a4a05a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'floatingip': {'port_id': '707eb128-3591-4241-8e09-e8e8ff3699dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:51.254321 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (4c3c8cd4-c051-46b2-98a9-96c47a5076a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.255035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3c8cd4-c051-46b2-98a9-96c47a5076a5 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:51.262561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.270077 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dbdb08fa-1314-4cb2-aec6-eeff77c3d1a3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/4c3c8cd4-c051-46b2-98a9-96c47a5076a5 HTTP/1.1" status: 204 len: 168 time: 1.7929997 Apr 29 04:02:51.270077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57490) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.272746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1970788049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:51.287662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722bfc2b-9e0d-4a6e-a6a6-79af04a4a05a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (b4654ff3-1144-4392-9be7-b95dc36701ff), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.307163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (059c7a4b-1aac-43ed-b80b-08ebe854d8be), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.342250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event deleted for resources: {'Port': ['ID=059c7a4b-1aac-43ed-b80b-08ebe854d8be,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:51.370669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.372536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.379142 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.384213 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b8125686-f860-429d-94b6-4bb26627ac28 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "DELETE /v2.0/ports/059c7a4b-1aac-43ed-b80b-08ebe854d8be HTTP/1.1" status: 204 len: 168 time: 0.7730064 Apr 29 04:02:51.385559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57496) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.419910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57498) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.445827 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-722bfc2b-9e0d-4a6e-a6a6-79af04a4a05a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] update failed (client error): The resource could not be found. Apr 29 04:02:51.447295 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-722bfc2b-9e0d-4a6e-a6a6-79af04a4a05a tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "PUT /v2.0/floatingips/b4654ff3-1144-4392-9be7-b95dc36701ff HTTP/1.1" status: 404 len: 507 time: 0.2145023 Apr 29 04:02:51.450697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57502) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.498763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (40fbbacd-f43a-44c5-9f1b-27b21b643349), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.509475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Deleting subnet bee701ef-fc1a-4001-ac5b-de7fa3c33f6d {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:02:51.513943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks [] for subnet (bee701ef-fc1a-4001-ac5b-de7fa3c33f6d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.565194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f41b3d-353e-4434-bcf4-8874d574eac7 req-b1ea469b-95c4-4b51-a121-0ac5e75e41b3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:51.568232 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1f41b3d-353e-4434-bcf4-8874d574eac7 req-b1ea469b-95c4-4b51-a121-0ac5e75e41b3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0599957 Apr 29 04:02:51.576383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (bee701ef-fc1a-4001-ac5b-de7fa3c33f6d), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.604799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.703686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (bee701ef-fc1a-4001-ac5b-de7fa3c33f6d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.741020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.742291 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ea0ce819-959e-4567-83ac-76ce30f10d40 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4734781 Apr 29 04:02:51.744960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57506) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.749578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:51.913345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (bee701ef-fc1a-4001-ac5b-de7fa3c33f6d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:51.953912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57508) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:51.982509 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event deleted for resources: {'Subnet': ['ID=bee701ef-fc1a-4001-ac5b-de7fa3c33f6d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:51.986168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-77804329'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:51.995308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175a13c-a3df-4103-9cdb-95629163205b None None] Network 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:52.009364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Deleting port 6da83046-ffab-4e12-9ed5-6533430263e9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:52.009696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6da83046-ffab-4e12-9ed5-6533430263e9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.095411 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1f41b3d-353e-4434-bcf4-8874d574eac7 req-d653d121-fa3c-4a2e-8093-66b49e4d409f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5182402 Apr 29 04:02:52.106364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6da83046-ffab-4e12-9ed5-6533430263e9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.106683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (6da83046-ffab-4e12-9ed5-6533430263e9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.126344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Calling delete_port for 6da83046-ffab-4e12-9ed5-6533430263e9 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:52.188469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] DHCP port deletion for 3dead618-0bbb-4c8b-8e9c-1b8bdb62013c request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:02:52.192835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:52.196221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.213491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.233517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] Deleting port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:52.233993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.303807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] For port 1f12d8e3-ece6-4332-bc0c-04ef764c9452, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=1f12d8e3-ece6-4332-bc0c-04ef764c9452,segment=NetworkSegment(3e0c4020-ae00-4581-a74f-216f699672f2),segment_id=3e0c4020-ae00-4581-a74f-216f699672f2)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:52.304257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.304558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.307662 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a953d2b6-2a23-43e0-a2d4-bca51dc55456 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "DELETE /v2.0/subnets/bee701ef-fc1a-4001-ac5b-de7fa3c33f6d HTTP/1.1" status: 204 len: 168 time: 0.9212248 Apr 29 04:02:52.309807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (40fbbacd-f43a-44c5-9f1b-27b21b643349), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.310436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57510) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:52.318811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] Calling delete_port for 1f12d8e3-ece6-4332-bc0c-04ef764c9452 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:52.338937 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9f1f8d1b-5345-4870-aec4-f6adea30b67a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=563aef2b4fb6467a9c2ee2fad1e42c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823996 Apr 29 04:02:52.341491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57512) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:52.395865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6da83046-ffab-4e12-9ed5-6533430263e9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.422336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8fea-cdf4-401c-ba86-43b758a1d3eb admin admin] Publish callbacks [] for security_group (d9b873be-73c7-4d9d-8f88-36f9515fc862), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.462911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 1f12d8e3-ece6-4332-bc0c-04ef764c9452 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:02:52.468025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (1f12d8e3-ece6-4332-bc0c-04ef764c9452), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.468967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Port': ['ID=6da83046-ffab-4e12-9ed5-6533430263e9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:52.492386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8fea-cdf4-401c-ba86-43b758a1d3eb admin admin] Publish callbacks [] for security_group (d9b873be-73c7-4d9d-8f88-36f9515fc862), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.504020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 1f12d8e3-ece6-4332-bc0c-04ef764c9452 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:02:52.504720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 1f12d8e3-ece6-4332-bc0c-04ef764c9452 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:02:52.522983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (b4654ff3-1144-4392-9be7-b95dc36701ff), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.533452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.533452 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e7c55db6-50e5-4309-8da1-a5e66fe91a80 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "DELETE /v2.0/floatingips/b4654ff3-1144-4392-9be7-b95dc36701ff HTTP/1.1" status: 204 len: 168 time: 1.0791209 Apr 29 04:02:52.533452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57514) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:52.535854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] Pushing event deleted for resources: {'Port': ['ID=1f12d8e3-ece6-4332-bc0c-04ef764c9452,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:52.538210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0937d1-756f-4d8b-be46-d58353ed32b8 None None] No DVR routers for this DVR port 1f12d8e3-ece6-4332-bc0c-04ef764c9452 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:02:52.540829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.549617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8e4ebae9-cccf-4edf-851a-63ded4d761bc tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'floatingip': {'floating_network_id': 'bcd870b0-7daa-4a56-b3c2-49c661ff2f8f', 'port_id': '707eb128-3591-4241-8e09-e8e8ff3699dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:52.626031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (40fbbacd-f43a-44c5-9f1b-27b21b643349), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.627073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for security_group (2b1ad8f1-1d40-4034-9f25-8adcd3646cbf), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.645764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.684416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.697254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebae9-cccf-4edf-851a-63ded4d761bc tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.719616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dead618-0bbb-4c8b-8e9c-1b8bdb62013c']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:52.738404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0c4020-ae00-4581-a74f-216f699672f2') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:52.738702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0c4020-ae00-4581-a74f-216f699672f2') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:52.750684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2b1ad8f1-1d40-4034-9f25-8adcd3646cbf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.758678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Allocated IP 172.26.4.31 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/e342927a-d01b-4a3c-9ca0-93d054de31d6) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:52.785919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (3e0c4020-ae00-4581-a74f-216f699672f2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.788056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8fea-cdf4-401c-ba86-43b758a1d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d9b873be-73c7-4d9d-8f88-36f9515fc862), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.790739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8fea-cdf4-401c-ba86-43b758a1d3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.793162 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8dcf8fea-cdf4-401c-ba86-43b758a1d3eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9b873be-73c7-4d9d-8f88-36f9515fc862 HTTP/1.1" status: 204 len: 168 time: 0.4504135 Apr 29 04:02:52.812898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf8fea-cdf4-401c-ba86-43b758a1d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b873be-73c7-4d9d-8f88-36f9515fc862,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:52.830791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3e0c4020-ae00-4581-a74f-216f699672f2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.837545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:52.848715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ad8f1-1d40-4034-9f25-8adcd3646cbf,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:52.853570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (3e0c4020-ae00-4581-a74f-216f699672f2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:02:52.857672 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:02:52.872019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fdefe9e2-fed3-43df-8de1-3c1a3578491d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.872394 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Added segment fdefe9e2-fed3-43df-8de1-3c1a3578491d of type vlan for network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f Apr 29 04:02:52.890241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for port (e342927a-d01b-4a3c-9ca0-93d054de31d6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.957518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:52.968089 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-8e4ebae9-cccf-4edf-851a-63ded4d761bc tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:02:52.969126 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e4ebae9-cccf-4edf-851a-63ded4d761bc tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4346321 Apr 29 04:02:52.975514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57518) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:52.980173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '707eb128-3591-4241-8e09-e8e8ff3699dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:52.992775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e342927a-d01b-4a3c-9ca0-93d054de31d6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.020696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3dead618-0bbb-4c8b-8e9c-1b8bdb62013c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.026564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.032275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] 10.222.0.37 "DELETE /v2.0/networks/3dead618-0bbb-4c8b-8e9c-1b8bdb62013c HTTP/1.1" status: 204 len: 168 time: 0.7201965 Apr 29 04:02:53.039555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:53.043309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:53.046917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:53.057421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e7e22-c8d7-4bb9-8169-d9222858e57b tempest-ExtraDHCPOptionsIpV6TestJSON-601624513 tempest-ExtraDHCPOptionsIpV6TestJSON-601624513-project] Pushing event deleted for resources: {'Network': ['ID=3dead618-0bbb-4c8b-8e9c-1b8bdb62013c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:53.065874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.072195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:53.073024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.084426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event updated for resources: {'Port': ['ID=e342927a-d01b-4a3c-9ca0-93d054de31d6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:53.091145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.149460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Network': ['ID=dcc13aa3-62d8-419e-bf5c-41b43ea5a03f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:53.166873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:53.214712 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1032dd1e-2590-48d9-9f8d-1d1db6f585da tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7941723 Apr 29 04:02:53.215346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57528) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:53.229069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'subnet': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:53.294485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.327347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72510158-708e-4ff3-9f1c-5bd8221b59c1 req-5ff8ed5f-69d4-4450-8193-88f938b43cbf tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:53.328404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-72510158-708e-4ff3-9f1c-5bd8221b59c1 req-5ff8ed5f-69d4-4450-8193-88f938b43cbf tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0800726 Apr 29 04:02:53.427416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:53.433309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.472374 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-72510158-708e-4ff3-9f1c-5bd8221b59c1 req-c365ff40-fff5-4383-810d-0b9b768b7b12 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172719 Apr 29 04:02:53.513840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Allocated IP 172.26.4.111 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/5fce37d4-ec87-44ab-bd7c-a9759d439b4b) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:53.587894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (40fbbacd-f43a-44c5-9f1b-27b21b643349), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.632821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57538) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:53.740375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (9acbe587-9d2e-48ec-b465-992e5bbbe4c7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.758228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for port (5fce37d4-ec87-44ab-bd7c-a9759d439b4b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.811305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Subnet': ['ID=9acbe587-9d2e-48ec-b465-992e5bbbe4c7,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:53.838754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Checking segment: {'id': 'fdefe9e2-fed3-43df-8de1-3c1a3578491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:53.839113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network hostable DHCP agents. Network: dcc13aa3-62d8-419e-bf5c-41b43ea5a03f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:02:53.905376 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e0d406be-64fc-40d2-a0b7-0073f12c18f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3816ff3c78d4d70afe7dd610b1be8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697382 Apr 29 04:02:53.906367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57550) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:53.928035 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-e3682065-96f9-40b8-8d63-dc38150503ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468011 Apr 29 04:02:53.933258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:53.943180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:02:53.947054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.000707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5fce37d4-ec87-44ab-bd7c-a9759d439b4b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.015254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-72848bee-afa7-4225-ae27-070c212eb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.016729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-72848bee-afa7-4225-ae27-070c212eb5ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5534ece9a1040a4b3e57c08a451b2d8&device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 1130 time: 0.0403848 Apr 29 04:02:54.063172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:54.063967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, dcc13aa3-62d8-419e-bf5c-41b43ea5a03f) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:54.065520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f5b09ac-f06d-441a-a821-d37e47855a80 admin admin] Publish callbacks [] for security_group (dbc4138f-c768-455f-a9d4-7afb892ca55e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.073458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:54.076200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.077126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.080840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20716b23-8100-4a0b-aaff-19186008de9c None None] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:54.110475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:54.149098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-4237975b-5cb7-4fd6-a828-4a65eb26e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.150635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-4237975b-5cb7-4fd6-a828-4a65eb26e70c service neutron] 10.222.0.31 "GET /v2.0/networks?id=dffbe481-d27f-4f84-95fe-7fb506e626d0 HTTP/1.1" status: 200 len: 913 time: 0.1102920 Apr 29 04:02:54.151910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event updated for resources: {'Port': ['ID=5fce37d4-ec87-44ab-bd7c-a9759d439b4b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:54.155127 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aefdd2b5-f54c-4d29-b8b5-2b59c4adc941 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9386351 Apr 29 04:02:54.157209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f5b09ac-f06d-441a-a821-d37e47855a80 admin admin] Publish callbacks [] for security_group (dbc4138f-c768-455f-a9d4-7afb892ca55e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.159128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57554) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:54.168582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-395876021'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:54.247036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'project_id': '1e01733ee5dc4571850905dd2d3c4fc5', 'fixed_ips': [{'subnet_id': '9acbe587-9d2e-48ec-b465-992e5bbbe4c7'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:02:54.248123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.293926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-be05bbe9-5769-4c0a-94a2-9a04ed52b2d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb HTTP/1.1" status: 200 len: 1002 time: 0.1353462 Apr 29 04:02:54.355248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Deleting port 5fce37d4-ec87-44ab-bd7c-a9759d439b4b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:54.355248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5fce37d4-ec87-44ab-bd7c-a9759d439b4b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.385941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-523f96d9-a224-4ea5-a375-e19fcb27efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.387457 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-523f96d9-a224-4ea5-a375-e19fcb27efe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a49e2df-4761-4ac4-ba10-97616206dca3 HTTP/1.1" status: 200 len: 851 time: 0.0848699 Apr 29 04:02:54.436827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f5b09ac-f06d-441a-a821-d37e47855a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (dbc4138f-c768-455f-a9d4-7afb892ca55e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.439409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f5b09ac-f06d-441a-a821-d37e47855a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.440480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8f5b09ac-f06d-441a-a821-d37e47855a80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbc4138f-c768-455f-a9d4-7afb892ca55e HTTP/1.1" status: 204 len: 168 time: 0.5331571 Apr 29 04:02:54.447198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Allocated IP 2001:db8::2 (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/07768d53-558c-4eca-ac22-7e79e6ed832b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:54.450473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-6babe643-da1e-4831-953a-4aa64d741253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.450698 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5fce37d4-ec87-44ab-bd7c-a9759d439b4b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.451225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for floatingip (5fce37d4-ec87-44ab-bd7c-a9759d439b4b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.453408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-6babe643-da1e-4831-953a-4aa64d741253 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dffbe481-d27f-4f84-95fe-7fb506e626d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531538 Apr 29 04:02:54.462667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b09ac-f06d-441a-a821-d37e47855a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc4138f-c768-455f-a9d4-7afb892ca55e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:54.470799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Calling delete_port for 5fce37d4-ec87-44ab-bd7c-a9759d439b4b owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:54.527624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Router 40fbbacd-f43a-44c5-9f1b-27b21b643349 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:02:54.543827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:54.553140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.609296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Publish callbacks [] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.624438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] device_id is not set on port 991072de-dbb7-4121-b27b-a77ff720378d yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:54.684480 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.703759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:54.711529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.712612 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-68eaca01-c99a-40a3-b0a7-f7a8d636156a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "PUT /v2.0/routers/40fbbacd-f43a-44c5-9f1b-27b21b643349 HTTP/1.1" status: 200 len: 879 time: 2.9665949 Apr 29 04:02:54.718873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] Sync routers for ids ['40fbbacd-f43a-44c5-9f1b-27b21b643349'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:54.719388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57566) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:54.737058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:54.743058 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] Routers {'40fbbacd-f43a-44c5-9f1b-27b21b643349'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:54.743792 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['40fbbacd-f43a-44c5-9f1b-27b21b643349'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:54.746173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:54.754586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:54.760448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Pushing event updated for resources: {'Port': ['ID=07768d53-558c-4eca-ac22-7e79e6ed832b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:54.801137 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:54.811198 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] Routers {'40fbbacd-f43a-44c5-9f1b-27b21b643349'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:54.812131 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['40fbbacd-f43a-44c5-9f1b-27b21b643349'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:54.837554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-04a0a298-e5c5-4a8c-a7df-3113db3269e2 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/40fbbacd-f43a-44c5-9f1b-27b21b643349 HTTP/1.1" status: 200 len: 920 time: 0.1170158 Apr 29 04:02:54.839523 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-8f11423c-12f3-4a05-b207-28d9c20e960e service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769367 Apr 29 04:02:54.840456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57572) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:54.851419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047ee9d-0c68-4450-8f78-fee65128539d req-d622d944-836a-4d95-bef9-59bff7d63357 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.851654 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:54.852387 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec970677-f70d-45c3-afdf-09e771d52304 None None] The sync data for ids ['40fbbacd-f43a-44c5-9f1b-27b21b643349'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:02:54.858500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7047ee9d-0c68-4450-8f78-fee65128539d req-d622d944-836a-4d95-bef9-59bff7d63357 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2415445 Apr 29 04:02:54.897137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5fce37d4-ec87-44ab-bd7c-a9759d439b4b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.902324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Attempting to bind port 07768d53-558c-4eca-ac22-7e79e6ed832b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:02:54.903823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Attempting to bind port 07768d53-558c-4eca-ac22-7e79e6ed832b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'fdefe9e2-fed3-43df-8de1-3c1a3578491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:02:54.904361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Attempting to bind port 07768d53-558c-4eca-ac22-7e79e6ed832b on network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:02:54.916419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:02:54.919751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Checking segment: {'id': 'fdefe9e2-fed3-43df-8de1-3c1a3578491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:54.920603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.922076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Bound using segment: {'id': 'fdefe9e2-fed3-43df-8de1-3c1a3578491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:02:54.924071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Bound port: 07768d53-558c-4eca-ac22-7e79e6ed832b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdefe9e2-fed3-43df-8de1-3c1a3578491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:02:54.924716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:54.945694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Port': ['ID=5fce37d4-ec87-44ab-bd7c-a9759d439b4b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:54.959011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820e56e-ff02-4d2f-a765-152e603855c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:54.962701 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9820e56e-ff02-4d2f-a765-152e603855c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=40fbbacd-f43a-44c5-9f1b-27b21b643349&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1209490 Apr 29 04:02:54.967827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57578) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.037916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] For port 07768d53-558c-4eca-ac22-7e79e6ed832b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:02:55.043172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] For port 07768d53-558c-4eca-ac22-7e79e6ed832b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=07768d53-558c-4eca-ac22-7e79e6ed832b,segment=NetworkSegment(fdefe9e2-fed3-43df-8de1-3c1a3578491d),segment_id=fdefe9e2-fed3-43df-8de1-3c1a3578491d)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:02:55.048201 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7047ee9d-0c68-4450-8f78-fee65128539d req-d240b43b-58b1-4603-ae23-52f9657780e1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885388 Apr 29 04:02:55.057616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Allocated IP 2001:db8::f5 (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/991072de-dbb7-4121-b27b-a77ff720378d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:55.111778 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1517e00e-e9ae-4d44-a8de-374ac4759786 req-fd6fdeb0-86d3-4598-9f6f-3881c97464ad service neutron] 10.222.0.31 "GET /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509668 Apr 29 04:02:55.119898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.186906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57584) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.219601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe70ad5-eecc-4eaf-846f-92082f20187f tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:55.224500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57590) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.226245 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4fe70ad5-eecc-4eaf-846f-92082f20187f tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.2564433 Apr 29 04:02:55.243029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b6895-7e35-4df3-aee3-b19aefaabcbd None None] Pushing event updated for resources: {'Port': ['ID=07768d53-558c-4eca-ac22-7e79e6ed832b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:55.250191 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] create failed (client error): The resource could not be found. Apr 29 04:02:55.251245 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-befa195d-9d84-40fc-ad32-79f511260a96 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2747037 Apr 29 04:02:55.256492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57592) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.278745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-680dd9a8-1a10-4651-a66a-d092f9db5b79 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=40fbbacd-f43a-44c5-9f1b-27b21b643349 HTTP/1.1" status: 200 len: 205 time: 0.0518672 Apr 29 04:02:55.283244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57594) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.344773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (991072de-dbb7-4121-b27b-a77ff720378d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.375676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1813972881', 'router:external': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:55.386356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Deleting port 707eb128-3591-4241-8e09-e8e8ff3699dd {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:55.386776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (707eb128-3591-4241-8e09-e8e8ff3699dd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.476548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.490054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Made reservation on behalf of 6b28ae0632e5401db562e5c31a9315e9 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:55.492244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.515261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.548277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (991072de-dbb7-4121-b27b-a77ff720378d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.566222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (707eb128-3591-4241-8e09-e8e8ff3699dd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.587925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Calling delete_port for 707eb128-3591-4241-8e09-e8e8ff3699dd owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:55.650226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:55.654865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:55.657442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:55.663296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:55.664095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.676508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=991072de-dbb7-4121-b27b-a77ff720378d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:55.684921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (40fbbacd-f43a-44c5-9f1b-27b21b643349), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.706032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for security_group (94718d13-7dbb-42d6-a240-cd045e421aa6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.755761 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-06855b9e-3e93-418c-9d44-5bd920e0a41f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5907989 Apr 29 04:02:55.758501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57604) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.763805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2119189256', 'allowed_address_pairs': [{'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:b6:61:2b'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:55.780937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (94718d13-7dbb-42d6-a240-cd045e421aa6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.808449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:02:55.822331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94718d13-7dbb-42d6-a240-cd045e421aa6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:55.828014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1648746e-750c-4af9-8fc3-aa36cb6e63e9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.828355 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Added segment 1648746e-750c-4af9-8fc3-aa36cb6e63e9 of type vlan for network 187a6a1e-e677-48b5-9af1-8a688b39697d Apr 29 04:02:55.858718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Deleting port e342927a-d01b-4a3c-9ca0-93d054de31d6 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:55.859153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e342927a-d01b-4a3c-9ca0-93d054de31d6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.875045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (707eb128-3591-4241-8e09-e8e8ff3699dd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.877931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (187a6a1e-e677-48b5-9af1-8a688b39697d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.912650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Port': ['ID=707eb128-3591-4241-8e09-e8e8ff3699dd,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:55.951712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e342927a-d01b-4a3c-9ca0-93d054de31d6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:55.967102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57608) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:55.977156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Calling delete_port for e342927a-d01b-4a3c-9ca0-93d054de31d6 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:56.015512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.015512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5c3ed175-6e8c-408c-b4e1-909d058737ff tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "DELETE /v2.0/ports/707eb128-3591-4241-8e09-e8e8ff3699dd HTTP/1.1" status: 204 len: 168 time: 0.7571483 Apr 29 04:02:56.016154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57614) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:56.205287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0890f4e7-79b4-4e2f-9653-07f818bb3dc5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:56.206442 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-0890f4e7-79b4-4e2f-9653-07f818bb3dc5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 04:02:56.207180 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-0890f4e7-79b4-4e2f-9653-07f818bb3dc5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 04:02:56.208433 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0890f4e7-79b4-4e2f-9653-07f818bb3dc5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2383804 Apr 29 04:02:56.213636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57618) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:56.218870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--77112778'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:56.299758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:56.371269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.385093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (187a6a1e-e677-48b5-9af1-8a688b39697d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.386113 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:56.386715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.390733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.445229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537ce99-4293-4382-9702-242ff5eab798 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:56.446866 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e537ce99-4293-4382-9702-242ff5eab798 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fb420bd-bf4d-4ac7-a5cb-985b22186ce8 HTTP/1.1" status: 200 len: 913 time: 0.4296224 Apr 29 04:02:56.454220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57620) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:56.475086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602a289-da34-4cef-a5b4-6e066dc5778f req-a3a1ed3c-3fea-47b7-85a0-b7f92aa754ac tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:56.484868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e602a289-da34-4cef-a5b4-6e066dc5778f req-a3a1ed3c-3fea-47b7-85a0-b7f92aa754ac tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1113236 Apr 29 04:02:56.485593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.517307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 07768d53-558c-4eca-ac22-7e79e6ed832b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:56.550418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ac422-9122-4fd2-8a50-1e967265abf6 None None] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:56.556017 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3558664 Apr 29 04:02:56.556017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8034b3-7bbf-4f91-93eb-9a4c4e5c1b84 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Network': ['ID=187a6a1e-e677-48b5-9af1-8a688b39697d,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:56.557206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57622) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:56.570749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 187a6a1e-e677-48b5-9af1-8a688b39697d details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:02:56.571472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'subnet': {'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:56.601538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] device_id is not set on port cf2e97cf-c024-421c-8dca-e7a2d07bfee2 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:56.626217 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e602a289-da34-4cef-a5b4-6e066dc5778f req-fdc33ffd-2f6c-4949-911c-8bc96f18a75d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396594 Apr 29 04:02:56.669931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e342927a-d01b-4a3c-9ca0-93d054de31d6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.684290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Made reservation on behalf of 6b28ae0632e5401db562e5c31a9315e9 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:56.687004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.722759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 07768d53-558c-4eca-ac22-7e79e6ed832b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:56.723177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.726818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] Provisioning complete for port 07768d53-558c-4eca-ac22-7e79e6ed832b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:56.727180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.760137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event deleted for resources: {'Port': ['ID=e342927a-d01b-4a3c-9ca0-93d054de31d6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:56.799450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (9242bd99-6030-408d-b090-cc3d70e1b95d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.891285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9242bd99-6030-408d-b090-cc3d70e1b95d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.906013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] Current status of the port 07768d53-558c-4eca-ac22-7e79e6ed832b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:56.906630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.917752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 07768d53-558c-4eca-ac22-7e79e6ed832b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:56.918127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:56.956167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] For port 07768d53-558c-4eca-ac22-7e79e6ed832b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=07768d53-558c-4eca-ac22-7e79e6ed832b,segment=NetworkSegment(fdefe9e2-fed3-43df-8de1-3c1a3578491d),segment_id=fdefe9e2-fed3-43df-8de1-3c1a3578491d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:02:57.038141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.047668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:02:57.048451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (5aaeb564-309c-4259-8485-3ba343f6451d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.128453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Checking segment: {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:02:57.129412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network hostable DHCP agents. Network: 187a6a1e-e677-48b5-9af1-8a688b39697d, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:02:57.135876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5aaeb564-309c-4259-8485-3ba343f6451d,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:57.139953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:02:57.140543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:02:57.144192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae874f46-e9a5-4250-8214-f044a44fa8ed None None] Pushing event updated for resources: {'Port': ['ID=07768d53-558c-4eca-ac22-7e79e6ed832b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:57.168211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b0ddcbc4-46b8-4a7c-90bc-fe0ecb871548 None None] Provisioning complete for port 991072de-dbb7-4121-b27b-a77ff720378d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:57.168504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b0ddcbc4-46b8-4a7c-90bc-fe0ecb871548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (991072de-dbb7-4121-b27b-a77ff720378d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.219915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network 187a6a1e-e677-48b5-9af1-8a688b39697d is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:02:57.306308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 187a6a1e-e677-48b5-9af1-8a688b39697d) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:57.310503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Allocated IP 2001:db8::138 (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/cf2e97cf-c024-421c-8dca-e7a2d07bfee2) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:57.314841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:57.318576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.331703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a46c99-3c21-4be8-9ba2-b6d8cca3f55d None None] Network 187a6a1e-e677-48b5-9af1-8a688b39697d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:57.353976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (40fbbacd-f43a-44c5-9f1b-27b21b643349), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.355895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9242bd99-6030-408d-b090-cc3d70e1b95d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:57.403123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddcbc4-46b8-4a7c-90bc-fe0ecb871548 None None] Port 991072de-dbb7-4121-b27b-a77ff720378d cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:57.404327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3e0deaa0-74f9-4dfb-922b-f6d150ab58ea tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8338780 Apr 29 04:02:57.405030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57624) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:57.410731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-554198194', 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:57.423387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b0ddcbc4-46b8-4a7c-90bc-fe0ecb871548 None None] Provisioning complete for port 07768d53-558c-4eca-ac22-7e79e6ed832b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:57.423763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b0ddcbc4-46b8-4a7c-90bc-fe0ecb871548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.484278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08cb5a-2ec6-4abb-a683-671fe2e2093c None None] Network 187a6a1e-e677-48b5-9af1-8a688b39697d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:02:57.489260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Made reservation on behalf of 6b28ae0632e5401db562e5c31a9315e9 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:02:57.492139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.510054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] device_id is not set on port 2fed836b-7365-4a41-b345-e5ca30be31e2 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:02:57.553701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.566621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (40fbbacd-f43a-44c5-9f1b-27b21b643349), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.585690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddcbc4-46b8-4a7c-90bc-fe0ecb871548 None None] Current status of the port 07768d53-558c-4eca-ac22-7e79e6ed832b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:57.632668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Allocated IP 2001:db8::38c (187a6a1e-e677-48b5-9af1-8a688b39697d/5aaeb564-309c-4259-8485-3ba343f6451d/2fed836b-7365-4a41-b345-e5ca30be31e2) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:57.642511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (32583c61-da3b-4761-8a76-32e2466af563), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.692523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 07768d53-558c-4eca-ac22-7e79e6ed832b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:57.711740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-01378422-7f28-4ed0-a05c-7f883abe4fa3 None None] Provisioning complete for port 991072de-dbb7-4121-b27b-a77ff720378d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:57.712202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-01378422-7f28-4ed0-a05c-7f883abe4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (991072de-dbb7-4121-b27b-a77ff720378d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.753125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (32583c61-da3b-4761-8a76-32e2466af563), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.768055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-01378422-7f28-4ed0-a05c-7f883abe4fa3 None None] Port 991072de-dbb7-4121-b27b-a77ff720378d cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:57.769877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.799525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for port (2fed836b-7365-4a41-b345-e5ca30be31e2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.810967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (40fbbacd-f43a-44c5-9f1b-27b21b643349), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.811475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Fanout notify agent at l3_agent the message router_deleted on router 40fbbacd-f43a-44c5-9f1b-27b21b643349 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:02:57.861891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.862970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-06e9f71c-fa9d-4fe1-874f-e5bfecdbfa78 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/40fbbacd-f43a-44c5-9f1b-27b21b643349 HTTP/1.1" status: 204 len: 168 time: 2.5787394 Apr 29 04:02:57.867480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57628) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:57.872189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1965536669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:57.880609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32583c61-da3b-4761-8a76-32e2466af563,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:57.890245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2fed836b-7365-4a41-b345-e5ca30be31e2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.920667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a735593-1963-4dea-b51f-4f65ce2aed6c req-1f1ed4a2-6a3c-4602-af20-66c9152b7ad9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:57.922135 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a735593-1963-4dea-b51f-4f65ce2aed6c req-1f1ed4a2-6a3c-4602-af20-66c9152b7ad9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1729245 Apr 29 04:02:57.935814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network 187a6a1e-e677-48b5-9af1-8a688b39697d is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:57.940733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:57.943376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:57.944673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:57.945275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.957438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Port': ['ID=2fed836b-7365-4a41-b345-e5ca30be31e2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:57.962004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.963220 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dec4fd28-cff5-419b-b42f-c0939fe5f35a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.7481892 Apr 29 04:02:57.966383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57630) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:57.970855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '32583c61-da3b-4761-8a76-32e2466af563', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:57.974611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (cf2e97cf-c024-421c-8dca-e7a2d07bfee2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.979095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:57.980100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.049001 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3c8eb9d6-14e7-4bab-9be9-75475cee9329 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6427987 Apr 29 04:02:58.051294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (c8f612dc-46d5-4b89-9f83-46d075e65a79), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.051551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57632) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.086088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group_rule (c68f14e9-7bcc-4a9d-a284-b1074769c3e6), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.102887 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a735593-1963-4dea-b51f-4f65ce2aed6c req-7b131e39-b8a7-491f-bdd0-6b6403db6617 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722777 Apr 29 04:02:58.147649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.158006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Deleting port 2fed836b-7365-4a41-b345-e5ca30be31e2 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:58.158335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2fed836b-7365-4a41-b345-e5ca30be31e2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.198637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group_rule (c68f14e9-7bcc-4a9d-a284-b1074769c3e6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.201480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cf2e97cf-c024-421c-8dca-e7a2d07bfee2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.225039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.226248 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c1fd8f82-d32f-47fb-832e-9b15229c857c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3577235 Apr 29 04:02:58.231767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57634) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.235958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': True}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:58.264729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:58.267335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Deleting port 36365bc6-867a-4a2d-85c6-84dd12aca306 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:58.267673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.275198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:58.279335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c68f14e9-7bcc-4a9d-a284-b1074769c3e6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.286373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=cf2e97cf-c024-421c-8dca-e7a2d07bfee2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:58.288839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:58.294266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:58.295129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.339998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2fed836b-7365-4a41-b345-e5ca30be31e2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.342758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68f14e9-7bcc-4a9d-a284-b1074769c3e6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:58.383872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.393690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Calling delete_port for 2fed836b-7365-4a41-b345-e5ca30be31e2 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:58.398592 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bdf821bd-9d96-45ed-9478-09642083c773 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6390612 Apr 29 04:02:58.407813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57636) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.434660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Calling delete_port for 36365bc6-867a-4a2d-85c6-84dd12aca306 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:58.453271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 07768d53-558c-4eca-ac22-7e79e6ed832b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:02:58.518463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 07768d53-558c-4eca-ac22-7e79e6ed832b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:58.519081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.529367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9498b6-f11e-4838-bbc2-7c7a7881162a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:58.535240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9498b6-f11e-4838-bbc2-7c7a7881162a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:58.542298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9498b6-f11e-4838-bbc2-7c7a7881162a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:58.544271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1b9498b6-f11e-4838-bbc2-7c7a7881162a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1404400 Apr 29 04:02:58.548256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57640) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.551948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.553168 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c56fc1c3-dc55-488a-a52c-a3ec97fbe100 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5857735 Apr 29 04:02:58.557563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57642) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.563539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3a66f64b-1492-471d-8fe0-66d3c8535584 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '32583c61-da3b-4761-8a76-32e2466af563', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:58.637439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 07768d53-558c-4eca-ac22-7e79e6ed832b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:02:58.640095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-61bf4696-2aa6-4bf0-9194-f8f8f76e9ed4 None None] Provisioning complete for port cf2e97cf-c024-421c-8dca-e7a2d07bfee2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:02:58.640401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-61bf4696-2aa6-4bf0-9194-f8f8f76e9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (cf2e97cf-c024-421c-8dca-e7a2d07bfee2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.668138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (c8f612dc-46d5-4b89-9f83-46d075e65a79), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.681918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-61bf4696-2aa6-4bf0-9194-f8f8f76e9ed4 None None] Port cf2e97cf-c024-421c-8dca-e7a2d07bfee2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:02:58.689945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port cf2e97cf-c024-421c-8dca-e7a2d07bfee2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:02:58.690287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (cf2e97cf-c024-421c-8dca-e7a2d07bfee2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.717012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a66f64b-1492-471d-8fe0-66d3c8535584 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group_rule (1cc43b0d-d3df-4b64-84b9-529d957a389c), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.724260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2fed836b-7365-4a41-b345-e5ca30be31e2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.773968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fed836b-7365-4a41-b345-e5ca30be31e2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:58.814710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (cf2e97cf-c024-421c-8dca-e7a2d07bfee2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.828872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for cf2e97cf-c024-421c-8dca-e7a2d07bfee2 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:02:58.845250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.848409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e33f4001-f4fb-4202-b61d-371af7ebfc13 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2fed836b-7365-4a41-b345-e5ca30be31e2 HTTP/1.1" status: 204 len: 168 time: 0.7959523 Apr 29 04:02:58.855470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57644) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.861433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d', 'external_fixed_ips': [{'subnet_id': '5aaeb564-309c-4259-8485-3ba343f6451d', 'ip_address': '2001:db8::38c'}]}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:58.886100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (36365bc6-867a-4a2d-85c6-84dd12aca306), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.916430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Port': ['ID=36365bc6-867a-4a2d-85c6-84dd12aca306,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:58.965382 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-3a66f64b-1492-471d-8fe0-66d3c8535584 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 04:02:58.966444 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3a66f64b-1492-471d-8fe0-66d3c8535584 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4064527 Apr 29 04:02:58.975223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57646) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:58.996107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (794da389-6afb-49a1-80bd-b7589983dce7), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:58.997202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (794da389-6afb-49a1-80bd-b7589983dce7), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.021942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (c8f612dc-46d5-4b89-9f83-46d075e65a79), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.051912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.084018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (794da389-6afb-49a1-80bd-b7589983dce7), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.148691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.150601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-35789909-0899-4d62-b258-e881f39833d2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (32583c61-da3b-4761-8a76-32e2466af563), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.165792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cf2e97cf-c024-421c-8dca-e7a2d07bfee2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.205714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-35789909-0899-4d62-b258-e881f39833d2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (32583c61-da3b-4761-8a76-32e2466af563), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.246164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=cf2e97cf-c024-421c-8dca-e7a2d07bfee2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:59.275971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f49ec-477f-4d85-86aa-ad48619e81d1 req-7bb6101c-ac44-42f9-b257-c3d8df9799b3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:02:59.277418 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-665f49ec-477f-4d85-86aa-ad48619e81d1 req-7bb6101c-ac44-42f9-b257-c3d8df9799b3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0989006 Apr 29 04:02:59.278580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Allocated IP 172.26.4.22 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/02ae6177-860f-4dbc-8bdd-d757775b62c2) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:02:59.429822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (794da389-6afb-49a1-80bd-b7589983dce7), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.478881 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-665f49ec-477f-4d85-86aa-ad48619e81d1 req-a7d3367f-4c73-4ea6-911b-cdf69672befe tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729357 Apr 29 04:02:59.527756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for port (02ae6177-860f-4dbc-8bdd-d757775b62c2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.694635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (02ae6177-860f-4dbc-8bdd-d757775b62c2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.754736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-35789909-0899-4d62-b258-e881f39833d2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (32583c61-da3b-4761-8a76-32e2466af563), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.757171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-35789909-0899-4d62-b258-e881f39833d2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.758327 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-35789909-0899-4d62-b258-e881f39833d2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/32583c61-da3b-4761-8a76-32e2466af563 HTTP/1.1" status: 204 len: 168 time: 0.7832048 Apr 29 04:02:59.764022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:02:59.764613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57650) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:59.781581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:02:59.789627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35789909-0899-4d62-b258-e881f39833d2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32583c61-da3b-4761-8a76-32e2466af563,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:59.791134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Port': ['ID=02ae6177-860f-4dbc-8bdd-d757775b62c2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:02:59.793796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Router 9fb420bd-bf4d-4ac7-a5cb-985b22186ce8 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:02:59.795412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.796265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:02:59.798484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-69479b7e-b918-46a7-abd0-13cc026ce6c7 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/ports/cf2e97cf-c024-421c-8dca-e7a2d07bfee2 HTTP/1.1" status: 204 len: 168 time: 1.2486866 Apr 29 04:02:59.828987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57652) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:59.867766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (794da389-6afb-49a1-80bd-b7589983dce7), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.880188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:02:59.889354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d31890a-bb0b-4020-bfc3-9f87e8d1aa7b tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "PUT /v2.0/routers/9fb420bd-bf4d-4ac7-a5cb-985b22186ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4294367 Apr 29 04:02:59.890413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57654) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:59.892383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] Sync routers for ids ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:02:59.901978 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202de79-794e-45cf-9967-65bd81fa79ee tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] GET failed (client error): The resource could not be found. Apr 29 04:02:59.906843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b202de79-794e-45cf-9967-65bd81fa79ee tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "GET /v2.0/ports/cf2e97cf-c024-421c-8dca-e7a2d07bfee2 HTTP/1.1" status: 404 len: 333 time: 0.0731215 Apr 29 04:02:59.908465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] Routers {'9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:59.908608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57656) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:59.909271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:59.913548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.924668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1895294462'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:59.948809 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:59.953854 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bfc290b1-fc6e-45df-b5c7-b000217983a2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1864052 Apr 29 04:02:59.960220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] Routers {'9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:02:59.960842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:59.965573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57658) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:02:59.972683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965990628'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:02:59.984818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for router (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:02:59.999099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:02:59.999715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b4d73-8089-41e8-b288-a137ee964985 None None] The sync data for ids ['9fb420bd-bf4d-4ac7-a5cb-985b22186ce8'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:00.121342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.166453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.170025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for router_controller (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.244917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Allocated IP 2001:db8::38c (187a6a1e-e677-48b5-9af1-8a688b39697d/5aaeb564-309c-4259-8485-3ba343f6451d/f899999b-8330-478a-bed8-d26dd4bff539) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:00.251171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (54dc9ae0-0e63-4d33-8d7b-64b2cbc307af), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.294264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (9fb420bd-bf4d-4ac7-a5cb-985b22186ce8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.294775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb420bd-bf4d-4ac7-a5cb-985b22186ce8 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:00.304895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.304895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cfdd48f5-8976-4752-8a45-a78fc39efae6 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "DELETE /v2.0/routers/9fb420bd-bf4d-4ac7-a5cb-985b22186ce8 HTTP/1.1" status: 204 len: 168 time: 0.4119515 Apr 29 04:03:00.307213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:00.360415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Deleting subnet 0faf141f-3c4e-4d1e-a0c0-bee82742ed1b {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:00.364408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for subnet (0faf141f-3c4e-4d1e-a0c0-bee82742ed1b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.366958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (54dc9ae0-0e63-4d33-8d7b-64b2cbc307af), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.367730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:00.371035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.433961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc9ae0-0e63-4d33-8d7b-64b2cbc307af,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:00.439218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (0faf141f-3c4e-4d1e-a0c0-bee82742ed1b), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.521451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.522708 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6e729020-46f6-4c43-8909-56a7fc5c09de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5561976 Apr 29 04:03:00.528321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57664) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:00.534771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-16657ef6-2389-4fb6-9ebc-1e606d09e99d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '54dc9ae0-0e63-4d33-8d7b-64b2cbc307af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:00.536195 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-16657ef6-2389-4fb6-9ebc-1e606d09e99d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 04:03:00.536709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-16657ef6-2389-4fb6-9ebc-1e606d09e99d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:00.539330 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-16657ef6-2389-4fb6-9ebc-1e606d09e99d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084474 Apr 29 04:03:00.541067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (0faf141f-3c4e-4d1e-a0c0-bee82742ed1b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.545334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57666) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:00.661159 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a37e5-d052-4a92-9367-d2027bf6793f req-0e1fea39-5aec-4aaa-acc6-30c7d853b2a9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:00.662721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d70a37e5-d052-4a92-9367-d2027bf6793f req-0e1fea39-5aec-4aaa-acc6-30c7d853b2a9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0906401 Apr 29 04:03:00.701073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-104784d6-49a3-467f-b89e-2222cba4d502 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (54dc9ae0-0e63-4d33-8d7b-64b2cbc307af), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.719998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] device_id is not set on port 728061af-40cc-4e80-b6b7-869ebddb8af7 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:00.739916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-104784d6-49a3-467f-b89e-2222cba4d502 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (54dc9ae0-0e63-4d33-8d7b-64b2cbc307af), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.752938 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d70a37e5-d052-4a92-9367-d2027bf6793f req-10cd9608-4cc2-4d27-a315-77ef8ac50469 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836680 Apr 29 04:03:00.768829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (c8f612dc-46d5-4b89-9f83-46d075e65a79), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.771019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (0faf141f-3c4e-4d1e-a0c0-bee82742ed1b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.775326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for port (f899999b-8330-478a-bed8-d26dd4bff539), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.807363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Subnet': ['ID=0faf141f-3c4e-4d1e-a0c0-bee82742ed1b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:00.807363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.807714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-625448b4-24ac-4b78-b79c-bcd1b967ab74 tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "DELETE /v2.0/subnets/0faf141f-3c4e-4d1e-a0c0-bee82742ed1b HTTP/1.1" status: 204 len: 168 time: 0.4993157 Apr 29 04:03:00.810203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57668) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:00.815248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8a76d-7ed9-4644-83de-749e8432048b None None] Network bcd870b0-7daa-4a56-b3c2-49c661ff2f8f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:00.889586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-104784d6-49a3-467f-b89e-2222cba4d502 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (54dc9ae0-0e63-4d33-8d7b-64b2cbc307af), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.892140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-104784d6-49a3-467f-b89e-2222cba4d502 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.896182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-104784d6-49a3-467f-b89e-2222cba4d502 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/54dc9ae0-0e63-4d33-8d7b-64b2cbc307af HTTP/1.1" status: 204 len: 168 time: 0.3480797 Apr 29 04:03:00.899451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:00.915630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:00.927383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104784d6-49a3-467f-b89e-2222cba4d502 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc9ae0-0e63-4d33-8d7b-64b2cbc307af,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:00.962902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Allocated IP 2001:db8::3ba (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/728061af-40cc-4e80-b6b7-869ebddb8af7) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:00.997173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-446c2dc7-21d2-493f-9b22-04f15356b0f9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0953295 Apr 29 04:03:01.005579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Deleting port f5598959-c4ff-4a72-88be-9b6ef67e4faa {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:01.005917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.013684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f899999b-8330-478a-bed8-d26dd4bff539), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.017973 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57672) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:01.020769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] DHCP port deletion for bcd870b0-7daa-4a56-b3c2-49c661ff2f8f request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:01.026208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--452910270'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:01.070506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] Deleting port f5598959-c4ff-4a72-88be-9b6ef67e4faa {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:01.071193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.088887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] For port f5598959-c4ff-4a72-88be-9b6ef67e4faa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f5598959-c4ff-4a72-88be-9b6ef67e4faa,segment=NetworkSegment(57bad97f-0767-4091-ba95-58c33f6dbaf3),segment_id=57bad97f-0767-4091-ba95-58c33f6dbaf3)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:01.089240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.104225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Calling delete_port for f5598959-c4ff-4a72-88be-9b6ef67e4faa owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:01.120356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network 187a6a1e-e677-48b5-9af1-8a688b39697d is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:01.143317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] For port f5598959-c4ff-4a72-88be-9b6ef67e4faa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f5598959-c4ff-4a72-88be-9b6ef67e4faa,segment=NetworkSegment(57bad97f-0767-4091-ba95-58c33f6dbaf3),segment_id=57bad97f-0767-4091-ba95-58c33f6dbaf3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:01.143718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.152690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:01.155303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Port': ['ID=f899999b-8330-478a-bed8-d26dd4bff539,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:01.159075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:01.168844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] Calling delete_port for f5598959-c4ff-4a72-88be-9b6ef67e4faa owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:01.219521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.266813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.274961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (f5598959-c4ff-4a72-88be-9b6ef67e4faa), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.295421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Port': ['ID=f5598959-c4ff-4a72-88be-9b6ef67e4faa,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:01.299017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.299396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] No DVR routers for this DVR port f5598959-c4ff-4a72-88be-9b6ef67e4faa on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:01.308914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] No DVR routers for this DVR port f5598959-c4ff-4a72-88be-9b6ef67e4faa on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:01.319697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9fb9d-247d-4660-97f0-c57c64f6dd45 None None] Pushing event deleted for resources: {'Port': ['ID=f5598959-c4ff-4a72-88be-9b6ef67e4faa,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:01.340725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.385328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.405509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd870b0-7daa-4a56-b3c2-49c661ff2f8f']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:01.414677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bad97f-0767-4091-ba95-58c33f6dbaf3') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:01.414975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bad97f-0767-4091-ba95-58c33f6dbaf3') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:01.424533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (57bad97f-0767-4091-ba95-58c33f6dbaf3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.438526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (57bad97f-0767-4091-ba95-58c33f6dbaf3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.445290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:01.445755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (57bad97f-0767-4091-ba95-58c33f6dbaf3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:01.448970 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:01.461899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.575503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (bcd870b0-7daa-4a56-b3c2-49c661ff2f8f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.582321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.585842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] 10.222.0.37 "DELETE /v2.0/networks/bcd870b0-7daa-4a56-b3c2-49c661ff2f8f HTTP/1.1" status: 204 len: 168 time: 0.7743855 Apr 29 04:03:01.591941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (9ef16242-8255-4787-a367-0ec2fedf71b4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.598081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc167609-6bf8-42c3-ad5b-d26f77c866ba tempest-FloatingIPNegativeTestJSON-1481536773 tempest-FloatingIPNegativeTestJSON-1481536773-project] Pushing event deleted for resources: {'Network': ['ID=bcd870b0-7daa-4a56-b3c2-49c661ff2f8f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:01.659604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9ef16242-8255-4787-a367-0ec2fedf71b4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.703083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (794da389-6afb-49a1-80bd-b7589983dce7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.754727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.766724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef16242-8255-4787-a367-0ec2fedf71b4,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:01.804702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.805971 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f9a06199-e178-45c5-aa3c-525fa95cba20 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7837229 Apr 29 04:03:01.809123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57680) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:01.813834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b5e1e4ee-324d-45f0-b540-284081ae10fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '9ef16242-8255-4787-a367-0ec2fedf71b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:01.814808 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-b5e1e4ee-324d-45f0-b540-284081ae10fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 04:03:01.815710 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-b5e1e4ee-324d-45f0-b540-284081ae10fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:01.820116 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b5e1e4ee-324d-45f0-b540-284081ae10fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095813 Apr 29 04:03:01.820651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57682) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:01.824308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:01.871538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:01.880059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2452be76-ef15-4c01-b25d-1fa9d603a2a5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (9ef16242-8255-4787-a367-0ec2fedf71b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.903315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:01.905542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2452be76-ef15-4c01-b25d-1fa9d603a2a5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (9ef16242-8255-4787-a367-0ec2fedf71b4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.908621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:01.909237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:01.916862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Router c8f612dc-46d5-4b89-9f83-46d075e65a79 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:01.918588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=728061af-40cc-4e80-b6b7-869ebddb8af7,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:01.950130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e2ad9-fec8-4027-9aff-17028a0540a3 req-54498cc7-a617-43ec-8d91-fe8962360333 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:01.951735 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-723e2ad9-fec8-4027-9aff-17028a0540a3 req-54498cc7-a617-43ec-8d91-fe8962360333 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1250682 Apr 29 04:03:02.055682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2452be76-ef15-4c01-b25d-1fa9d603a2a5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9ef16242-8255-4787-a367-0ec2fedf71b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.063023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2452be76-ef15-4c01-b25d-1fa9d603a2a5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.067591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57686) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:02.068501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2452be76-ef15-4c01-b25d-1fa9d603a2a5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ef16242-8255-4787-a367-0ec2fedf71b4 HTTP/1.1" status: 204 len: 168 time: 0.2468448 Apr 29 04:03:02.073365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57688) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:02.076602 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0b276a1a-f6f2-4b0a-b2ef-01e32d5d91e1 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1609519 Apr 29 04:03:02.079035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57690) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:02.093014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452be76-ef15-4c01-b25d-1fa9d603a2a5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef16242-8255-4787-a367-0ec2fedf71b4,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:02.098474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:b6:61:2b'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:02.159634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57694) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:02.161050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dcb72b16-f854-4092-9bbc-e2044f89f81f tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0864220 Apr 29 04:03:02.161298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2f64e3c7-b4c6-48f2-96fe-17f757eeded2 None None] Provisioning complete for port 728061af-40cc-4e80-b6b7-869ebddb8af7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:02.162216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3c7-b4c6-48f2-96fe-17f757eeded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.173256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--952844919'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:02.200231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2f64e3c7-b4c6-48f2-96fe-17f757eeded2 None None] Port 728061af-40cc-4e80-b6b7-869ebddb8af7 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:02.235148 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-723e2ad9-fec8-4027-9aff-17028a0540a3 req-d47a251a-b29a-4dde-a7d0-3daa9e446b75 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761383 Apr 29 04:03:02.351621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:02.360477 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] Sync routers for ids ['c8f612dc-46d5-4b89-9f83-46d075e65a79'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:02.361170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.362388 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-03d5be65-b868-48ac-b236-42855766f2f9 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "PUT /v2.0/routers/c8f612dc-46d5-4b89-9f83-46d075e65a79 HTTP/1.1" status: 200 len: 914 time: 4.1297235 Apr 29 04:03:02.366086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57696) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:02.368474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (794da389-6afb-49a1-80bd-b7589983dce7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.371359 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] Routers {'c8f612dc-46d5-4b89-9f83-46d075e65a79'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:02.371924 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['c8f612dc-46d5-4b89-9f83-46d075e65a79'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:02.397341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.409235 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:02.418753 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] Routers {'c8f612dc-46d5-4b89-9f83-46d075e65a79'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:02.419357 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['c8f612dc-46d5-4b89-9f83-46d075e65a79'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:02.432627 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77b23f89-6d9e-4261-8b6e-33250b9192c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03a8c2aed14148e0b6c9a0b0b61fae59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624241 Apr 29 04:03:02.435874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57698) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:02.442309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f5598959-c4ff-4a72-88be-9b6ef67e4faa no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:02.455413 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:02.456259 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eee5b3-6622-4771-9717-43d5c9ad7e72 None None] The sync data for ids ['c8f612dc-46d5-4b89-9f83-46d075e65a79'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:02.471402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f5598959-c4ff-4a72-88be-9b6ef67e4faa {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:02.471747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f5598959-c4ff-4a72-88be-9b6ef67e4faa not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:02.495676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ffc895df-dbd9-4f0c-91b3-29598c4f6163 admin admin] Publish callbacks [] for security_group (15f02a9a-d278-4482-a112-3751e637a103), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.517814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ffc895df-dbd9-4f0c-91b3-29598c4f6163 admin admin] Publish callbacks [] for security_group (15f02a9a-d278-4482-a112-3751e637a103), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.667175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ffc895df-dbd9-4f0c-91b3-29598c4f6163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (15f02a9a-d278-4482-a112-3751e637a103), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.669746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ffc895df-dbd9-4f0c-91b3-29598c4f6163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.670951 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ffc895df-dbd9-4f0c-91b3-29598c4f6163 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15f02a9a-d278-4482-a112-3751e637a103 HTTP/1.1" status: 204 len: 168 time: 0.2336454 Apr 29 04:03:02.679658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc895df-dbd9-4f0c-91b3-29598c4f6163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f02a9a-d278-4482-a112-3751e637a103,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:02.912102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:02.956480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-92f55fd7-12ce-4ef7-a0fa-6b8d1c86e3ae tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/c8f612dc-46d5-4b89-9f83-46d075e65a79 HTTP/1.1" status: 200 len: 920 time: 0.5855258 Apr 29 04:03:02.960549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57704) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.015228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (0ae46bb5-7148-4503-8c79-b680cfe1d6aa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.047845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250eb0b-b338-4a47-bb1e-9003ecc5191f tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:03.054068 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4250eb0b-b338-4a47-bb1e-9003ecc5191f tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=c8f612dc-46d5-4b89-9f83-46d075e65a79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0921249 Apr 29 04:03:03.054960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57710) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.073967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0ae46bb5-7148-4503-8c79-b680cfe1d6aa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.137445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Router 794da389-6afb-49a1-80bd-b7589983dce7 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:03.143312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f019-aecd-49ba-b0b1-d0f1efa70f49 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:03.144714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-df44f019-aecd-49ba-b0b1-d0f1efa70f49 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.0887065 Apr 29 04:03:03.145890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae46bb5-7148-4503-8c79-b680cfe1d6aa,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:03.147762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57714) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.180961 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2d288b09-a570-4699-9ac1-d42543f805ce tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8f612dc-46d5-4b89-9f83-46d075e65a79 HTTP/1.1" status: 200 len: 205 time: 0.0319040 Apr 29 04:03:03.183570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57716) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.209104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.210293 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35048e53-03ec-4240-974e-eba4d8624dc2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0460715 Apr 29 04:03:03.217858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57720) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.235426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b9725b43-0a52-49e8-ae82-e3be147d4106 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '0ae46bb5-7148-4503-8c79-b680cfe1d6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:03.248384 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-b9725b43-0a52-49e8-ae82-e3be147d4106 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 04:03:03.249208 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-b9725b43-0a52-49e8-ae82-e3be147d4106 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:03.250454 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b9725b43-0a52-49e8-ae82-e3be147d4106 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297797 Apr 29 04:03:03.257079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57722) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.272478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8ac7f99e-4d25-4a13-91e9-f07301512494 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '0ae46bb5-7148-4503-8c79-b680cfe1d6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:03.273852 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-8ac7f99e-4d25-4a13-91e9-f07301512494 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 04:03:03.274431 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-8ac7f99e-4d25-4a13-91e9-f07301512494 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:03.276019 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8ac7f99e-4d25-4a13-91e9-f07301512494 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0147328 Apr 29 04:03:03.279413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57726) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.282417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.286006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-05ecabf4-f81f-4071-b86a-a5df070d982b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '0ae46bb5-7148-4503-8c79-b680cfe1d6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:03.287330 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-05ecabf4-f81f-4071-b86a-a5df070d982b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 04:03:03.287937 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-05ecabf4-f81f-4071-b86a-a5df070d982b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:03.291867 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-05ecabf4-f81f-4071-b86a-a5df070d982b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084171 Apr 29 04:03:03.294143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57728) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.299842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8fc49a7c-1a78-49e4-b4e3-e6a3797e30aa tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '0ae46bb5-7148-4503-8c79-b680cfe1d6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:03.302028 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-8fc49a7c-1a78-49e4-b4e3-e6a3797e30aa tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 04:03:03.302609 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-8fc49a7c-1a78-49e4-b4e3-e6a3797e30aa tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:03.304252 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8fc49a7c-1a78-49e4-b4e3-e6a3797e30aa tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091357 Apr 29 04:03:03.309552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57730) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.335069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:03.339488 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.345274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Sync routers for ids ['794da389-6afb-49a1-80bd-b7589983dce7'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:03.356136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Routers {'794da389-6afb-49a1-80bd-b7589983dce7'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:03.356922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['794da389-6afb-49a1-80bd-b7589983dce7'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:03.386747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.421480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.422749 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cf0e191c-7840-4ae5-a35a-82a7fd9d57bb tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5663457 Apr 29 04:03:03.430025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57732) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.436170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] In _notify_port_updated(), no bound segment for port 728061af-40cc-4e80-b6b7-869ebddb8af7 on network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:03:03.441832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:03.441981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90d8edc3-7858-4d4c-a93e-63140942f8b6 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (0ae46bb5-7148-4503-8c79-b680cfe1d6aa), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.442070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.443363 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "PUT /v2.0/ports/728061af-40cc-4e80-b6b7-869ebddb8af7 HTTP/1.1" status: 200 len: 1002 time: 1.3559904 Apr 29 04:03:03.447145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57734) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.478085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073fca9-1ffa-45b6-b22e-6ece18b47de3 req-34ee25b5-414e-4556-95d5-765ba09830d9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:03.478680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Set router 794da389-6afb-49a1-80bd-b7589983dce7 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:03.485345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a073fca9-1ffa-45b6-b22e-6ece18b47de3 req-34ee25b5-414e-4556-95d5-765ba09830d9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1642921 Apr 29 04:03:03.515191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1b5f4-e803-4e7d-95df-686b34b11ce0 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=728061af-40cc-4e80-b6b7-869ebddb8af7,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:03.578310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90d8edc3-7858-4d4c-a93e-63140942f8b6 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (0ae46bb5-7148-4503-8c79-b680cfe1d6aa), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.626913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (794da389-6afb-49a1-80bd-b7589983dce7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.703708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port 728061af-40cc-4e80-b6b7-869ebddb8af7 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:03.704076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.712765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794da389-6afb-49a1-80bd-b7589983dce7', 'name': '', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d', 'external_fixed_ips': [{'subnet_id': '5aaeb564-309c-4259-8485-3ba343f6451d', 'ip_address': '2001:db8::38c'}], 'enable_snat': True}, 'gw_port_id': 'f899999b-8330-478a-bed8-d26dd4bff539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:02:59Z', 'updated_at': '2022-04-29T04:03:01Z', 'revision_number': 3, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port': {'id': 'f899999b-8330-478a-bed8-d26dd4bff539', 'name': '', 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:01:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794da389-6afb-49a1-80bd-b7589983dce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5aaeb564-309c-4259-8485-3ba343f6451d', 'ip_address': '2001:db8::38c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:02:59Z', 'updated_at': '2022-04-29T04:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aaeb564-309c-4259-8485-3ba343f6451d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:03.744283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Checking router: 794da389-6afb-49a1-80bd-b7589983dce7 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:03.744633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Updating router 794da389-6afb-49a1-80bd-b7589983dce7 port f899999b-8330-478a-bed8-d26dd4bff539 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:03:03.772149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (794da389-6afb-49a1-80bd-b7589983dce7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.774574 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a073fca9-1ffa-45b6-b22e-6ece18b47de3 req-755137b4-bab6-4576-8083-037706383992 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881465 Apr 29 04:03:03.782146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f899999b-8330-478a-bed8-d26dd4bff539), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.821963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (c8f612dc-46d5-4b89-9f83-46d075e65a79), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.862650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90d8edc3-7858-4d4c-a93e-63140942f8b6 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0ae46bb5-7148-4503-8c79-b680cfe1d6aa), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.865209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90d8edc3-7858-4d4c-a93e-63140942f8b6 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.869553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57744) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.869703 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-90d8edc3-7858-4d4c-a93e-63140942f8b6 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ae46bb5-7148-4503-8c79-b680cfe1d6aa HTTP/1.1" status: 204 len: 168 time: 0.5582185 Apr 29 04:03:03.890062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57746) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.892887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8edc3-7858-4d4c-a93e-63140942f8b6 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae46bb5-7148-4503-8c79-b680cfe1d6aa,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:03.893212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-40712492-4a74-4712-b00a-4c4896f870ca None None] Provisioning complete for port 728061af-40cc-4e80-b6b7-869ebddb8af7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:03.893676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-40712492-4a74-4712-b00a-4c4896f870ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.906685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Deleting port f899999b-8330-478a-bed8-d26dd4bff539 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:03.907022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f899999b-8330-478a-bed8-d26dd4bff539), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:03.952646 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-82328471-1e7e-414e-a858-9a6adff628e0 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0820045 Apr 29 04:03:03.956728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57750) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:03.970129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-40712492-4a74-4712-b00a-4c4896f870ca None None] Port 728061af-40cc-4e80-b6b7-869ebddb8af7 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:03.986647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306006789'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:03.990693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.014636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for 728061af-40cc-4e80-b6b7-869ebddb8af7 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:04.026165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Deleting port 02ae6177-860f-4dbc-8bdd-d757775b62c2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:04.026500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (02ae6177-860f-4dbc-8bdd-d757775b62c2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.028981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f899999b-8330-478a-bed8-d26dd4bff539), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.043718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Calling delete_port for f899999b-8330-478a-bed8-d26dd4bff539 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:04.103293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.113563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215702841'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:04.123032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks [] for port (f899999b-8330-478a-bed8-d26dd4bff539), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.166729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (02ae6177-860f-4dbc-8bdd-d757775b62c2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.182207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Calling delete_port for 02ae6177-860f-4dbc-8bdd-d757775b62c2 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:04.204998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f899999b-8330-478a-bed8-d26dd4bff539), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.234272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:04.237923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.257912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Attempting to bind port f899999b-8330-478a-bed8-d26dd4bff539 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:04.258285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Attempting to bind port f899999b-8330-478a-bed8-d26dd4bff539 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:04.258646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Attempting to bind port f899999b-8330-478a-bed8-d26dd4bff539 on network 187a6a1e-e677-48b5-9af1-8a688b39697d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:04.265555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf41f-ec69-468f-8d3f-775827237c78 None None] Pushing event updated for resources: {'Port': ['ID=f899999b-8330-478a-bed8-d26dd4bff539,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:04.268291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:04.268660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Checking segment: {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:04.269055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.270030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Bound using segment: {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:04.270498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Bound port: f899999b-8330-478a-bed8-d26dd4bff539, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:04.273307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f899999b-8330-478a-bed8-d26dd4bff539), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.275862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (17ce368b-8b1c-47d5-9fc2-13b3e70923bd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.276009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.346719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (17ce368b-8b1c-47d5-9fc2-13b3e70923bd), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.373509 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f899999b-8330-478a-bed8-d26dd4bff539), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.377361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:04.387162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:04.387298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce368b-8b1c-47d5-9fc2-13b3e70923bd,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:04.411291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event deleted for resources: {'Port': ['ID=f899999b-8330-478a-bed8-d26dd4bff539,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:04.434777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (794da389-6afb-49a1-80bd-b7589983dce7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.439404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (728061af-40cc-4e80-b6b7-869ebddb8af7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.491954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=728061af-40cc-4e80-b6b7-869ebddb8af7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:04.494655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.498544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e2d3e8c1-1551-4f4d-98e5-4603e92805de tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5374982 Apr 29 04:03:04.499967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57754) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.531316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for security_group (4080e7f5-e249-4724-a811-d73c52e89a77), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.534047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-97f98a3d-ce94-4165-8e48-8e811dc94942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:04.538510 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-97f98a3d-ce94-4165-8e48-8e811dc94942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 04:03:04.538510 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-97f98a3d-ce94-4165-8e48-8e811dc94942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:04.538510 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-97f98a3d-ce94-4165-8e48-8e811dc94942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0347545 Apr 29 04:03:04.538782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57756) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.541404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (794da389-6afb-49a1-80bd-b7589983dce7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.545402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-504a059d-0b70-47bb-98a9-f1873231a880 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:04.550271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (794da389-6afb-49a1-80bd-b7589983dce7), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.611275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.615540 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0119fa61-f14c-48c8-ae4e-95fd9cc2982b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/ports/728061af-40cc-4e80-b6b7-869ebddb8af7 HTTP/1.1" status: 204 len: 168 time: 1.1642821 Apr 29 04:03:04.618193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57758) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.628481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4080e7f5-e249-4724-a811-d73c52e89a77), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.660723 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6293fd9e-f974-43c5-ac01-b58477a9e10f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] GET failed (client error): The resource could not be found. Apr 29 04:03:04.662171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6293fd9e-f974-43c5-ac01-b58477a9e10f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "GET /v2.0/ports/728061af-40cc-4e80-b6b7-869ebddb8af7 HTTP/1.1" status: 404 len: 333 time: 0.0430768 Apr 29 04:03:04.667838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57760) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.673738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (02ae6177-860f-4dbc-8bdd-d757775b62c2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.675284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-781861814'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:04.709287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event deleted for resources: {'Port': ['ID=02ae6177-860f-4dbc-8bdd-d757775b62c2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:04.717548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4080e7f5-e249-4724-a811-d73c52e89a77,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:04.750970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:04.759394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (794da389-6afb-49a1-80bd-b7589983dce7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.759914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 794da389-6afb-49a1-80bd-b7589983dce7 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:04.770957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.775053 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aed85a94-6e3c-4d2c-98e3-a646cbfb51a5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/routers/794da389-6afb-49a1-80bd-b7589983dce7 HTTP/1.1" status: 204 len: 168 time: 1.3441000 Apr 29 04:03:04.776361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57762) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.794313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.794657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a of type vlan for network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 Apr 29 04:03:04.872036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3b46760e-d5b3-4907-93f5-f4d2ffd34494), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.874018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (c8f612dc-46d5-4b89-9f83-46d075e65a79), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.880426 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-504a059d-0b70-47bb-98a9-f1873231a880 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:04.884341 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-504a059d-0b70-47bb-98a9-f1873231a880 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3416247 Apr 29 04:03:04.884618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57766) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.891334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-de242496-2b55-4157-ae6e-ebe85a0c126d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:04.891818 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-de242496-2b55-4157-ae6e-ebe85a0c126d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 04:03:04.892320 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-de242496-2b55-4157-ae6e-ebe85a0c126d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:04.893865 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-de242496-2b55-4157-ae6e-ebe85a0c126d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083795 Apr 29 04:03:04.897349 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57768) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:04.897960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:04.900619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Attempting to bind port f899999b-8330-478a-bed8-d26dd4bff539 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:04.900619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Attempting to bind port f899999b-8330-478a-bed8-d26dd4bff539 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:04.900619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Attempting to bind port f899999b-8330-478a-bed8-d26dd4bff539 on network 187a6a1e-e677-48b5-9af1-8a688b39697d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:04.901144 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.904855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:04.905808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Checking segment: {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:04.906412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.906806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Bound using segment: {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:04.907504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Bound port: f899999b-8330-478a-bed8-d26dd4bff539, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1648746e-750c-4af9-8fc3-aa36cb6e63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '187a6a1e-e677-48b5-9af1-8a688b39697d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:04.907956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f899999b-8330-478a-bed8-d26dd4bff539), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.908153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Deleting subnet 5aaeb564-309c-4259-8485-3ba343f6451d {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:04.911324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a0792e07-17a9-41f4-8a2d-d50c7bc7982c tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:04.927994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Port f899999b-8330-478a-bed8-d26dd4bff539 has been deleted concurrently {{(pid=116106) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:680}} Apr 29 04:03:04.933595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e1139-bf0f-44ac-9667-7f200ec1bb68 req-f1d73dfb-abb0-4f4c-ac01-673a258f4145 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:04.938062 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-975e1139-bf0f-44ac-9667-7f200ec1bb68 req-f1d73dfb-abb0-4f4c-ac01-673a258f4145 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0885730 Apr 29 04:03:04.938845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Routers set() bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:04.939431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Router IDs set() for agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 04:03:04.940251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_agentschedulers_db [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'794da389-6afb-49a1-80bd-b7589983dce7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent'). {{(pid=116106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 04:03:04.940830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadadb58-5704-4744-ab84-2c2987d4e7d5 None None] The sync data for ids ['794da389-6afb-49a1-80bd-b7589983dce7'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:04.944039 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for subnet (5aaeb564-309c-4259-8485-3ba343f6451d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:04.961956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] device_id is not set on port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:05.051973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-975e1139-bf0f-44ac-9667-7f200ec1bb68 req-81d4599d-2d2c-41de-8e76-d8ef7530c09c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002679 Apr 29 04:03:05.121115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Allocated IP 2001:db8::1be (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:05.131043 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-a0792e07-17a9-41f4-8a2d-d50c7bc7982c tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:05.133251 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a0792e07-17a9-41f4-8a2d-d50c7bc7982c tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2286861 Apr 29 04:03:05.135813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57772) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.142520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b0632eaa-379b-4895-b28e-5b29eff32ee5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.143084 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-b0632eaa-379b-4895-b28e-5b29eff32ee5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 04:03:05.143675 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-b0632eaa-379b-4895-b28e-5b29eff32ee5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:05.144855 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b0632eaa-379b-4895-b28e-5b29eff32ee5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079548 Apr 29 04:03:05.147812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57774) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.154437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9a422622-a449-41a6-9ab6-e6cc347b07fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.267440 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-9a422622-a449-41a6-9ab6-e6cc347b07fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Project dfd053c748174632aa70cf439e80e9b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:03:05.313494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.324539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.328557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (c8f612dc-46d5-4b89-9f83-46d075e65a79), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.336902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (5aaeb564-309c-4259-8485-3ba343f6451d), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.377391 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-9a422622-a449-41a6-9ab6-e6cc347b07fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:05.378501 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9a422622-a449-41a6-9ab6-e6cc347b07fd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2297041 Apr 29 04:03:05.381929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57778) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.386887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6785286b-19a4-45a4-bf83-7935a09d2ba2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.392719 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-6785286b-19a4-45a4-bf83-7935a09d2ba2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 04:03:05.392719 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-6785286b-19a4-45a4-bf83-7935a09d2ba2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:05.392719 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6785286b-19a4-45a4-bf83-7935a09d2ba2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057814 Apr 29 04:03:05.394849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57780) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.401630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-dab88097-5921-4590-a391-eb73dbacf499 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.408386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (5aaeb564-309c-4259-8485-3ba343f6451d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.440020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3b46760e-d5b3-4907-93f5-f4d2ffd34494), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.445799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:05.446474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.446672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.486955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (c8f612dc-46d5-4b89-9f83-46d075e65a79), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.487929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Fanout notify agent at l3_agent the message router_deleted on router c8f612dc-46d5-4b89-9f83-46d075e65a79 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:05.499781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.500293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255c937-1868-4353-a72e-a11c08a9b368 req-29e04665-4e57-461a-8090-d79f595667a3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:05.501151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6d56e853-4e2f-40d8-b14b-f6aa1d3bd70e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/c8f612dc-46d5-4b89-9f83-46d075e65a79 HTTP/1.1" status: 204 len: 168 time: 2.3167152 Apr 29 04:03:05.501775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d255c937-1868-4353-a72e-a11c08a9b368 req-29e04665-4e57-461a-8090-d79f595667a3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0902395 Apr 29 04:03:05.509187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57782) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.513535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:05.514773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-3940945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.522704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:05.529003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:05.534146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:05.534766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.546045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:05.553557 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-dab88097-5921-4590-a391-eb73dbacf499 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Project dfd053c748174632aa70cf439e80e9b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:03:05.554536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=3b46760e-d5b3-4907-93f5-f4d2ffd34494,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:05.568171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7c74f2b1-73f2-4ca5-a8df-3300b7dbd4cd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6769583 Apr 29 04:03:05.579561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:05.590138 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d255c937-1868-4353-a72e-a11c08a9b368 req-3e716be5-54ac-4cd1-a214-677c904f7f57 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754821 Apr 29 04:03:05.632028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (5aaeb564-309c-4259-8485-3ba343f6451d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.671208 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1588eece-2d94-46b5-a684-c7a5e186fe70 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9982884 Apr 29 04:03:05.671208 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-dab88097-5921-4590-a391-eb73dbacf499 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:05.671208 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dab88097-5921-4590-a391-eb73dbacf499 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2743771 Apr 29 04:03:05.671564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57784) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.677167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b6:61:2b'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.679912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5aaeb564-309c-4259-8485-3ba343f6451d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:05.683259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57786) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.688243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-fece83d5-2cae-4736-8608-d720ba6bc65b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': '17ce368b-8b1c-47d5-9fc2-13b3e70923bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:05.717410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.721091 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-293de4bf-d15e-4401-a893-a4b8b17de51a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/5aaeb564-309c-4259-8485-3ba343f6451d HTTP/1.1" status: 204 len: 168 time: 0.9428158 Apr 29 04:03:05.724882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57788) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:05.735783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-ae403d0a-3793-42e5-8f2f-dfb8ae4a9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:05.737757 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-ae403d0a-3793-42e5-8f2f-dfb8ae4a9e1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.0678215 Apr 29 04:03:05.856576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-b8cff274-143a-49e1-877a-5db4ca3889fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:05.858289 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-b8cff274-143a-49e1-877a-5db4ca3889fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.1053088 Apr 29 04:03:05.858861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (187a6a1e-e677-48b5-9af1-8a688b39697d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.860753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-fece83d5-2cae-4736-8608-d720ba6bc65b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Project dfd053c748174632aa70cf439e80e9b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:03:05.863863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (941b435f-503e-42f5-9742-d88f02933aa4), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.865099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (941b435f-503e-42f5-9742-d88f02933aa4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.869384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.979676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-5be92425-7b07-4f2d-adbd-87349995ad95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1001 time: 0.1100268 Apr 29 04:03:05.981408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (941b435f-503e-42f5-9742-d88f02933aa4), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:05.982574 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-fece83d5-2cae-4736-8608-d720ba6bc65b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:05.983618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fece83d5-2cae-4736-8608-d720ba6bc65b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2991860 Apr 29 04:03:05.986583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57790) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:06.004541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (187a6a1e-e677-48b5-9af1-8a688b39697d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.046086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187a6a1e-e677-48b5-9af1-8a688b39697d']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:06.047189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fed9602d-ade6-418b-9bbf-d6f09e7c4c90 None None] Provisioning complete for port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:06.048744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fed9602d-ade6-418b-9bbf-d6f09e7c4c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.058482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (941b435f-503e-42f5-9742-d88f02933aa4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.070539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-7efe41c3-01d2-4cf3-a159-e58eb539ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:06.072138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-7efe41c3-01d2-4cf3-a159-e58eb539ef9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.0822549 Apr 29 04:03:06.088924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1648746e-750c-4af9-8fc3-aa36cb6e63e9') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:06.089254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1648746e-750c-4af9-8fc3-aa36cb6e63e9') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:06.104183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (1648746e-750c-4af9-8fc3-aa36cb6e63e9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.120402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4da6436b-b83d-42d8-81a9-ee74ab07e5b2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (17ce368b-8b1c-47d5-9fc2-13b3e70923bd), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.129671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1648746e-750c-4af9-8fc3-aa36cb6e63e9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.142553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-98ec8e50-894c-4388-aa78-f0c410d4b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:06.143283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fed9602d-ade6-418b-9bbf-d6f09e7c4c90 None None] Port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:06.144847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-98ec8e50-894c-4388-aa78-f0c410d4b479 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0613689 Apr 29 04:03:06.145375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:06.146118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (1648746e-750c-4af9-8fc3-aa36cb6e63e9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: warnings.warn('Neutron quota engine will require "--force" ' Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: items = [ Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:06.147604 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:06.174216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.178179 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e0597789-078f-4f0e-9518-7e80d1b895c3 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6651225 Apr 29 04:03:06.179249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4da6436b-b83d-42d8-81a9-ee74ab07e5b2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (17ce368b-8b1c-47d5-9fc2-13b3e70923bd), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.186856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57792) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:06.197517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': False}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:06.216199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.272595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.308237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (187a6a1e-e677-48b5-9af1-8a688b39697d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.309863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] In _notify_port_updated(), no bound segment for port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 on network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:03:06.314894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:06.315513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.323049 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "PUT /v2.0/ports/d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 HTTP/1.1" status: 200 len: 1002 time: 0.6445446 Apr 29 04:03:06.323260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57794) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:06.325232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 187a6a1e-e677-48b5-9af1-8a688b39697d {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 04:03:06.341801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.344875 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/networks/187a6a1e-e677-48b5-9af1-8a688b39697d HTTP/1.1" status: 204 len: 168 time: 0.6189818 Apr 29 04:03:06.350733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe65e8-bd37-47b9-af85-8855ddd459c4 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event deleted for resources: {'Network': ['ID=187a6a1e-e677-48b5-9af1-8a688b39697d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:06.355989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c22869-5925-4796-8501-f31c3b36eb48 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:06.415752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-cc17c970-3c69-474c-acab-d7a283968932 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635713 Apr 29 04:03:06.516442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4da6436b-b83d-42d8-81a9-ee74ab07e5b2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (17ce368b-8b1c-47d5-9fc2-13b3e70923bd), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.528940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4da6436b-b83d-42d8-81a9-ee74ab07e5b2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.530461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4da6436b-b83d-42d8-81a9-ee74ab07e5b2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/17ce368b-8b1c-47d5-9fc2-13b3e70923bd HTTP/1.1" status: 204 len: 168 time: 0.5427005 Apr 29 04:03:06.532815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57800) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:06.602904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1e28c7df-707f-4501-9027-5cc308225233 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0683641 Apr 29 04:03:06.644420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57806) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:06.658101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001828840'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:06.784053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (941b435f-503e-42f5-9742-d88f02933aa4), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.799533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:06.854736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6436b-b83d-42d8-81a9-ee74ab07e5b2 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce368b-8b1c-47d5-9fc2-13b3e70923bd,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:06.876082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14efa8e-2587-4b18-9757-1a9901a47473 req-27227037-956c-454f-be11-0d3efd19d6f9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:06.887437 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f14efa8e-2587-4b18-9757-1a9901a47473 req-27227037-956c-454f-be11-0d3efd19d6f9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0906262 Apr 29 04:03:06.897874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57808) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:06.902957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'name': 'tempest-router--1417316222', 'project_id': '49ca89f7e1084a779c7685c0d542c34a'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:06.942950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-42fb24d5-8c35-40c5-a23f-b37e19ff51f3 None None] Provisioning complete for port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:06.945488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42fb24d5-8c35-40c5-a23f-b37e19ff51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.005255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (a7720c6b-b77d-49ce-92c4-7ee9a2033498), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.017222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-42fb24d5-8c35-40c5-a23f-b37e19ff51f3 None None] Port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:07.027418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (2abaa1ab-13b4-4237-91c7-e86d94372b33), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.028866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (2abaa1ab-13b4-4237-91c7-e86d94372b33), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.098147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (2abaa1ab-13b4-4237-91c7-e86d94372b33), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.099596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a7720c6b-b77d-49ce-92c4-7ee9a2033498), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.132657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7720c6b-b77d-49ce-92c4-7ee9a2033498,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:07.156977 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f14efa8e-2587-4b18-9757-1a9901a47473 req-ab1dc7aa-e6a4-4456-912f-a96dcc2fbe39 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687121 Apr 29 04:03:07.175224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:07.175597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.176265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (2abaa1ab-13b4-4237-91c7-e86d94372b33), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.203254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (941b435f-503e-42f5-9742-d88f02933aa4), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.210931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca301403-e6a8-4b55-9146-33b20c72cb95 req-72c5796d-e3c6-4b26-b69f-3dbb47e6dce4 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831259 Apr 29 04:03:07.222929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.225486 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-163c623f-310a-45cb-8897-64783b2f5329 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5786746 Apr 29 04:03:07.228294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57810) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:07.234196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2401a1f2-52ea-44fa-9e8a-36b1a199aede tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': 'a7720c6b-b77d-49ce-92c4-7ee9a2033498', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:07.237404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.282573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.283712 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3304f7d6-9dd0-42fc-8042-a824ec14026b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3841586 Apr 29 04:03:07.286417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57812) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:07.355510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.375824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (2abaa1ab-13b4-4237-91c7-e86d94372b33), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.393620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:07.450765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Allocated IP 172.26.4.113 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/a07e48ea-9774-4f16-80a6-fb764848b8dd) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:07.511545 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-2401a1f2-52ea-44fa-9e8a-36b1a199aede tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The resource could not be found. Apr 29 04:03:07.513758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2401a1f2-52ea-44fa-9e8a-36b1a199aede tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2842629 Apr 29 04:03:07.516662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57814) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:07.523913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0d6ca228-37dd-4728-910b-c2d6d093e861 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': 'a7720c6b-b77d-49ce-92c4-7ee9a2033498', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1f573c73-8069-4d03-8460-310c26514c5a'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:07.564035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (2abaa1ab-13b4-4237-91c7-e86d94372b33), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.568163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (2abaa1ab-13b4-4237-91c7-e86d94372b33), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.616716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for port (a07e48ea-9774-4f16-80a6-fb764848b8dd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.689837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.718926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (2abaa1ab-13b4-4237-91c7-e86d94372b33), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.720031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2abaa1ab-13b4-4237-91c7-e86d94372b33 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:07.720296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:07.722337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a07e48ea-9774-4f16-80a6-fb764848b8dd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.727972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.732964 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8c02fbbf-afe2-4b1e-8a40-c94865af255b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2abaa1ab-13b4-4237-91c7-e86d94372b33 HTTP/1.1" status: 204 len: 168 time: 0.4453564 Apr 29 04:03:07.801670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:07.807211 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-0d6ca228-37dd-4728-910b-c2d6d093e861 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The resource could not be found. Apr 29 04:03:07.810794 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0d6ca228-37dd-4728-910b-c2d6d093e861 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2931201 Apr 29 04:03:07.811368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57818) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:07.816986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:07.819300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:07.825064 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-79bcbf45-779b-4e6f-8c08-24778954a9a4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/ports/d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 HTTP/1.1" status: 204 len: 168 time: 1.5008540 Apr 29 04:03:07.825920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:07.835046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57820) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:07.884517 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-18459d16-7414-4794-b142-abad932f4fe4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] GET failed (client error): The resource could not be found. Apr 29 04:03:07.886404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-18459d16-7414-4794-b142-abad932f4fe4 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "GET /v2.0/ports/d1aaf84c-eff6-45b7-b6f3-f7343eeb1b19 HTTP/1.1" status: 404 len: 333 time: 0.0504229 Apr 29 04:03:07.892269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57822) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:07.904536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1033841242'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:07.936943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Pushing event updated for resources: {'Port': ['ID=a07e48ea-9774-4f16-80a6-fb764848b8dd,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:08.012121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4e73-36cc-4bcb-9bf1-6d2d306bd9e8 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (a7720c6b-b77d-49ce-92c4-7ee9a2033498), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.034093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57826) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:08.072281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4e73-36cc-4bcb-9bf1-6d2d306bd9e8 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (a7720c6b-b77d-49ce-92c4-7ee9a2033498), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.243947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:08.247841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.277334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4e73-36cc-4bcb-9bf1-6d2d306bd9e8 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a7720c6b-b77d-49ce-92c4-7ee9a2033498), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.288475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4e73-36cc-4bcb-9bf1-6d2d306bd9e8 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.291921 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5a1e4e73-36cc-4bcb-9bf1-6d2d306bd9e8 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7720c6b-b77d-49ce-92c4-7ee9a2033498 HTTP/1.1" status: 204 len: 168 time: 0.4796252 Apr 29 04:03:08.295931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57832) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:08.319275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router_gateway (941b435f-503e-42f5-9742-d88f02933aa4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.325386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] device_id is not set on port f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:08.368160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e4e73-36cc-4bcb-9bf1-6d2d306bd9e8 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7720c6b-b77d-49ce-92c4-7ee9a2033498,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:08.373934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-558119591', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:08.398474 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b85b15c4-90a0-4669-9284-17fb305b7aa3 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1007102 Apr 29 04:03:08.409142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57834) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:08.414284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e543719e-ac80-4c65-850a-d32d7830b0eb tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': 'c7bce998-4347-44f9-8793-81921840179d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:08.483400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb258d23-8e14-4af4-aea0-d0f1cd0bf394 req-8c52e248-02a3-4dc9-a80d-118d83a897ba tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:08.484839 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb258d23-8e14-4af4-aea0-d0f1cd0bf394 req-8c52e248-02a3-4dc9-a80d-118d83a897ba tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2105525 Apr 29 04:03:08.576373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Allocated IP 2001:db8::98 (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:08.581498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (762addb0-3a26-4d52-bcde-3db523208644), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.583005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (762addb0-3a26-4d52-bcde-3db523208644), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.593161 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb258d23-8e14-4af4-aea0-d0f1cd0bf394 req-851961ca-f708-4cb7-846b-1e5287df9274 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984528 Apr 29 04:03:08.602276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (941b435f-503e-42f5-9742-d88f02933aa4), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.607439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (941b435f-503e-42f5-9742-d88f02933aa4), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.668563 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e543719e-ac80-4c65-850a-d32d7830b0eb tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The resource could not be found. Apr 29 04:03:08.670724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e543719e-ac80-4c65-850a-d32d7830b0eb tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2614808 Apr 29 04:03:08.675964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (762addb0-3a26-4d52-bcde-3db523208644), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.676777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57836) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:08.683835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--396671816'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:08.792831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.837494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57840) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:08.842655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:08.852629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Router 941b435f-503e-42f5-9742-d88f02933aa4 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:08.855896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc69a32f-6a19-42d4-9b25-6538b826093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:08.986563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (f85a2a07-8506-4911-abad-87dfc02d8a77), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.050216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f85a2a07-8506-4911-abad-87dfc02d8a77), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.093757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85a2a07-8506-4911-abad-87dfc02d8a77,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:09.098170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:09.105050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.105050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-78d2942c-2332-45db-9f9b-d588075327c0 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "PUT /v2.0/routers/941b435f-503e-42f5-9742-d88f02933aa4 HTTP/1.1" status: 200 len: 913 time: 2.9153345 Apr 29 04:03:09.106093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57842) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:09.111913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] Sync routers for ids ['941b435f-503e-42f5-9742-d88f02933aa4'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:09.125098 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] Routers {'941b435f-503e-42f5-9742-d88f02933aa4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:09.125866 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['941b435f-503e-42f5-9742-d88f02933aa4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:09.146451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:09.149806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.165185 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:09.174437 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] Routers {'941b435f-503e-42f5-9742-d88f02933aa4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:09.175255 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:02:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['941b435f-503e-42f5-9742-d88f02933aa4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:09.215873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:09.217917 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76fc65-e7ec-4da8-9758-dd8a90906aa1 None None] The sync data for ids ['941b435f-503e-42f5-9742-d88f02933aa4'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:09.227463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.228651 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-428790d5-a200-4028-9785-012f526ce942 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5514288 Apr 29 04:03:09.231801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57846) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:09.236024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920684250'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:09.302953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (762addb0-3a26-4d52-bcde-3db523208644), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.355552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.363570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692775-c462-4a9c-867e-d3f38ac0ca72 req-67f73c71-83ca-46a8-a54e-be0b99f6cdf6 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:09.365176 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3f692775-c462-4a9c-867e-d3f38ac0ca72 req-67f73c71-83ca-46a8-a54e-be0b99f6cdf6 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.0819364 Apr 29 04:03:09.448697 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3f692775-c462-4a9c-867e-d3f38ac0ca72 req-3216c48c-efc5-4b7a-b556-33a973aadcef tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762424 Apr 29 04:03:09.512539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.640579 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f11cdda9-5ad8-414d-a5ae-841890ce013f tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/941b435f-503e-42f5-9742-d88f02933aa4 HTTP/1.1" status: 200 len: 919 time: 0.5309365 Apr 29 04:03:09.641203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:09.643165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57850) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:09.647009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:09.650051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:09.655996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:09.663862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:09.664690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.694983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.697345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (762addb0-3a26-4d52-bcde-3db523208644), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.718387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.752430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0839136-0325-42b7-abb7-5353198c48d3 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:09.755470 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a0839136-0325-42b7-abb7-5353198c48d3 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=941b435f-503e-42f5-9742-d88f02933aa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108630 Apr 29 04:03:09.766502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57852) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:09.794126 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2cf02926-f86d-4d12-834b-5ef97e43aabe tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8988087 Apr 29 04:03:09.799517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57854) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:09.808107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'network_id': 'dcc13aa3-62d8-419e-bf5c-41b43ea5a03f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-319195972'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:09.819466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5581ff-39e8-4e68-b0cd-d57dab258874 req-797145fe-e018-4df5-9966-02e155de40f1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:09.820973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca5581ff-39e8-4e68-b0cd-d57dab258874 req-797145fe-e018-4df5-9966-02e155de40f1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1239169 Apr 29 04:03:09.899253 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca5581ff-39e8-4e68-b0cd-d57dab258874 req-8865bfe7-8d53-45b4-a4bf-5fa60c8bfc18 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713191 Apr 29 04:03:09.916397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (4e23def3-e1ce-41c0-8ad9-2b21203a9451), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.917767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (d2414d99-dff3-4eb8-a79b-a3d0870ad9a3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:09.964902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Allocated IP 172.26.4.112 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/a43e7dc1-ba6f-44b8-a782-35d5531ff062) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:09.979988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=d2414d99-dff3-4eb8-a79b-a3d0870ad9a3,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:09.991071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:09.991428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: 3b46760e-d5b3-4907-93f5-f4d2ffd34494, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:09.993989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c3ba2dce-763a-40f6-bdfa-df48dfcdd7c0 None None] Provisioning complete for port f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:09.994892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c3ba2dce-763a-40f6-bdfa-df48dfcdd7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.001400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4e23def3-e1ce-41c0-8ad9-2b21203a9451), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.033177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187a990-c264-4c49-9c90-c5a61f0f780c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:10.037443 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d187a990-c264-4c49-9c90-c5a61f0f780c tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.2672498 Apr 29 04:03:10.038376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57858) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:10.074466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23def3-e1ce-41c0-8ad9-2b21203a9451,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:10.080701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2af3a354-c9d1-4aae-9e82-b3c28041dfb7 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=941b435f-503e-42f5-9742-d88f02933aa4 HTTP/1.1" status: 200 len: 205 time: 0.0390944 Apr 29 04:03:10.081605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57860) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:10.084421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:10.130734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e6a51-7b68-4fec-933e-38b514e25999 req-90935804-6981-44ab-9492-0ff134b12e40 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:10.132280 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-657e6a51-7b68-4fec-933e-38b514e25999 req-90935804-6981-44ab-9492-0ff134b12e40 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1498411 Apr 29 04:03:10.134911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.136405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eb09471d-c563-41ce-acfc-924c7f379ad9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9035394 Apr 29 04:03:10.139035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57862) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:10.147001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e1894ee7-081b-496d-aeaa-a637ade4069a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': 'f85a2a07-8506-4911-abad-87dfc02d8a77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4e23def3-e1ce-41c0-8ad9-2b21203a9451'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:10.174479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba2dce-763a-40f6-bdfa-df48dfcdd7c0 None None] Port f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:10.205036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3b46760e-d5b3-4907-93f5-f4d2ffd34494) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:10.215358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef4006-3a66-4f89-b29c-b3eb91f21783 None None] Network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:10.215531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:10.216051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.224799 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-657e6a51-7b68-4fec-933e-38b514e25999 req-e3004d4c-84fe-47eb-ace0-a3658b69cc0b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817237 Apr 29 04:03:10.227663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for port (a43e7dc1-ba6f-44b8-a782-35d5531ff062), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.240336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (941b435f-503e-42f5-9742-d88f02933aa4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.259416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Made reservation on behalf of 1e01733ee5dc4571850905dd2d3c4fc5 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:10.266372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.292082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] device_id is not set on port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:10.337182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3b46760e-d5b3-4907-93f5-f4d2ffd34494', 'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': 'd2414d99-dff3-4eb8-a79b-a3d0870ad9a3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:10.338971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.362501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c4984068-227d-43a5-bcbf-9b462280dbbd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5207753 Apr 29 04:03:10.364337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57866) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:10.372430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280905930'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:10.406192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (941b435f-503e-42f5-9742-d88f02933aa4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.438710 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e1894ee7-081b-496d-aeaa-a637ade4069a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:10.440073 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e1894ee7-081b-496d-aeaa-a637ade4069a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2990167 Apr 29 04:03:10.441176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Allocated IP 2001:db8::311 (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f/9acbe587-9d2e-48ec-b465-992e5bbbe4c7/bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:10.449689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57868) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:10.449822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a43e7dc1-ba6f-44b8-a782-35d5531ff062), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.493591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:10.497176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.502733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Allocated IP 2001:db8:0:ffff::2 (3b46760e-d5b3-4907-93f5-f4d2ffd34494/d2414d99-dff3-4eb8-a79b-a3d0870ad9a3/b6367311-460c-4389-8460-3e6b571bc8fa) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:10.508887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:10.518851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:10.531009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:10.572415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-262e94cb-bb46-494a-8cfc-a4cf5c33e98a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (4e23def3-e1ce-41c0-8ad9-2b21203a9451), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.577964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:10.629851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.630330 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment 5d68c5df-fa9a-457a-a8b4-3b5f76a05c44 of type vlan for network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 Apr 29 04:03:10.631837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Deleting port a07e48ea-9774-4f16-80a6-fb764848b8dd {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:10.632271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a07e48ea-9774-4f16-80a6-fb764848b8dd), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.714254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-262e94cb-bb46-494a-8cfc-a4cf5c33e98a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (4e23def3-e1ce-41c0-8ad9-2b21203a9451), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.726182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event updated for resources: {'Port': ['ID=a43e7dc1-ba6f-44b8-a782-35d5531ff062,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:10.748297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Publish callbacks [] for port (b6367311-460c-4389-8460-3e6b571bc8fa), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.803867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eace-0828-41f1-849b-d8eae5d10e05 req-f08615a7-3e98-460d-87e4-c8dc92df357d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:10.805422 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0570eace-0828-41f1-849b-d8eae5d10e05 req-f08615a7-3e98-460d-87e4-c8dc92df357d tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.1055739 Apr 29 04:03:10.806039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.812928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-d7e7554c-5d5b-437a-9232-0c5d98e91652 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:10.814780 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-d7e7554c-5d5b-437a-9232-0c5d98e91652 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.1995118 Apr 29 04:03:10.829119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a07e48ea-9774-4f16-80a6-fb764848b8dd), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.857331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:10.861953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:10.868792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:10.878113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Pushing event updated for resources: {'Port': ['ID=b6367311-460c-4389-8460-3e6b571bc8fa,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:10.880802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.886115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Calling delete_port for a07e48ea-9774-4f16-80a6-fb764848b8dd owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:10.944269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Attempting to bind port b6367311-460c-4389-8460-3e6b571bc8fa on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:10.944650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Attempting to bind port b6367311-460c-4389-8460-3e6b571bc8fa by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:10.945021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Attempting to bind port b6367311-460c-4389-8460-3e6b571bc8fa on network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:10.950762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:10.951190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Checking segment: {'id': 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:10.951635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.952253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Bound using segment: {'id': 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:10.952754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Bound port: b6367311-460c-4389-8460-3e6b571bc8fa, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b46760e-d5b3-4907-93f5-f4d2ffd34494'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:10.953129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:10.977043 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0570eace-0828-41f1-849b-d8eae5d10e05 req-4e20361f-b2ab-4e55-bfce-e846719325a6 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134880 Apr 29 04:03:11.005919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-262e94cb-bb46-494a-8cfc-a4cf5c33e98a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4e23def3-e1ce-41c0-8ad9-2b21203a9451), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.006025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.006102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-262e94cb-bb46-494a-8cfc-a4cf5c33e98a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.006102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-262e94cb-bb46-494a-8cfc-a4cf5c33e98a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e23def3-e1ce-41c0-8ad9-2b21203a9451 HTTP/1.1" status: 204 len: 168 time: 0.5601509 Apr 29 04:03:11.008628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57876) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:11.028751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (762addb0-3a26-4d52-bcde-3db523208644), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.055992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] For port b6367311-460c-4389-8460-3e6b571bc8fa, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:11.058209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e94cb-bb46-494a-8cfc-a4cf5c33e98a tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23def3-e1ce-41c0-8ad9-2b21203a9451,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:11.063276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] For port b6367311-460c-4389-8460-3e6b571bc8fa, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b6367311-460c-4389-8460-3e6b571bc8fa,segment=NetworkSegment(a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a),segment_id=a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:11.071243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Deleting port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:11.071592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.100600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.107165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:11.107791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.146452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc768-17e4-4929-afa4-89c683a45f18 req-e33747dd-6267-4dbb-9c9b-fe5a1ad3c134 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:11.148018 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-206fc768-17e4-4929-afa4-89c683a45f18 req-e33747dd-6267-4dbb-9c9b-fe5a1ad3c134 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1426666 Apr 29 04:03:11.176755 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b57be2e9-a623-4873-8bc8-7568585adbbc tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1654301 Apr 29 04:03:11.179613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57880) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:11.185440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.243831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc135625-6d22-4bda-84ad-633726e0575a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.282098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10097d9e-9b09-412f-aa8c-358885733589 None None] Pushing event updated for resources: {'Port': ['ID=b6367311-460c-4389-8460-3e6b571bc8fa,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:11.297871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.312570 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9465840 Apr 29 04:03:11.320949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57882) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:11.339451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:11.347480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffab10e-4ed8-4ad0-9a41-4e33c57f90f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=e64b3053-4dc5-4af4-89a8-e00fdfb5bda1,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:11.364795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:11.405156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d215f2c9-d067-4bfa-b773-1195921faa1d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (f85a2a07-8506-4911-abad-87dfc02d8a77), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.415446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] For port c3bb78bd-0c9b-4824-9db1-05ec9ed57866, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:11.415836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.417944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:11.431140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:11.450477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (762addb0-3a26-4d52-bcde-3db523208644), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.455197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-206fc768-17e4-4929-afa4-89c683a45f18 req-3e9fc297-6b68-4b7b-8e15-2ed124e13ff0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888768 Apr 29 04:03:11.464818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:11.480152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:11.480700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.484329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:11.495815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d215f2c9-d067-4bfa-b773-1195921faa1d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (f85a2a07-8506-4911-abad-87dfc02d8a77), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.709217 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-23186361-cadf-452c-a919-042a9035c08f tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9061689 Apr 29 04:03:11.715223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57888) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:11.736656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:b6:61:2b'}, {'ip_address': '2001:db8::98', 'mac_address': 'fa:16:3e:0c:a7:18'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:11.774477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b6dd-9a7f-4427-93c2-da2b34893cbb req-3e7f0ba3-090e-44ec-8ab5-dfec39a4dbdb tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:11.783202 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bca7b6dd-9a7f-4427-93c2-da2b34893cbb req-3e7f0ba3-090e-44ec-8ab5-dfec39a4dbdb tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.0848303 Apr 29 04:03:11.787844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d215f2c9-d067-4bfa-b773-1195921faa1d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f85a2a07-8506-4911-abad-87dfc02d8a77), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.790298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d215f2c9-d067-4bfa-b773-1195921faa1d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.791512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d215f2c9-d067-4bfa-b773-1195921faa1d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/f85a2a07-8506-4911-abad-87dfc02d8a77 HTTP/1.1" status: 204 len: 168 time: 0.6109734 Apr 29 04:03:11.794777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57890) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:11.822071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215f2c9-d067-4bfa-b773-1195921faa1d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85a2a07-8506-4911-abad-87dfc02d8a77,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:11.855003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0dc1-ca7d-40a1-add9-088764db4b2e req-0d8a22f8-42ae-40f6-af22-94f494f9b070 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:11.855003 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cbbb0dc1-ca7d-40a1-add9-088764db4b2e req-0d8a22f8-42ae-40f6-af22-94f494f9b070 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2070296 Apr 29 04:03:11.864832 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bca7b6dd-9a7f-4427-93c2-da2b34893cbb req-d5bd7898-bd2a-4354-bde5-4e9f1fb90e89 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806870 Apr 29 04:03:11.898650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a07e48ea-9774-4f16-80a6-fb764848b8dd), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.935708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Router 762addb0-3a26-4d52-bcde-3db523208644 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:11.936693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-67dd8949-9401-473e-9554-223898c4ea0b None None] Provisioning complete for port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:11.937281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67dd8949-9401-473e-9554-223898c4ea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:11.969222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event deleted for resources: {'Port': ['ID=a07e48ea-9774-4f16-80a6-fb764848b8dd,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:11.985866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-67dd8949-9401-473e-9554-223898c4ea0b None None] Port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:11.998692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:12.002106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.094338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.101581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:12.113833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625df6-810a-4b5a-922e-889d78842509 None None] Sync routers for ids ['762addb0-3a26-4d52-bcde-3db523208644'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:12.126732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07625df6-810a-4b5a-922e-889d78842509 None None] Routers {'762addb0-3a26-4d52-bcde-3db523208644'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:12.127649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-07625df6-810a-4b5a-922e-889d78842509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['762addb0-3a26-4d52-bcde-3db523208644'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:12.135654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80f448-dc83-44d4-8770-a9910a9c766c req-477a91d4-6160-4405-802c-4042b3c32785 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:12.137305 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c80f448-dc83-44d4-8770-a9910a9c766c req-477a91d4-6160-4405-802c-4042b3c32785 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 946 time: 0.0708978 Apr 29 04:03:12.160984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7bc2e22f-cc60-4cc5-93c4-d908d49ef701 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3553963 Apr 29 04:03:12.167165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-07625df6-810a-4b5a-922e-889d78842509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:12.168679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57894) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:12.176139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--670393184'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:12.177890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07625df6-810a-4b5a-922e-889d78842509 None None] Routers {'762addb0-3a26-4d52-bcde-3db523208644'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:12.178732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-07625df6-810a-4b5a-922e-889d78842509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['762addb0-3a26-4d52-bcde-3db523208644'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:12.205024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.209355 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6dbdff18-14aa-43a7-a4e8-1652a3daca52 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1706357 Apr 29 04:03:12.213480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57896) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:12.213913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-07625df6-810a-4b5a-922e-889d78842509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:12.214529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625df6-810a-4b5a-922e-889d78842509 None None] The sync data for ids ['762addb0-3a26-4d52-bcde-3db523208644'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:12.223085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cbbb0dc1-ca7d-40a1-add9-088764db4b2e req-9276d09f-d105-4339-aaa1-cbc7dc3c6751 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300967 Apr 29 04:03:12.240730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.241142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f5d14dc9-1484-4a57-a35e-eddec3c531a9), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.241522 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Floating IP f5d14dc9-1484-4a57-a35e-eddec3c531a9 disassociated. External IP: 172.26.4.14, port: c3bb78bd-0c9b-4824-9db1-05ec9ed57866. Apr 29 04:03:12.241867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Calling delete_port for c3bb78bd-0c9b-4824-9db1-05ec9ed57866 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:12.242166 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c80f448-dc83-44d4-8770-a9910a9c766c req-9cff62b6-26a5-4b08-931a-2cf11777ad6b tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups?id=54e5a08f-5119-429b-ac5b-b25f6f18fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974662 Apr 29 04:03:12.338653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.382056 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-af2ccfaf-aa3b-4195-82f3-4c23380786a9 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/762addb0-3a26-4d52-bcde-3db523208644 HTTP/1.1" status: 200 len: 924 time: 0.1626220 Apr 29 04:03:12.385559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57900) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:12.409178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.423701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (941b435f-503e-42f5-9742-d88f02933aa4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.428310 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-02f98a81-4eac-4baa-bc32-bb0a0b00be85 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=762addb0-3a26-4d52-bcde-3db523208644 HTTP/1.1" status: 200 len: 205 time: 0.0366287 Apr 29 04:03:12.431632 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57902) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:12.549701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b6367311-460c-4389-8460-3e6b571bc8fa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:12.552194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (f12b659d-2cae-417c-8b23-75e7b34673d5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.587390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (762addb0-3a26-4d52-bcde-3db523208644), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.600740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5d5b-47db-4ef4-90ee-6131a363078c req-058cbac5-125e-493e-af77-b4df13a7669c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:12.608233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d2b5d5b-47db-4ef4-90ee-6131a363078c req-058cbac5-125e-493e-af77-b4df13a7669c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2794712 Apr 29 04:03:12.608695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b6367311-460c-4389-8460-3e6b571bc8fa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:12.609017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.626097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (941b435f-503e-42f5-9742-d88f02933aa4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.638047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2f9aa-8ae3-4f85-8957-81fd9153c903 None None] Network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:12.672951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (941b435f-503e-42f5-9742-d88f02933aa4), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.744984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Provisioning complete for port b6367311-460c-4389-8460-3e6b571bc8fa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:12.745659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.845578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b6367311-460c-4389-8460-3e6b571bc8fa is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:12.846128 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d2b5d5b-47db-4ef4-90ee-6131a363078c req-9744f717-451a-4598-b534-8c6f614621c4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364662 Apr 29 04:03:12.846852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.884118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (941b435f-503e-42f5-9742-d88f02933aa4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.884826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Fanout notify agent at l3_agent the message router_deleted on router 941b435f-503e-42f5-9742-d88f02933aa4 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:12.897263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.903217 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-360a1442-7601-4753-b6d4-e97a1f3ee46e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/941b435f-503e-42f5-9742-d88f02933aa4 HTTP/1.1" status: 204 len: 168 time: 2.8204420 Apr 29 04:03:12.903993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57908) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:12.912116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464172623', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:12.922670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port b6367311-460c-4389-8460-3e6b571bc8fa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b6367311-460c-4389-8460-3e6b571bc8fa,segment=NetworkSegment(a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a),segment_id=a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:12.939197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Current status of the port b6367311-460c-4389-8460-3e6b571bc8fa is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:12.939898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:12.986425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f12b659d-2cae-417c-8b23-75e7b34673d5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.005143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.006854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c3bb78bd-0c9b-4824-9db1-05ec9ed57866), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.055639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b659d-2cae-417c-8b23-75e7b34673d5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:13.100911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.103644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-add8d871-4d90-4cff-83fe-72377b20b419 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9323888 Apr 29 04:03:13.117288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57910) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:13.123043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c0b360a6-c88b-4f5f-8f9e-fe62a5320866 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': 'f12b659d-2cae-417c-8b23-75e7b34673d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:13.131308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:13.132336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:13.135225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=b6367311-460c-4389-8460-3e6b571bc8fa,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:13.171724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (762addb0-3a26-4d52-bcde-3db523208644), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.311757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267ae0a-f93c-41cd-9470-22cc36f6ab1f req-96804e1a-d07a-43c9-b78b-76c1148f5342 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:13.313358 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0267ae0a-f93c-41cd-9470-22cc36f6ab1f req-96804e1a-d07a-43c9-b78b-76c1148f5342 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0579512 Apr 29 04:03:13.363304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Deleting port a43e7dc1-ba6f-44b8-a782-35d5531ff062 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:13.363550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a43e7dc1-ba6f-44b8-a782-35d5531ff062), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.383158 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-c0b360a6-c88b-4f5f-8f9e-fe62a5320866 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:13.384214 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c0b360a6-c88b-4f5f-8f9e-fe62a5320866 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2653983 Apr 29 04:03:13.395310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57916) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:13.402950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3d419573-44e9-4cd1-a74d-56b94518f625 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group_rule': {'security_group_id': 'f12b659d-2cae-417c-8b23-75e7b34673d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:13.454198 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0267ae0a-f93c-41cd-9470-22cc36f6ab1f req-3455922f-ea17-400d-a370-94aa5d10ca80 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226017 Apr 29 04:03:13.494874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a43e7dc1-ba6f-44b8-a782-35d5531ff062), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.510996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Calling delete_port for a43e7dc1-ba6f-44b8-a782-35d5531ff062 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:13.562869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event deleted for resources: {'Port': ['ID=c3bb78bd-0c9b-4824-9db1-05ec9ed57866,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:13.578572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33863663-c434-453d-87bb-c05b16e50ea7 req-7c76b4de-1d51-42cb-b11c-7184ddfc296e tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:13.582373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-33863663-c434-453d-87bb-c05b16e50ea7 req-7c76b4de-1d51-42cb-b11c-7184ddfc296e tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.6007724 Apr 29 04:03:13.590678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217040d9-360e-4be6-8c8b-53d12e0e4bb6 req-b02de611-7260-48b0-aca1-a46c8ba66fbc tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:13.598640 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-217040d9-360e-4be6-8c8b-53d12e0e4bb6 req-b02de611-7260-48b0-aca1-a46c8ba66fbc tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 946 time: 0.6078920 Apr 29 04:03:13.605975 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-149eda51-6db1-4246-b5e1-e0f2273453e8 req-38e4e819-bb06-47a3-ac83-75c25a5b4ed0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.0799055 Apr 29 04:03:13.622514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.622887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.671117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (762106ac-9939-49a2-8c8f-f6a91e9bbd11), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.680973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1b0606cb-824e-4291-9ad3-2ec3cf32c93b None None] Current status of the port b6367311-460c-4389-8460-3e6b571bc8fa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:13.686532 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-3d419573-44e9-4cd1-a74d-56b94518f625 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:03:13.690609 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3d419573-44e9-4cd1-a74d-56b94518f625 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2943072 Apr 29 04:03:13.691741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57918) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:13.758818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.795062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab7f654-78ea-4815-800e-50b72c756b4d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (f12b659d-2cae-417c-8b23-75e7b34673d5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.796251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.818022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-042452e8-b556-4f8b-8808-309a46faf531 None None] Provisioning complete for port b6367311-460c-4389-8460-3e6b571bc8fa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:13.818552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-042452e8-b556-4f8b-8808-309a46faf531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.827136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab7f654-78ea-4815-800e-50b72c756b4d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (f12b659d-2cae-417c-8b23-75e7b34673d5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.890251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a43e7dc1-ba6f-44b8-a782-35d5531ff062), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.903798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.925303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event deleted for resources: {'Port': ['ID=a43e7dc1-ba6f-44b8-a782-35d5531ff062,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:13.943769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-042452e8-b556-4f8b-8808-309a46faf531 None None] Current status of the port b6367311-460c-4389-8460-3e6b571bc8fa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:13.950868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.987020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab7f654-78ea-4815-800e-50b72c756b4d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f12b659d-2cae-417c-8b23-75e7b34673d5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.990537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab7f654-78ea-4815-800e-50b72c756b4d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:13.994331 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cab7f654-78ea-4815-800e-50b72c756b4d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/f12b659d-2cae-417c-8b23-75e7b34673d5 HTTP/1.1" status: 204 len: 168 time: 0.2974975 Apr 29 04:03:13.997070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57920) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:13.999178 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-217040d9-360e-4be6-8c8b-53d12e0e4bb6 req-a8e551dc-4a4d-42ec-9fcc-53715d33db9b tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979967 Apr 29 04:03:14.026976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7f654-78ea-4815-800e-50b72c756b4d tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b659d-2cae-417c-8b23-75e7b34673d5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:14.031501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=762106ac-9939-49a2-8c8f-f6a91e9bbd11,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:14.057828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] In _notify_port_updated(), no bound segment for port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 on network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:03:14.059100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (762addb0-3a26-4d52-bcde-3db523208644), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.063043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:14.063674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.073016 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cd67cd58-e7f0-47b4-b69d-e56608c9fa7b tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0632985 Apr 29 04:03:14.073204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "PUT /v2.0/ports/bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 HTTP/1.1" status: 200 len: 1065 time: 2.3337066 Apr 29 04:03:14.073301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57922) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:14.073301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57924) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:14.083410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463374498'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:14.117230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Deleting port 6b14455a-94cb-4aaa-b7ad-67968f7807fb {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:14.117598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.151016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:14.151387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: e64b3053-4dc5-4af4-89a8-e00fdfb5bda1, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:14.166881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc940e-aac6-44d4-8514-bb1203bc97b2 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event updated for resources: {'Port': ['ID=bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:14.231895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (762addb0-3a26-4d52-bcde-3db523208644), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.240895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Router 06944c71-c35a-4583-ba39-18a6633c3d67 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:14.253160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (762addb0-3a26-4d52-bcde-3db523208644), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.306260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.322487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:14.322962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.354919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.369155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:14.369562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.414261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:14.428861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.438977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (762addb0-3a26-4d52-bcde-3db523208644), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.439656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Fanout notify agent at l3_agent the message router_deleted on router 762addb0-3a26-4d52-bcde-3db523208644 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:14.450903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.452105 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dbafe973-d9f4-44ac-86f5-187b37f4a67b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/762addb0-3a26-4d52-bcde-3db523208644 HTTP/1.1" status: 204 len: 168 time: 2.0186357 Apr 29 04:03:14.456200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c3bb78bd-0c9b-4824-9db1-05ec9ed57866 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:14.464403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57926) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:14.469975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1633645696', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': False}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:14.507377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: c3bb78bd-0c9b-4824-9db1-05ec9ed57866 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:14.509822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c3bb78bd-0c9b-4824-9db1-05ec9ed57866 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:14.511088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6b14455a-94cb-4aaa-b7ad-67968f7807fb no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:14.517427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, e64b3053-4dc5-4af4-89a8-e00fdfb5bda1) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:14.536194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:14.538612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:14.539210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.594493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d18e1-5413-4666-95c0-94468a042950 None None] Network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:14.599657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b6367311-460c-4389-8460-3e6b571bc8fa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:14.633094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.634397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.670430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f65c4777-226a-483c-8ef7-880703791fea None None] Provisioning complete for port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:14.671003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f65c4777-226a-483c-8ef7-880703791fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.718014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dca1d-923e-4cf8-94ff-656dbe5b4b43 req-cf3a1daf-a013-4036-a34d-653248fe81a0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:14.725512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a25dca1d-923e-4cf8-94ff-656dbe5b4b43 req-cf3a1daf-a013-4036-a34d-653248fe81a0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1047912 Apr 29 04:03:14.738761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (b18f57c7-3398-4858-865f-59558d8c6d25), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.740472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f65c4777-226a-483c-8ef7-880703791fea None None] Port bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:14.788813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:14.799201 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] Sync routers for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:14.805718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-452b1068-a673-4f8b-850b-4468b65a8b54 req-734b5821-a977-40e3-a4d0-c198787a562e tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.0666890 Apr 29 04:03:14.811075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.815644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf31a246-2183-44aa-b45e-7e3d304638b2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4891787 Apr 29 04:03:14.819432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b18f57c7-3398-4858-865f-59558d8c6d25), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.826276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57932) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:14.841575 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:14.843495 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:14.872858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b6367311-460c-4389-8460-3e6b571bc8fa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:14.873503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:14.877362 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a25dca1d-923e-4cf8-94ff-656dbe5b4b43 req-d2eb467e-c2ed-4144-bd11-d3b2c8d6e2d1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507123 Apr 29 04:03:14.962329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18f57c7-3398-4858-865f-59558d8c6d25,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:15.086647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.092960 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cdb2cbc5-e697-418a-b127-f92a66c105bd tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0102670 Apr 29 04:03:15.093921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6b14455a-94cb-4aaa-b7ad-67968f7807fb is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:15.094404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.094797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57938) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:15.119113 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4eba2ea8-010c-4435-b3ca-0ad1a54cc4a7 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:15.126594 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-4eba2ea8-010c-4435-b3ca-0ad1a54cc4a7 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 04:03:15.127148 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-4eba2ea8-010c-4435-b3ca-0ad1a54cc4a7 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 04:03:15.132001 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:15.133609 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4eba2ea8-010c-4435-b3ca-0ad1a54cc4a7 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "PUT /v2.0/security-groups/b18f57c7-3398-4858-865f-59558d8c6d25 HTTP/1.1" status: 409 len: 330 time: 0.0198643 Apr 29 04:03:15.135040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57940) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:15.184397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-e64b3053-4dc5-4af4-89a8-e00fdfb5bda1', 'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '762106ac-9939-49a2-8c8f-f6a91e9bbd11'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:15.185496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.196018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:03:15.198261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2926ea9-b110-4f6b-8793-7b37d04b1d73" -d '{"events": [{"server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "name": "network-vif-unplugged", "status": "completed", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:03:15.217119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] No DVR routers for this DVR port c3bb78bd-0c9b-4824-9db1-05ec9ed57866 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:15.242577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.243965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.247108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6b14455a-94cb-4aaa-b7ad-67968f7807fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6b14455a-94cb-4aaa-b7ad-67968f7807fb,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:15.247296 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d880f789-535c-46f8-9980-3b6a4fe31665 req-e5ab0b42-08fe-41d3-8f98-29f8fe96fdf0 tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.31 "DELETE /v2.0/ports/c3bb78bd-0c9b-4824-9db1-05ec9ed57866 HTTP/1.1" status: 204 len: 173 time: 4.4211209 Apr 29 04:03:15.258156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'name': 'network-vif-deleted', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:03:15.260508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5d49f-807a-4c92-a7e8-ec77e1cd50b7" -d '{"events": [{"server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "name": "network-vif-deleted", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:03:15.367281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.380461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (10055b8d-8442-4487-b08e-8d7aa91bd724), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.380972 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Floating IP 10055b8d-8442-4487-b08e-8d7aa91bd724 disassociated. External IP: 172.26.4.244, port: 6b14455a-94cb-4aaa-b7ad-67968f7807fb. Apr 29 04:03:15.381522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Calling delete_port for 6b14455a-94cb-4aaa-b7ad-67968f7807fb owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:15.425276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.443259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6bc48b-aec8-49a5-9502-c3ea4e4cbace x-openstack-request-id: req-5f6bc48b-aec8-49a5-9502-c3ea4e4cbace {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:03:15.443779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce11b2-b8c1-438d-bc8d-9ff63db7608d", "name": "network-vif-deleted", "tag": "c3bb78bd-0c9b-4824-9db1-05ec9ed57866", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:03:15.444243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f6bc48b-aec8-49a5-9502-c3ea4e4cbace {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:03:15.444836 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6bc48b-aec8-49a5-9502-c3ea4e4cbace'] response: {'server_uuid': '9fce11b2-b8c1-438d-bc8d-9ff63db7608d', 'name': 'network-vif-deleted', 'tag': 'c3bb78bd-0c9b-4824-9db1-05ec9ed57866', 'status': 'completed', 'code': 200} Apr 29 04:03:15.448949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c99c4b-1e25-40e8-8e88-cd20759d8537 x-openstack-request-id: req-37c99c4b-1e25-40e8-8e88-cd20759d8537 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:03:15.449260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "name": "network-vif-unplugged", "status": "completed", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:03:15.449549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37c99c4b-1e25-40e8-8e88-cd20759d8537 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:03:15.449938 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c99c4b-1e25-40e8-8e88-cd20759d8537'] response: {'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'code': 200} Apr 29 04:03:15.454812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.471965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (441932ee-d0be-4f9d-b4cb-5a99b735a642), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.480247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b6367311-460c-4389-8460-3e6b571bc8fa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:15.726915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:15.781110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Allocated IP 2001:db8::1 (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1/762106ac-9939-49a2-8c8f-f6a91e9bbd11/b988044f-63b7-46bd-a35a-527306b2ae82) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:15.822177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.822794 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:54Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:15.833763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:15.864321 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] Checking router: 06944c71-c35a-4583-ba39-18a6633c3d67 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:15.874310 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:15.874911 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:16.001052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:16.012969 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:16.024420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63eb34-2f60-4d73-9f50-bda9f3dc12aa req-d88d4c2d-2eb9-48ec-acdb-2b7c3c2b2206 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:16.026055 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb63eb34-2f60-4d73-9f50-bda9f3dc12aa req-d88d4c2d-2eb9-48ec-acdb-2b7c3c2b2206 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 944 time: 0.8708615 Apr 29 04:03:16.043076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d51c-cfc1-4608-b568-8bbbc64e7b06 req-b518d4e1-5804-4d4b-9e84-4e2f1b2f3926 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:16.056012 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0fe9d51c-cfc1-4608-b568-8bbbc64e7b06 req-b518d4e1-5804-4d4b-9e84-4e2f1b2f3926 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2377334 Apr 29 04:03:16.075795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.106053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.178435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Publish callbacks [] for port (b988044f-63b7-46bd-a35a-527306b2ae82), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.234218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f984-c1f5-4c69-9f96-34bbacc2ded5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (b18f57c7-3398-4858-865f-59558d8c6d25), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.267438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.293568 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0fe9d51c-cfc1-4608-b568-8bbbc64e7b06 req-db78c0c1-ef91-46b2-b964-7ae9b35efdc1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044499 Apr 29 04:03:16.341366 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:54Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:16.347676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:16.367534 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb63eb34-2f60-4d73-9f50-bda9f3dc12aa req-08cbb899-b785-4e44-bb2e-33d24dc08aaf tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups?id=1677df32-0917-43d7-973c-14bd2510fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169942 Apr 29 04:03:16.380839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:16.384374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:16.390415 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcb037-e5fe-4e2f-bade-59325a375846 None None] The sync data for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv is: [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '2e0b592e-004f-4887-8c03-4f128623103c', 'name': '', 'network_id': '293e95bc-eec4-4219-84ae-ec12b64f60d0', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'mac_address': 'fa:16:3e:4a:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:54Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'subnets': [{'id': 'b3343928-bd3d-4507-ac1f-d5eb96731964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:16.412742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.429595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Pushing event updated for resources: {'Port': ['ID=b988044f-63b7-46bd-a35a-527306b2ae82,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:16.512885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Allocated IP 172.26.4.181 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/403e940c-8b55-4758-b1b5-dc14d22a2ce0) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:16.532372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Attempting to bind port b988044f-63b7-46bd-a35a-527306b2ae82 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:16.533508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Attempting to bind port b988044f-63b7-46bd-a35a-527306b2ae82 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:16.534295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Attempting to bind port b988044f-63b7-46bd-a35a-527306b2ae82 on network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:16.544873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:16.545589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Checking segment: {'id': '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:16.546216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.546811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Bound using segment: {'id': '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:16.547439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Bound port: b988044f-63b7-46bd-a35a-527306b2ae82, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:16.551615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.655607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for port (403e940c-8b55-4758-b1b5-dc14d22a2ce0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.679098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] For port b988044f-63b7-46bd-a35a-527306b2ae82, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:16.682909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] For port b988044f-63b7-46bd-a35a-527306b2ae82, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b988044f-63b7-46bd-a35a-527306b2ae82,segment=NetworkSegment(5d68c5df-fa9a-457a-a8b4-3b5f76a05c44),segment_id=5d68c5df-fa9a-457a-a8b4-3b5f76a05c44)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:16.713235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f984-c1f5-4c69-9f96-34bbacc2ded5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (b18f57c7-3398-4858-865f-59558d8c6d25), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.794055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.805690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (762106ac-9939-49a2-8c8f-f6a91e9bbd11), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.914879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (403e940c-8b55-4758-b1b5-dc14d22a2ce0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.915882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec1b25-6ba5-44b8-b910-d982de58d297 None None] New status for floating IP f5d14dc9-1484-4a57-a35e-eddec3c531a9: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:03:16.933137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:16.940270 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee32ef9b-cbe8-4d98-9e2a-772287675a3a tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/ports/bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 HTTP/1.1" status: 204 len: 168 time: 2.8675740 Apr 29 04:03:16.945816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57952) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:16.981709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c05dc02-d6d8-4767-8504-94fec7f9fc9b req-0757eb98-09f7-447f-a7ff-3fad6beae36e tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fce11b2-b8c1-438d-bc8d-9ff63db7608d HTTP/1.1" status: 200 len: 210 time: 0.2769392 Apr 29 04:03:17.003174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (762106ac-9939-49a2-8c8f-f6a91e9bbd11), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.012670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:17.020136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:17.023337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:17.036341 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-410c6696-eb08-4265-b410-3fabe1be3db8 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] GET failed (client error): The resource could not be found. Apr 29 04:03:17.049577 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-410c6696-eb08-4265-b410-3fabe1be3db8 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "GET /v2.0/ports/bdfc47c2-b37f-4b6e-b7b4-1c2ee6637027 HTTP/1.1" status: 404 len: 333 time: 0.0901074 Apr 29 04:03:17.051235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57954) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:17.119187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Allocated IP 172.26.4.92 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/0b1e7d1d-de71-46a5-8da0-b724b5be88aa) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:17.130390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f984-c1f5-4c69-9f96-34bbacc2ded5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b18f57c7-3398-4858-865f-59558d8c6d25), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.133082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f984-c1f5-4c69-9f96-34bbacc2ded5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.134375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c3d2f984-c1f5-4c69-9f96-34bbacc2ded5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/b18f57c7-3398-4858-865f-59558d8c6d25 HTTP/1.1" status: 204 len: 168 time: 1.9878888 Apr 29 04:03:17.150429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99f0c-3fce-4084-b372-c49534c8313b None None] Pushing event updated for resources: {'Port': ['ID=b988044f-63b7-46bd-a35a-527306b2ae82,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:17.165475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57956) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:17.275758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6b14455a-94cb-4aaa-b7ad-67968f7807fb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.321888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f984-c1f5-4c69-9f96-34bbacc2ded5 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18f57c7-3398-4858-865f-59558d8c6d25,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:17.407698 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:17.408030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.430516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=762106ac-9939-49a2-8c8f-f6a91e9bbd11,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:17.461451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event updated for resources: {'Port': ['ID=403e940c-8b55-4758-b1b5-dc14d22a2ce0,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:17.547112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1cb2f-f6b6-4ad5-a8a3-df86d577238b req-aada5f6f-b216-46da-9979-64b60c438cdb tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:17.549385 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffd1cb2f-f6b6-4ad5-a8a3-df86d577238b req-aada5f6f-b216-46da-9979-64b60c438cdb tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1304898 Apr 29 04:03:17.567144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Router 95b86b2c-3056-49c2-9d73-448b5b411a75 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:17.619156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.700756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (441932ee-d0be-4f9d-b4cb-5a99b735a642), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.703143 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f27b4dda-cb63-4eb7-b552-9165bdf98e7c tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5360866 Apr 29 04:03:17.712634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57962) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:17.760643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:17.828242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:17.837888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Port': ['ID=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:17.846785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:17.853970 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-4275b79c-7f4f-44dc-a62f-37d247bb52b9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] delete failed (client error): The resource could not be found. Apr 29 04:03:17.855158 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4275b79c-7f4f-44dc-a62f-37d247bb52b9 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "DELETE /v2.0/security-groups/e7b174e4-4707-425b-a712-52903a8b8722 HTTP/1.1" status: 404 len: 347 time: 0.1395421 Apr 29 04:03:17.858249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:17.860139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57964) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:17.901089 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffd1cb2f-f6b6-4ad5-a8a3-df86d577238b req-d908d296-faca-418b-9db1-7e8c5dcdb325 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450511 Apr 29 04:03:17.924190 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-30cefc72-afe7-4ba5-98fd-2dcdb8007c71 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] show failed (client error): The resource could not be found. Apr 29 04:03:17.925220 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-30cefc72-afe7-4ba5-98fd-2dcdb8007c71 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-groups/324f5165-3466-4e37-bf24-61a58e614866 HTTP/1.1" status: 404 len: 347 time: 0.0606875 Apr 29 04:03:17.933345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57966) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:17.962902 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-295cb50c-1185-474a-b6ba-0bdd567fffa1 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] show failed (client error): The resource could not be found. Apr 29 04:03:17.963923 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-295cb50c-1185-474a-b6ba-0bdd567fffa1 tempest-NegativeSecGroupIPv6Test-1810437340 tempest-NegativeSecGroupIPv6Test-1810437340-project] 10.222.0.37 "GET /v2.0/security-group-rules/e97e805c-d1cc-456b-a573-220976777c09 HTTP/1.1" status: 404 len: 356 time: 0.0292447 Apr 29 04:03:17.989360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:18.031959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:18.143635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event deleted for resources: {'Port': ['ID=6b14455a-94cb-4aaa-b7ad-67968f7807fb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:18.170293 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-38bdd4d7-fdb2-4043-8065-a4d91256392b req-66717616-6fab-4df2-8e17-0ae1cdb297e4 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.4835157 Apr 29 04:03:18.229167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:18.265586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615405c-4fb6-4306-b66a-2d19386a02ce req-fbf9b682-7a39-462b-8132-ee2f267f398c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:18.267174 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9615405c-4fb6-4306-b66a-2d19386a02ce req-fbf9b682-7a39-462b-8132-ee2f267f398c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0726755 Apr 29 04:03:18.289900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:18.348296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64b3053-4dc5-4af4-89a8-e00fdfb5bda1']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:18.348451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57976) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:18.472147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:18.472742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:18.501102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bbf4e7-24a1-406b-9146-800e28929f14 None None] Network e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:18.663573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] Provisioning complete for port b988044f-63b7-46bd-a35a-527306b2ae82 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:18.664292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:18.666496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b988044f-63b7-46bd-a35a-527306b2ae82 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:18.827658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b988044f-63b7-46bd-a35a-527306b2ae82 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:18.828174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:18.872606 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57980) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:18.904838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] DHCP port deletion for e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:18.921171 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9615405c-4fb6-4306-b66a-2d19386a02ce req-93eaf505-daa3-4769-9276-983b7a7a2294 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6188312 Apr 29 04:03:19.002236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.020549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.028292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:19.028909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.034863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.054561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] Current status of the port b988044f-63b7-46bd-a35a-527306b2ae82 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:19.055066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.089352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] Deleting port b988044f-63b7-46bd-a35a-527306b2ae82 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:19.089869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.104874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:19.107154 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:19.120895 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] Sync routers for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:19.123534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b988044f-63b7-46bd-a35a-527306b2ae82 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:19.123745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.132718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] For port b988044f-63b7-46bd-a35a-527306b2ae82, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b988044f-63b7-46bd-a35a-527306b2ae82,segment=NetworkSegment(5d68c5df-fa9a-457a-a8b4-3b5f76a05c44),segment_id=5d68c5df-fa9a-457a-a8b4-3b5f76a05c44)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:19.140770 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:19.143158 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.151137 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff783858-6bde-4a01-a4f8-4a8a55004f43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfd053c748174632aa70cf439e80e9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737639 Apr 29 04:03:19.170242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57986) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:19.187235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.226030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:19.235466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:03:19.235466 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:03:19.235466 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': 'e64b3053-4dc5-4af4-89a8-e00fdfb5bda1'}] Apr 29 04:03:19.235466 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:19.236222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:19.262967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Router 441932ee-d0be-4f9d-b4cb-5a99b735a642 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:19.272059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.273991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] No DVR routers for this DVR port 6b14455a-94cb-4aaa-b7ad-67968f7807fb on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:19.275693 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-42bf907f-f083-4e5c-827a-b9f93a52eb23 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/ports/f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e HTTP/1.1" status: 204 len: 168 time: 2.2207038 Apr 29 04:03:19.291356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.295187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-33863663-c434-453d-87bb-c05b16e50ea7 req-996e033e-bd76-438d-9f5b-466d30f08984 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.31 "DELETE /v2.0/ports/6b14455a-94cb-4aaa-b7ad-67968f7807fb HTTP/1.1" status: 204 len: 173 time: 5.6864412 Apr 29 04:03:19.301793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] For port b988044f-63b7-46bd-a35a-527306b2ae82, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b988044f-63b7-46bd-a35a-527306b2ae82,segment=NetworkSegment(5d68c5df-fa9a-457a-a8b4-3b5f76a05c44),segment_id=5d68c5df-fa9a-457a-a8b4-3b5f76a05c44)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:19.302194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.321800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 57990) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:19.326795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'name': 'network-vif-deleted', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:03:19.328341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] Calling delete_port for b988044f-63b7-46bd-a35a-527306b2ae82 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:19.335515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851c973-33d1-4753-b6a5-e1a53846ffcf" -d '{"events": [{"server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "name": "network-vif-deleted", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:03:19.348044 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:19.368669 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e022386d-e43c-48eb-8fe4-a8df9ad5a787 req-8429bff0-d213-46c7-8bef-26173c974c38 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.0550990 Apr 29 04:03:19.395392 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa3c337-97b9-4f12-9d18-b7c4a85a3d32 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] GET failed (client error): The resource could not be found. Apr 29 04:03:19.397108 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cfa3c337-97b9-4f12-9d18-b7c4a85a3d32 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "GET /v2.0/ports/f23ee451-4cfe-4b08-8b8c-1b5b4f65df7e HTTP/1.1" status: 404 len: 333 time: 0.0582080 Apr 29 04:03:19.398965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.416692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57994) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:19.450212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9900a2bc-bc0a-418a-a9d4-cc08f12c0aee tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group (54e5a08f-5119-429b-ac5b-b25f6f18fd4e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.538475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106dcec-3857-4e5c-85bd-2e90d85212bd req-6c93f488-a6ae-474e-b1a7-4dd31e87e9f0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:19.540165 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c106dcec-3857-4e5c-85bd-2e90d85212bd req-6c93f488-a6ae-474e-b1a7-4dd31e87e9f0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.3843021 Apr 29 04:03:19.548006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a81a1-478c-4e51-a174-dfe10f722099 x-openstack-request-id: req-2b0a81a1-478c-4e51-a174-dfe10f722099 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:03:19.548338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b8016-fde0-48b2-af9c-b5a6cba3e932", "name": "network-vif-deleted", "tag": "6b14455a-94cb-4aaa-b7ad-67968f7807fb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:03:19.548802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b0a81a1-478c-4e51-a174-dfe10f722099 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:03:19.556775 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0a81a1-478c-4e51-a174-dfe10f722099'] response: {'server_uuid': '2c7b8016-fde0-48b2-af9c-b5a6cba3e932', 'name': 'network-vif-deleted', 'tag': '6b14455a-94cb-4aaa-b7ad-67968f7807fb', 'status': 'completed', 'code': 200} Apr 29 04:03:19.564691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c67d7-92cd-4228-b29a-6557efb98c62 None None] Pushing event updated for resources: {'Port': ['ID=b988044f-63b7-46bd-a35a-527306b2ae82,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:19.594664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.634614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:19.635745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:19.670957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port 991072de-dbb7-4121-b27b-a77ff720378d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:19.671296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (991072de-dbb7-4121-b27b-a77ff720378d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.672997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9900a2bc-bc0a-418a-a9d4-cc08f12c0aee tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group (54e5a08f-5119-429b-ac5b-b25f6f18fd4e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.698702 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:49Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.703556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b8cc-642f-4104-a382-31fee7dc2f66 admin admin] Publish callbacks [] for security_group (9242bd99-6030-408d-b090-cc3d70e1b95d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.713503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:19.724648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] Sync routers for ids ['441932ee-d0be-4f9d-b4cb-5a99b735a642'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:19.737194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.751612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] Routers {'441932ee-d0be-4f9d-b4cb-5a99b735a642'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:19.754998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['441932ee-d0be-4f9d-b4cb-5a99b735a642'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.755415 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] Checking router: 95b86b2c-3056-49c2-9d73-448b5b411a75 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:19.756565 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c106dcec-3857-4e5c-85bd-2e90d85212bd req-9b977193-2d7d-418e-b398-fbb8ff4f5400 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491411 Apr 29 04:03:19.765542 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:19.766266 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.771134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (b988044f-63b7-46bd-a35a-527306b2ae82), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.790287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b8cc-642f-4104-a382-31fee7dc2f66 admin admin] Publish callbacks [] for security_group (9242bd99-6030-408d-b090-cc3d70e1b95d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.842684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.846987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] Pushing event deleted for resources: {'Port': ['ID=b988044f-63b7-46bd-a35a-527306b2ae82,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:19.877347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.877347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3beda1-fc90-458d-8c52-1788d9618d45 None None] No DVR routers for this DVR port b988044f-63b7-46bd-a35a-527306b2ae82 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:19.877347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] Routers {'441932ee-d0be-4f9d-b4cb-5a99b735a642'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:19.877347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['441932ee-d0be-4f9d-b4cb-5a99b735a642'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.913264 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:19.913545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.913545 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5228c17b-38c4-4705-a23d-18fd19cfe8b5 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0064082 Apr 29 04:03:19.918442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 57998) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:19.925271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:19.926695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:19.928005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69867b17-1000-4ee3-af00-134ccdccaf14 None None] The sync data for ids ['441932ee-d0be-4f9d-b4cb-5a99b735a642'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:19.968272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (991072de-dbb7-4121-b27b-a77ff720378d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:19.992465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.015164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for 991072de-dbb7-4121-b27b-a77ff720378d owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:20.018148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64b3053-4dc5-4af4-89a8-e00fdfb5bda1']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:20.030587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:20.030927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d68c5df-fa9a-457a-a8b4-3b5f76a05c44') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:20.042199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.058817 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d28d8-ccaa-45bd-b8f8-448dff552d96 req-3e010b35-2239-49b1-99ff-89e903d96e99 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:20.060317 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-728d28d8-ccaa-45bd-b8f8-448dff552d96 req-3e010b35-2239-49b1-99ff-89e903d96e99 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1409650 Apr 29 04:03:20.072599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.078897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:20.079278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (5d68c5df-fa9a-457a-a8b4-3b5f76a05c44), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:20.082379 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:20.119232 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:49Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:20.138808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9900a2bc-bc0a-418a-a9d4-cc08f12c0aee tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (54e5a08f-5119-429b-ac5b-b25f6f18fd4e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.144058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9900a2bc-bc0a-418a-a9d4-cc08f12c0aee tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.144668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9900a2bc-bc0a-418a-a9d4-cc08f12c0aee tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "DELETE /v2.0/security-groups/54e5a08f-5119-429b-ac5b-b25f6f18fd4e HTTP/1.1" status: 204 len: 168 time: 1.7926724 Apr 29 04:03:20.149086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58000) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:20.158984 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083339d2-feda-4968-8a7a-ed374ea7481f None None] The sync data for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv is: [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9d65ce2a-5c60-4e33-9cc9-07cd48200733', 'name': '', 'network_id': 'dffbe481-d27f-4f84-95fe-7fb506e626d0', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'mac_address': 'fa:16:3e:30:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:42Z', 'updated_at': '2022-04-29T04:01:49Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'subnets': [{'id': '7a49e2df-4761-4ac4-ba10-97616206dca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:20.161578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900a2bc-bc0a-418a-a9d4-cc08f12c0aee tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e5a08f-5119-429b-ac5b-b25f6f18fd4e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:20.170114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b8cc-642f-4104-a382-31fee7dc2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9242bd99-6030-408d-b090-cc3d70e1b95d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.172502 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:03:20.174341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b8cc-642f-4104-a382-31fee7dc2f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.184060 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4bf5b8cc-642f-4104-a382-31fee7dc2f66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9242bd99-6030-408d-b090-cc3d70e1b95d HTTP/1.1" status: 204 len: 168 time: 1.0002413 Apr 29 04:03:20.192036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5b8cc-642f-4104-a382-31fee7dc2f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242bd99-6030-408d-b090-cc3d70e1b95d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:20.195199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Port b988044f-63b7-46bd-a35a-527306b2ae82 update to ACTIVE by agent not found {{(pid=116106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 29 04:03:20.203472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-5662c8ea-ce84-4a98-b5c6-0b1d51e81fcd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] show failed (client error): The resource could not be found. Apr 29 04:03:20.207513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58004) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:20.208158 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5662c8ea-ce84-4a98-b5c6-0b1d51e81fcd tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "GET /v2.0/security-groups/54e5a08f-5119-429b-ac5b-b25f6f18fd4e HTTP/1.1" status: 404 len: 347 time: 0.0553997 Apr 29 04:03:20.265773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (e64b3053-4dc5-4af4-89a8-e00fdfb5bda1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.269052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Router b07db019-e5fe-44f1-9f1e-9d5354fea2b4 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:20.291147 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-728d28d8-ccaa-45bd-b8f8-448dff552d96 req-378a3579-a648-4af5-860a-a9c3686a463f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968074 Apr 29 04:03:20.307506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.315659 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 HTTP/1.1" status: 204 len: 168 time: 5.4836886 Apr 29 04:03:20.326461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58006) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:20.337776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2134564539'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:20.343574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e9b10-23aa-40f9-b575-b1e513a9db38 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=e64b3053-4dc5-4af4-89a8-e00fdfb5bda1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:20.462451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Deleting port a9dbe47d-0c67-4883-88ed-16bbdc026179 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:20.462681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.504186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c134a79-68ef-4189-937d-3bdff5552e25 req-1e52c5bf-f055-42ef-b999-b005d1aabd26 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:20.523934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (991072de-dbb7-4121-b27b-a77ff720378d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.529973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b988044f-63b7-46bd-a35a-527306b2ae82 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:20.531736 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8c134a79-68ef-4189-937d-3bdff5552e25 req-1e52c5bf-f055-42ef-b999-b005d1aabd26 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1324227 Apr 29 04:03:20.558511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:20.563907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.602917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=991072de-dbb7-4121-b27b-a77ff720378d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:20.606978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b988044f-63b7-46bd-a35a-527306b2ae82 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:20.610003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b988044f-63b7-46bd-a35a-527306b2ae82 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:20.656008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:20.678378 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Sync routers for ids ['b07db019-e5fe-44f1-9f1e-9d5354fea2b4'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:20.684680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.685005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (a9dbe47d-0c67-4883-88ed-16bbdc026179), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.695518 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Routers {'b07db019-e5fe-44f1-9f1e-9d5354fea2b4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:20.697031 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b07db019-e5fe-44f1-9f1e-9d5354fea2b4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:20.706431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Calling delete_port for a9dbe47d-0c67-4883-88ed-16bbdc026179 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:20.707468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.728720 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bc1d014e-aee1-4c69-807e-245efdb2821c tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/ports/991072de-dbb7-4121-b27b-a77ff720378d HTTP/1.1" status: 204 len: 168 time: 1.3169293 Apr 29 04:03:20.745843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58016) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:20.755464 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c47351df-8655-4340-a884-5995677083b6 req-9845d4de-4d5a-4bb6-8a54-5b53f60506ff tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7b8016-fde0-48b2-af9c-b5a6cba3e932 HTTP/1.1" status: 200 len: 210 time: 0.1584325 Apr 29 04:03:20.793990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602c5b5-fdaf-4464-b397-449b3f329aba None None] New status for floating IP 10055b8d-8442-4487-b08e-8d7aa91bd724: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:03:20.883046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting subnet 9acbe587-9d2e-48ec-b465-992e5bbbe4c7 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:20.892410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks [] for subnet (9acbe587-9d2e-48ec-b465-992e5bbbe4c7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.919254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:20.927584 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8c134a79-68ef-4189-937d-3bdff5552e25 req-20d0b6cd-e63a-4fa6-b362-826e2b4e498e tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886600 Apr 29 04:03:20.927810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.948326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.948738 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Set router b07db019-e5fe-44f1-9f1e-9d5354fea2b4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:20.952408 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-697e70a9-420a-40bb-a8dc-4b8cda803b25 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4871235 Apr 29 04:03:20.955927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58022) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:20.960062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b8c22ed2-42ae-44d2-a7a5-8ee6afae6580), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:20.960472 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment b8c22ed2-42ae-44d2-a7a5-8ee6afae6580 of type vlan for network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 Apr 29 04:03:20.982176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (9acbe587-9d2e-48ec-b465-992e5bbbe4c7), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.099531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_gateway (441932ee-d0be-4f9d-b4cb-5a99b735a642), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.105026 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-71932b60-4e4b-4cd6-8b18-0ef0c6b395dd tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/b07db019-e5fe-44f1-9f1e-9d5354fea2b4 HTTP/1.1" status: 200 len: 908 time: 0.1465375 Apr 29 04:03:21.114130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58028) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:21.127153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1633645696', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': True}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:21.158122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0abcf-d014-46ca-b607-93d9098c441e req-2a5d013a-bd21-409c-8d28-8bf895bb151a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:21.159864 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a4e0abcf-d014-46ca-b607-93d9098c441e req-2a5d013a-bd21-409c-8d28-8bf895bb151a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1112010 Apr 29 04:03:21.189046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f0e75c1a-effe-4eb3-acd0-416e57ff12e9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.247024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (9acbe587-9d2e-48ec-b465-992e5bbbe4c7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.273250 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07db019-e5fe-44f1-9f1e-9d5354fea2b4', 'name': 'tempest-snat-router-1633645696', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.92'}], 'enable_snat': False}, 'gw_port_id': '0b1e7d1d-de71-46a5-8da0-b724b5be88aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:14Z', 'updated_at': '2022-04-29T04:03:18Z', 'revision_number': 3, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port': {'id': '0b1e7d1d-de71-46a5-8da0-b724b5be88aa', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07db019-e5fe-44f1-9f1e-9d5354fea2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:16Z', 'updated_at': '2022-04-29T04:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:21.305290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (f2a53778-a100-4221-be06-5ac66e160538), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.306383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (f2a53778-a100-4221-be06-5ac66e160538), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.306897 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Checking router: b07db019-e5fe-44f1-9f1e-9d5354fea2b4 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:21.307252 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Updating router b07db019-e5fe-44f1-9f1e-9d5354fea2b4 port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:03:21.314417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Deleting port 403e940c-8b55-4758-b1b5-dc14d22a2ce0 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:21.314417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (403e940c-8b55-4758-b1b5-dc14d22a2ce0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.321653 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a4e0abcf-d014-46ca-b607-93d9098c441e req-ffe3dc4b-67e7-4e60-ab30-b4626524d51a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404831 Apr 29 04:03:21.341402 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.382180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f0e75c1a-effe-4eb3-acd0-416e57ff12e9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.387341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:21.390721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.390721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a9dbe47d-0c67-4883-88ed-16bbdc026179), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.469769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (f2a53778-a100-4221-be06-5ac66e160538), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.473951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=f0e75c1a-effe-4eb3-acd0-416e57ff12e9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:21.475309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (403e940c-8b55-4758-b1b5-dc14d22a2ce0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.490027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:21.496180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Pushing event deleted for resources: {'Port': ['ID=a9dbe47d-0c67-4883-88ed-16bbdc026179,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:21.499794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Calling delete_port for 403e940c-8b55-4758-b1b5-dc14d22a2ce0 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:21.504256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (9acbe587-9d2e-48ec-b465-992e5bbbe4c7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.546154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Subnet': ['ID=9acbe587-9d2e-48ec-b465-992e5bbbe4c7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:21.566472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.566472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eb5a13d3-33c9-4809-8b93-2e4bd116d994 tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/subnets/9acbe587-9d2e-48ec-b465-992e5bbbe4c7 HTTP/1.1" status: 204 len: 168 time: 0.8174236 Apr 29 04:03:21.568687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58040) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:21.592310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks [] for floatingip (f5d14dc9-1484-4a57-a35e-eddec3c531a9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.595316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.596715 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b846e837-5957-4933-ab8d-6640da6c80aa tempest-ServersTestJSON-1210095193 tempest-ServersTestJSON-1210095193-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5d14dc9-1484-4a57-a35e-eddec3c531a9 HTTP/1.1" status: 204 len: 168 time: 1.3882222 Apr 29 04:03:21.604276 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-246da32b-c163-405b-bbe7-7097a988ca0b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2765155 Apr 29 04:03:21.618262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58042) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:21.620254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58044) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:21.633919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:21.651254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137732d3-a00c-4a88-880f-2d5d7cdf59c7 None None] Network dcc13aa3-62d8-419e-bf5c-41b43ea5a03f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:21.680034 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Publish callbacks [] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.770774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58046) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:21.771632 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.861846 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Attempting to bind port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:21.862345 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Attempting to bind port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:21.862741 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Attempting to bind port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:21.863746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.869862 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Pushing event updated for resources: {'Port': ['ID=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:21.879074 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:21.879545 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:21.880797 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.881270 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:21.881881 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Bound port: 0b1e7d1d-de71-46a5-8da0-b724b5be88aa, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:21.882335 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.885900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] DHCP port deletion for dcc13aa3-62d8-419e-bf5c-41b43ea5a03f request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:21.889483 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.889913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.890353 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.890761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.891825 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.892310 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.892583 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.892906 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.893473 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.898068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.898068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.898068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.898068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.898068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.898068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:21.954581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] Deleting port 07768d53-558c-4eca-ac22-7e79e6ed832b {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:21.955122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:21.967485 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] For port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:21.971671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] For port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:22.005617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58054) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:22.012611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1289142246'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:22.023622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:22.027287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.027511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] For port 07768d53-558c-4eca-ac22-7e79e6ed832b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=07768d53-558c-4eca-ac22-7e79e6ed832b,segment=NetworkSegment(fdefe9e2-fed3-43df-8de1-3c1a3578491d),segment_id=fdefe9e2-fed3-43df-8de1-3c1a3578491d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:22.028472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.044157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] Calling delete_port for 07768d53-558c-4eca-ac22-7e79e6ed832b owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:22.059295 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.151383 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22769-cfe7-4a2e-9535-e5855e34f0cf None None] Pushing event updated for resources: {'Port': ['ID=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:22.158888 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Routers {'b07db019-e5fe-44f1-9f1e-9d5354fea2b4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:22.159509 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b07db019-e5fe-44f1-9f1e-9d5354fea2b4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:22.175952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (f2a53778-a100-4221-be06-5ac66e160538), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.186807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Deleting port 07768d53-558c-4eca-ac22-7e79e6ed832b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:22.187213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.227070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.264170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] Pushing event deleted for resources: {'Port': ['ID=07768d53-558c-4eca-ac22-7e79e6ed832b,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:22.268789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675001f-88a0-4f06-ac01-b8f1e10c2347 None None] No DVR routers for this DVR port 07768d53-558c-4eca-ac22-7e79e6ed832b on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:22.278995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Made reservation on behalf of e225c5c2299a429fa1e9894e81476c8f for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:22.283128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.289945 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] Set router b07db019-e5fe-44f1-9f1e-9d5354fea2b4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:22.323197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.347543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (403e940c-8b55-4758-b1b5-dc14d22a2ce0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.361016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0af6f512-4b1d-41fe-aec5-f915484909f0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group (1677df32-0917-43d7-973c-14bd2510fcdf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.444815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Pushing event deleted for resources: {'Port': ['ID=403e940c-8b55-4758-b1b5-dc14d22a2ce0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:22.471635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0af6f512-4b1d-41fe-aec5-f915484909f0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group (1677df32-0917-43d7-973c-14bd2510fcdf), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.492457 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07db019-e5fe-44f1-9f1e-9d5354fea2b4', 'name': 'tempest-snat-router-1633645696', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.92'}], 'enable_snat': False}, 'gw_port_id': '0b1e7d1d-de71-46a5-8da0-b724b5be88aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:14Z', 'updated_at': '2022-04-29T04:03:18Z', 'revision_number': 3, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port': {'id': '0b1e7d1d-de71-46a5-8da0-b724b5be88aa', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07db019-e5fe-44f1-9f1e-9d5354fea2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:16Z', 'updated_at': '2022-04-29T04:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:22.500240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 07768d53-558c-4eca-ac22-7e79e6ed832b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:22.529954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 07768d53-558c-4eca-ac22-7e79e6ed832b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:22.530790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 07768d53-558c-4eca-ac22-7e79e6ed832b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:22.531424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (f2a53778-a100-4221-be06-5ac66e160538), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.533353 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e6fb3-edea-4f6c-b6fc-0f555b7772fa None None] The sync data for ids ['b07db019-e5fe-44f1-9f1e-9d5354fea2b4'] in dv-neutron-839777-1-hyperv is: [{'id': 'b07db019-e5fe-44f1-9f1e-9d5354fea2b4', 'name': 'tempest-snat-router-1633645696', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.92'}], 'enable_snat': False}, 'gw_port_id': '0b1e7d1d-de71-46a5-8da0-b724b5be88aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:14Z', 'updated_at': '2022-04-29T04:03:18Z', 'revision_number': 3, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port': {'id': '0b1e7d1d-de71-46a5-8da0-b724b5be88aa', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07db019-e5fe-44f1-9f1e-9d5354fea2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:16Z', 'updated_at': '2022-04-29T04:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:22.558099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] For port 07768d53-558c-4eca-ac22-7e79e6ed832b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=07768d53-558c-4eca-ac22-7e79e6ed832b,segment=NetworkSegment(fdefe9e2-fed3-43df-8de1-3c1a3578491d),segment_id=fdefe9e2-fed3-43df-8de1-3c1a3578491d)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:22.560136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.560257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.562778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (441932ee-d0be-4f9d-b4cb-5a99b735a642), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.616497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Calling delete_port for 07768d53-558c-4eca-ac22-7e79e6ed832b owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:22.873685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.886099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Allocated IP 172.26.4.105 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/2de3083a-1214-4d13-a1fe-7bb9a77f7a75) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:22.889020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.972849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0af6f512-4b1d-41fe-aec5-f915484909f0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1677df32-0917-43d7-973c-14bd2510fcdf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.975425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0af6f512-4b1d-41fe-aec5-f915484909f0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:22.978954 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0af6f512-4b1d-41fe-aec5-f915484909f0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "DELETE /v2.0/security-groups/1677df32-0917-43d7-973c-14bd2510fcdf HTTP/1.1" status: 204 len: 168 time: 0.9684539 Apr 29 04:03:22.980161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58056) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.033439 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-6f95e4fb-4506-4887-be82-1cf70cd313b5 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] show failed (client error): The resource could not be found. Apr 29 04:03:23.034360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6f95e4fb-4506-4887-be82-1cf70cd313b5 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "GET /v2.0/security-groups/1677df32-0917-43d7-973c-14bd2510fcdf HTTP/1.1" status: 404 len: 347 time: 0.0479927 Apr 29 04:03:23.038124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58058) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.061196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Router 441932ee-d0be-4f9d-b4cb-5a99b735a642 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:23.071835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6f512-4b1d-41fe-aec5-f915484909f0 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1677df32-0917-43d7-973c-14bd2510fcdf,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:23.106892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks [] for security_group (a9f5b60f-e03f-435d-bd3c-1a1567a433e9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.139348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (06944c71-c35a-4583-ba39-18a6633c3d67), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.182410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (297f0589-bdc0-4e44-be68-7cb8b0cf6594), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.222921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (07768d53-558c-4eca-ac22-7e79e6ed832b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.237417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.250005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a9f5b60f-e03f-435d-bd3c-1a1567a433e9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.295273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:23.302753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.303938 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c55c1262-f9af-46c7-8ce7-fa0f73a38b46 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "PUT /v2.0/routers/441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 200 len: 705 time: 3.3833802 Apr 29 04:03:23.308477 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] Sync routers for ids ['441932ee-d0be-4f9d-b4cb-5a99b735a642'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:23.310053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58060) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.310678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Deleting port 1cfce12b-b9c8-417e-a1b8-41ace9bb0165 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:23.312735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.314815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Port': ['ID=07768d53-558c-4eca-ac22-7e79e6ed832b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:23.320705 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] Routers {'441932ee-d0be-4f9d-b4cb-5a99b735a642'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:23.321489 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['441932ee-d0be-4f9d-b4cb-5a99b735a642'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.337166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] No DVR routers for this DVR port 07768d53-558c-4eca-ac22-7e79e6ed832b on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:23.361796 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.372862 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] Routers {'441932ee-d0be-4f9d-b4cb-5a99b735a642'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:23.373562 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['441932ee-d0be-4f9d-b4cb-5a99b735a642'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.387669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:23.410724 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.411401 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e946af5-12e7-4f9a-977f-142c28eda6de None None] The sync data for ids ['441932ee-d0be-4f9d-b4cb-5a99b735a642'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:23.433882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=297f0589-bdc0-4e44-be68-7cb8b0cf6594,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:23.459564 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-651d50e8-d00d-4568-9e33-ff21b318dfe1 tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/routers/441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 200 len: 740 time: 0.1433172 Apr 29 04:03:23.460576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (09803fd0-883c-4c81-a20d-cbd009f60aa1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.460725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58062) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.460931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Added segment 09803fd0-883c-4c81-a20d-cbd009f60aa1 of type vlan for network 1b81bd45-7468-4d79-9ddd-2192b1d38465 Apr 29 04:03:23.462616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:23.462983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: f0e75c1a-effe-4eb3-acd0-416e57ff12e9, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:23.477279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f5b60f-e03f-435d-bd3c-1a1567a433e9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:23.518425 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a3b5e942-f1cc-43bf-915e-61b632e0da2b tempest-RoutersAdminTest-299158606 tempest-RoutersAdminTest-299158606-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 200 len: 205 time: 0.0542722 Apr 29 04:03:23.518693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58064) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.540458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.543424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.544537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.591909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.601354 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-655fee1e-84e3-48fc-8075-b5f013107d8c tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 200 len: 205 time: 0.0809920 Apr 29 04:03:23.606036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1b81bd45-7468-4d79-9ddd-2192b1d38465), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.607360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Calling delete_port for 1cfce12b-b9c8-417e-a1b8-41ace9bb0165 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:23.609053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58066) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.653213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc13aa3-62d8-419e-bf5c-41b43ea5a03f']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.665631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:23.673368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdefe9e2-fed3-43df-8de1-3c1a3578491d') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.673908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdefe9e2-fed3-43df-8de1-3c1a3578491d') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:23.675251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:23.678353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:23.680617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Port': ['ID=2de3083a-1214-4d13-a1fe-7bb9a77f7a75,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:23.690043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (fdefe9e2-fed3-43df-8de1-3c1a3578491d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.721493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fdefe9e2-fed3-43df-8de1-3c1a3578491d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.728337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:23.737029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:23.737458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (fdefe9e2-fed3-43df-8de1-3c1a3578491d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:23.741180 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:23.760074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1b81bd45-7468-4d79-9ddd-2192b1d38465), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.764836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:23.765460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.779396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.856349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f0e75c1a-effe-4eb3-acd0-416e57ff12e9) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:23.869282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528df65-228e-4041-a9ec-51082ae7f823 None None] Network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:23.877217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:23.877859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.918889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Deleting port 2e0b592e-004f-4887-8c03-4f128623103c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:23.919229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2e0b592e-004f-4887-8c03-4f128623103c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:23.924974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Pushing event updated for resources: {'Network': ['ID=1b81bd45-7468-4d79-9ddd-2192b1d38465,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:23.955685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-827afd29-2654-4f28-a7f2-61678b07d0c0 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.1519227 Apr 29 04:03:23.955927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58068) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:23.961527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-bf508711-a27f-42bb-858b-c4b567dc41d3 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1886936394') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:24.008073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (dcc13aa3-62d8-419e-bf5c-41b43ea5a03f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.070037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.076240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router_controller (441932ee-d0be-4f9d-b4cb-5a99b735a642), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.084013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1b81bd45-7468-4d79-9ddd-2192b1d38465 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:24.122428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-503b9730-63c9-4150-a8e6-6ff38d578489 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4984970 Apr 29 04:03:24.126241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.132051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] 10.222.0.37 "DELETE /v2.0/networks/dcc13aa3-62d8-419e-bf5c-41b43ea5a03f HTTP/1.1" status: 204 len: 168 time: 2.5594463 Apr 29 04:03:24.135454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58070) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.136267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41522da5-f35f-4eef-b3ce-ed08026d768b tempest-AllowedAddressPairIpV6TestJSON-2132049724 tempest-AllowedAddressPairIpV6TestJSON-2132049724-project] Pushing event deleted for resources: {'Network': ['ID=dcc13aa3-62d8-419e-bf5c-41b43ea5a03f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:24.142503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572576653'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:24.170380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] For port 2e0b592e-004f-4887-8c03-4f128623103c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2e0b592e-004f-4887-8c03-4f128623103c,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:24.170756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2e0b592e-004f-4887-8c03-4f128623103c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.192812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Calling delete_port for 2e0b592e-004f-4887-8c03-4f128623103c owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:24.208054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-f0e75c1a-effe-4eb3-acd0-416e57ff12e9', 'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '297f0589-bdc0-4e44-be68-7cb8b0cf6594'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:24.208958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.256909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (441932ee-d0be-4f9d-b4cb-5a99b735a642), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.257403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Fanout notify agent at l3_agent the message router_deleted on router 441932ee-d0be-4f9d-b4cb-5a99b735a642 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:24.272210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.273996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-249181a4-8ed4-4df9-979d-b4175abc5a2a tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 204 len: 168 time: 0.6640089 Apr 29 04:03:24.278263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58074) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.322399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1cfce12b-b9c8-417e-a1b8-41ace9bb0165), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.334980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:24.338456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.370758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:24.375719 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e41195f7-8ccb-4938-8f28-52612ff95390 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 200 len: 205 time: 0.0958345 Apr 29 04:03:24.378836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Allocated IP 2001:db8::3 (f0e75c1a-effe-4eb3-acd0-416e57ff12e9/297f0589-bdc0-4e44-be68-7cb8b0cf6594/4397cfad-a8ba-4734-956b-bec4ad67bc15) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:24.385234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58076) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.432414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.432774 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment 3b4f4b50-403e-48f1-954e-21db3953c7a7 of type vlan for network cd67703b-d6ac-47b2-a8c3-e45cf095a53b Apr 29 04:03:24.439467 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-95442cc3-bdab-49bb-a520-076e2d1f4dd7 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] delete failed (client error): The resource could not be found. Apr 29 04:03:24.442302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Pushing event deleted for resources: {'Port': ['ID=1cfce12b-b9c8-417e-a1b8-41ace9bb0165,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:24.446196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-95442cc3-bdab-49bb-a520-076e2d1f4dd7 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/441932ee-d0be-4f9d-b4cb-5a99b735a642 HTTP/1.1" status: 404 len: 336 time: 0.0547860 Apr 29 04:03:24.447303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58078) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.510057 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf508711-a27f-42bb-858b-c4b567dc41d3 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "PUT /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1886936394 HTTP/1.1" status: 201 len: 201 time: 0.5530801 Apr 29 04:03:24.512598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58080) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.520926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-66094d94-e7f5-4eea-8d61-5d14497930be tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1886936394') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:24.574416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Publish callbacks [] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.602221 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-66094d94-e7f5-4eea-8d61-5d14497930be tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1886936394 HTTP/1.1" status: 204 len: 168 time: 0.0855048 Apr 29 04:03:24.611852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58082) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.615034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.619902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-58107b8c-8c6d-4632-ac75-4aa57767a097 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:24.643614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.715376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Pushing event updated for resources: {'Port': ['ID=4397cfad-a8ba-4734-956b-bec4ad67bc15,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:24.717851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0b1e7d1d-de71-46a5-8da0-b724b5be88aa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:24.734255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:24.760189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:24.764063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:24.787451 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-58107b8c-8c6d-4632-ac75-4aa57767a097 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags HTTP/1.1" status: 200 len: 238 time: 0.1745021 Apr 29 04:03:24.795326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58086) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.795653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58088) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:24.805732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-0f37e895-70a1-4390-8956-26db65e6aad3 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', {'tags': ['tempest-TagsTest-Tag-1158549878', 'tempest-TagsTest-Tag-1248236029', 'tempest-TagsTest-Tag-1694248344']}) {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:24.849470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:24.853181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.853181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Attempting to bind port 4397cfad-a8ba-4734-956b-bec4ad67bc15 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:24.853181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Attempting to bind port 4397cfad-a8ba-4734-956b-bec4ad67bc15 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:24.854784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Attempting to bind port 4397cfad-a8ba-4734-956b-bec4ad67bc15 on network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:24.878240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:24.879512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Checking segment: {'id': 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:24.879512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.879970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Bound using segment: {'id': 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:24.880430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Bound port: 4397cfad-a8ba-4734-956b-bec4ad67bc15, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0e75c1a-effe-4eb3-acd0-416e57ff12e9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:24.880757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.912340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2e0b592e-004f-4887-8c03-4f128623103c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.947117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0b592e-004f-4887-8c03-4f128623103c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:24.955054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.960002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:24.960587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:24.967564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] For port 4397cfad-a8ba-4734-956b-bec4ad67bc15, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:24.992542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] For port 4397cfad-a8ba-4734-956b-bec4ad67bc15, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4397cfad-a8ba-4734-956b-bec4ad67bc15,segment=NetworkSegment(b8c22ed2-42ae-44d2-a7a5-8ee6afae6580),segment_id=b8c22ed2-42ae-44d2-a7a5-8ee6afae6580)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:25.011900 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0f37e895-70a1-4390-8956-26db65e6aad3 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "PUT /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags HTTP/1.1" status: 200 len: 309 time: 0.2136378 Apr 29 04:03:25.027010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (f2a53778-a100-4221-be06-5ac66e160538), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.036400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58092) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.044454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:25.046586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.049035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-b1eb92c2-4c50-4789-9be2-b3034b22c6f3 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1158549878') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:25.075346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:25.108544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks [] for floatingip (10055b8d-8442-4487-b08e-8d7aa91bd724), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.111127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.112405 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-619f522e-5ee5-4461-a5f3-be3b43c22513 tempest-ServersTestManualDisk-1407577456 tempest-ServersTestManualDisk-1407577456-project] 10.222.0.37 "DELETE /v2.0/floatingips/10055b8d-8442-4487-b08e-8d7aa91bd724 HTTP/1.1" status: 204 len: 168 time: 2.0734048 Apr 29 04:03:25.132934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58094) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.141139 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-81bca525-0de4-4150-b5ad-e02255f0fc04 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=941b435f-503e-42f5-9742-d88f02933aa4 HTTP/1.1" status: 200 len: 205 time: 0.6634674 Apr 29 04:03:25.142648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58096) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.147811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=cd67703b-d6ac-47b2-a8c3-e45cf095a53b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:25.152825 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f228981c-08ac-4579-99f3-5d062694bb17 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0144205 Apr 29 04:03:25.160495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.162440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58098) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.170046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:25.180323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.194457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network cd67703b-d6ac-47b2-a8c3-e45cf095a53b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:25.216432 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3dbb384c-647d-40c7-bbe7-ed6b89d6b04c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e01733ee5dc4571850905dd2d3c4fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195318 Apr 29 04:03:25.226485 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-ed3ad025-b6f6-4568-bf16-5316e4e6c203 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] delete failed (client error): The resource could not be found. Apr 29 04:03:25.230029 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ed3ad025-b6f6-4568-bf16-5316e4e6c203 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/941b435f-503e-42f5-9742-d88f02933aa4 HTTP/1.1" status: 404 len: 336 time: 0.0833969 Apr 29 04:03:25.230935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58100) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.232707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58102) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.281182 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b7f6cb8b-0faa-4729-9345-9f30312b2a75 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8f612dc-46d5-4b89-9f83-46d075e65a79 HTTP/1.1" status: 200 len: 205 time: 0.0457177 Apr 29 04:03:25.286287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58104) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.323444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa127363-cfb3-4bf1-a373-f8bc90607095 None None] Pushing event updated for resources: {'Port': ['ID=4397cfad-a8ba-4734-956b-bec4ad67bc15,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:25.394810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:25.446799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-23551121-1f4e-4b59-ab7b-618b9eb4e248 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] delete failed (client error): The resource could not be found. Apr 29 04:03:25.448801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-23551121-1f4e-4b59-ab7b-618b9eb4e248 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/c8f612dc-46d5-4b89-9f83-46d075e65a79 HTTP/1.1" status: 404 len: 336 time: 0.1163218 Apr 29 04:03:25.459373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58106) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.531370 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b1eb92c2-4c50-4789-9be2-b3034b22c6f3 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "DELETE /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1158549878 HTTP/1.1" status: 204 len: 168 time: 0.4911218 Apr 29 04:03:25.537837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58108) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.543257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-7ce51514-0b0d-4453-a500-6d92c3c9ef96 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1158549878') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:25.580673 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3d8ab26e-fe1e-4f25-8c26-fd326d6d77f0 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=40fbbacd-f43a-44c5-9f1b-27b21b643349 HTTP/1.1" status: 200 len: 205 time: 0.1198092 Apr 29 04:03:25.584864 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58110) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.654438 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-e0059f4e-d639-491b-a1df-d98c81d91357 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] delete failed (client error): The resource could not be found. Apr 29 04:03:25.657552 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e0059f4e-d639-491b-a1df-d98c81d91357 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/40fbbacd-f43a-44c5-9f1b-27b21b643349 HTTP/1.1" status: 404 len: 336 time: 0.0679076 Apr 29 04:03:25.687646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58112) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.753796 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1adf6891-22ad-4610-9916-100b5af64499 tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c3c8cd4-c051-46b2-98a9-96c47a5076a5 HTTP/1.1" status: 200 len: 205 time: 0.0632849 Apr 29 04:03:25.762006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58114) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.828567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (f2a53778-a100-4221-be06-5ac66e160538), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.833051 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-46e67b98-8040-464b-aea9-b530681cc4ba tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] delete failed (client error): The resource could not be found. Apr 29 04:03:25.834150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-46e67b98-8040-464b-aea9-b530681cc4ba tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/4c3c8cd4-c051-46b2-98a9-96c47a5076a5 HTTP/1.1" status: 404 len: 336 time: 0.0708411 Apr 29 04:03:25.836918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58116) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.871233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc7cb-67e8-47bd-bf5a-693f6836a432 admin admin] Publish callbacks [] for security_group (2b1ad8f1-1d40-4034-9f25-8adcd3646cbf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.872809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:25.876190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:25.904900 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-7ce51514-0b0d-4453-a500-6d92c3c9ef96 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] show failed (client error): The resource could not be found. Apr 29 04:03:25.905866 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7ce51514-0b0d-4453-a500-6d92c3c9ef96 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1158549878 HTTP/1.1" status: 404 len: 326 time: 0.3661916 Apr 29 04:03:25.921612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58118) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.922150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a416b59a-f548-43d7-9e33-6e443ff4361e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b HTTP/1.1" status: 200 len: 205 time: 0.0832720 Apr 29 04:03:25.924888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58120) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:25.934090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-cef5040d-dde3-4bf7-ad66-888bfd2034ad tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1248236029') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:26.026762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc7cb-67e8-47bd-bf5a-693f6836a432 admin admin] Publish callbacks [] for security_group (2b1ad8f1-1d40-4034-9f25-8adcd3646cbf), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.059259 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-645292b4-45fb-452b-ae1a-6b5eb7c087cb tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] delete failed (client error): The resource could not be found. Apr 29 04:03:26.059922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-645292b4-45fb-452b-ae1a-6b5eb7c087cb tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/routers/8ac9ccab-08d9-4c0c-b16d-bf88f7bd980b HTTP/1.1" status: 404 len: 336 time: 0.1204369 Apr 29 04:03:26.063265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Performing IP validity checks on allocation pools {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:03:26.063788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:03:26.067186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58122) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:26.086347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (06944c71-c35a-4583-ba39-18a6633c3d67), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.101558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (95b86b2c-3056-49c2-9d73-448b5b411a75), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.105566 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be0e49-7be8-413c-82b7-5c4514b21c9e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] DELETE failed (client error): The resource could not be found. Apr 29 04:03:26.106218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3be0e49-7be8-413c-82b7-5c4514b21c9e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:03:26.109247 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b3be0e49-7be8-413c-82b7-5c4514b21c9e tempest-RoutersAdminTest-1071433278 tempest-RoutersAdminTest-1071433278-project] 10.222.0.37 "DELETE /v2.0/subnets/996b2b44-11b4-4f8a-b0b1-522ec1a783d8 HTTP/1.1" status: 404 len: 337 time: 0.0410950 Apr 29 04:03:26.147258 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cef5040d-dde3-4bf7-ad66-888bfd2034ad tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1248236029 HTTP/1.1" status: 204 len: 168 time: 0.2210100 Apr 29 04:03:26.150406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58126) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:26.158108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-24a56e6c-b473-44e3-a89e-83d0be54391e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1694248344') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:26.273775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-24a56e6c-b473-44e3-a89e-83d0be54391e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1694248344 HTTP/1.1" status: 204 len: 168 time: 0.1217015 Apr 29 04:03:26.277877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58128) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:26.296295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc7cb-67e8-47bd-bf5a-693f6836a432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2b1ad8f1-1d40-4034-9f25-8adcd3646cbf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.297069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-7a0b4836-3cb7-4106-8af6-1a2642914993 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:26.299086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc7cb-67e8-47bd-bf5a-693f6836a432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.301402 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e4dbc7cb-67e8-47bd-bf5a-693f6836a432 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b1ad8f1-1d40-4034-9f25-8adcd3646cbf HTTP/1.1" status: 204 len: 168 time: 1.0659914 Apr 29 04:03:26.301546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Router f2a53778-a100-4221-be06-5ac66e160538 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:26.345275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbc7cb-67e8-47bd-bf5a-693f6836a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ad8f1-1d40-4034-9f25-8adcd3646cbf,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:26.463667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (905bf215-ccaa-4dba-bc64-3fbd03bb3102), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.540270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b86ed-357a-4451-a7a5-7cffed6850af None None] Network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:26.552993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=905bf215-ccaa-4dba-bc64-3fbd03bb3102,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:26.568938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Router 06944c71-c35a-4583-ba39-18a6633c3d67 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:26.587262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': '3b4f4b50-403e-48f1-954e-21db3953c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:26.587653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: cd67703b-d6ac-47b2-a8c3-e45cf095a53b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:26.629028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] Provisioning complete for port 4397cfad-a8ba-4734-956b-bec4ad67bc15 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:26.629858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.661457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:26.686125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Sync routers for ids ['f2a53778-a100-4221-be06-5ac66e160538'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:26.737437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network cd67703b-d6ac-47b2-a8c3-e45cf095a53b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:26.745272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:26.748597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Deleting port 9d65ce2a-5c60-4e33-9cc9-07cd48200733 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:26.748947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.750973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e435b04d-021a-41d0-87d2-45ae6df42d5d admin admin] 10.222.0.37 "PUT /v2.0/routers/06944c71-c35a-4583-ba39-18a6633c3d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1294346 Apr 29 04:03:26.754311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58136) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:26.757728 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] Sync routers for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:26.772244 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:26.772893 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:26.807302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Routers {'f2a53778-a100-4221-be06-5ac66e160538'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:26.808561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f2a53778-a100-4221-be06-5ac66e160538'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:26.890467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks [] for router (06944c71-c35a-4583-ba39-18a6633c3d67), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.893815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58138) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:26.954585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, cd67703b-d6ac-47b2-a8c3-e45cf095a53b) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:26.963264 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:26.966665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:26.967315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:26.988874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] For port 9d65ce2a-5c60-4e33-9cc9-07cd48200733, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d65ce2a-5c60-4e33-9cc9-07cd48200733,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:26.989094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a0f67-026e-475b-b0e9-df9c923bed84 None None] Network cd67703b-d6ac-47b2-a8c3-e45cf095a53b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:26.989355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.004546 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7a0b4836-3cb7-4106-8af6-1a2642914993 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "DELETE /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags HTTP/1.1" status: 204 len: 168 time: 0.7128346 Apr 29 04:03:27.007799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58146) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.015674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-9fda5a4b-2ab5-4dc0-a16c-d9bb430833b6 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1248236029') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.073164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Calling delete_port for 9d65ce2a-5c60-4e33-9cc9-07cd48200733 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:27.081028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Set router f2a53778-a100-4221-be06-5ac66e160538 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:27.110580 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7fd5ca80-d855-4d59-898d-14febb9f2ebf tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9446027 Apr 29 04:03:27.114098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58150) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.175931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-9fda5a4b-2ab5-4dc0-a16c-d9bb430833b6 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] show failed (client error): The resource could not be found. Apr 29 04:03:27.180186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9fda5a4b-2ab5-4dc0-a16c-d9bb430833b6 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1248236029 HTTP/1.1" status: 404 len: 326 time: 0.1675267 Apr 29 04:03:27.181837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58154) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.186296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-ea75ca7a-0118-4ca9-ad76-7c3afe52bea5 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465', 'tempest-TagsTest-Tag-1694248344') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.237258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bec16e2f-5236-40af-9171-a87c21ba7852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.278484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks [] for router_gateway (06944c71-c35a-4583-ba39-18a6633c3d67), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.289199 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-ea75ca7a-0118-4ca9-ad76-7c3afe52bea5 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] show failed (client error): The resource could not be found. Apr 29 04:03:27.293061 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ea75ca7a-0118-4ca9-ad76-7c3afe52bea5 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "GET /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags/tempest-TagsTest-Tag-1694248344 HTTP/1.1" status: 404 len: 326 time: 0.1076019 Apr 29 04:03:27.293826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58158) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.298194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-5b430a3f-869c-4dc2-8ed5-c21f38580e69 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1b81bd45-7468-4d79-9ddd-2192b1d38465') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.303372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0b1e7d1d-de71-46a5-8da0-b724b5be88aa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:27.359146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] Current status of the port 4397cfad-a8ba-4734-956b-bec4ad67bc15 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:27.359571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.395155 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b430a3f-869c-4dc2-8ed5-c21f38580e69 tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "DELETE /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465/tags HTTP/1.1" status: 204 len: 168 time: 0.0946908 Apr 29 04:03:27.421054 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:03:24Z', 'revision_number': 5, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port': {'id': '786200b1-a3f0-46a5-81a6-c140a64e132c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.422187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:27.422780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.434653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58160) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.453392 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] Checking router: 06944c71-c35a-4583-ba39-18a6633c3d67 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:27.463359 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] Routers {'06944c71-c35a-4583-ba39-18a6633c3d67'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:27.464493 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['06944c71-c35a-4583-ba39-18a6633c3d67'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.487269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.490599 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-74f01e7c-de4c-4e5e-b345-52f0fe5dc7c5 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3741715 Apr 29 04:03:27.496457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58162) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.540026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1b81bd45-7468-4d79-9ddd-2192b1d38465), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.580616 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] Set router 06944c71-c35a-4583-ba39-18a6633c3d67 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:27.586205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] For port 4397cfad-a8ba-4734-956b-bec4ad67bc15, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4397cfad-a8ba-4734-956b-bec4ad67bc15,segment=NetworkSegment(b8c22ed2-42ae-44d2-a7a5-8ee6afae6580),segment_id=b8c22ed2-42ae-44d2-a7a5-8ee6afae6580)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:27.594944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Deleting port 786200b1-a3f0-46a5-81a6-c140a64e132c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:27.596753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.603100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (9d65ce2a-5c60-4e33-9cc9-07cd48200733), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.605608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a53778-a100-4221-be06-5ac66e160538', 'name': 'tempest-snat-router-1633645696', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '2de3083a-1214-4d13-a1fe-7bb9a77f7a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:21Z', 'updated_at': '2022-04-29T04:03:24Z', 'revision_number': 3, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port': {'id': '2de3083a-1214-4d13-a1fe-7bb9a77f7a75', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a53778-a100-4221-be06-5ac66e160538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:22Z', 'updated_at': '2022-04-29T04:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.639728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Checking router: f2a53778-a100-4221-be06-5ac66e160538 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:27.640076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Updating router f2a53778-a100-4221-be06-5ac66e160538 port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:03:27.660724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bec16e2f-5236-40af-9171-a87c21ba7852 admin admin] Publish callbacks [] for security_group (36b85ae8-01e5-4779-b1f4-8e3fa5095951), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.667027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.702284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d65ce2a-5c60-4e33-9cc9-07cd48200733,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:27.705842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.710821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.734921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bec16e2f-5236-40af-9171-a87c21ba7852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (36b85ae8-01e5-4779-b1f4-8e3fa5095951), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.774652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bec16e2f-5236-40af-9171-a87c21ba7852 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9f014ff761245818e1760cbf3c89ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8767769 Apr 29 04:03:27.804736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58170) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:27.858709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1b81bd45-7468-4d79-9ddd-2192b1d38465), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:27.902097 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:03:27Z', 'revision_number': 6, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.932277 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacb9cc-e5ed-413f-aa3c-4075ddedda3b None None] The sync data for ids ['06944c71-c35a-4583-ba39-18a6633c3d67'] in dv-neutron-839777-1-hyperv is: [{'id': '06944c71-c35a-4583-ba39-18a6633c3d67', 'name': 'tempest-ServersTestJSON-903852086-router', 'tenant_id': '4d030c1808e044749889e7831d1963fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:03:27Z', 'revision_number': 6, 'project_id': '4d030c1808e044749889e7831d1963fa', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:27.943835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:27.944940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4397cfad-a8ba-4734-956b-bec4ad67bc15 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:27.992726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b81bd45-7468-4d79-9ddd-2192b1d38465']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:27.996691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] For port 786200b1-a3f0-46a5-81a6-c140a64e132c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=786200b1-a3f0-46a5-81a6-c140a64e132c,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:27.998587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.032301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58174) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:28.055829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09803fd0-883c-4c81-a20d-cbd009f60aa1') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:28.057173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-cd67703b-d6ac-47b2-a8c3-e45cf095a53b', 'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '905bf215-ccaa-4dba-bc64-3fbd03bb3102'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:28.057515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09803fd0-883c-4c81-a20d-cbd009f60aa1') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:28.058076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.070000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec16e2f-5236-40af-9171-a87c21ba7852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b85ae8-01e5-4779-b1f4-8e3fa5095951,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:28.085043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e63c6e4e-3e84-4b1a-a787-0121d73d2595 None None] Provisioning complete for port 4397cfad-a8ba-4734-956b-bec4ad67bc15 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:28.085177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Calling delete_port for 786200b1-a3f0-46a5-81a6-c140a64e132c owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:28.085434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e63c6e4e-3e84-4b1a-a787-0121d73d2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.093260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (09803fd0-883c-4c81-a20d-cbd009f60aa1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.155847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (09803fd0-883c-4c81-a20d-cbd009f60aa1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.170919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:28.171323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (09803fd0-883c-4c81-a20d-cbd009f60aa1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:28.175481 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:28.188762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37bca094-b0d7-48d4-87d8-d5a364ddb2c9 admin admin] Publish callbacks [] for security_group (36b85ae8-01e5-4779-b1f4-8e3fa5095951), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.209207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aa801-0f1e-4c17-901b-9137fb03e970 None None] Pushing event updated for resources: {'Port': ['ID=4397cfad-a8ba-4734-956b-bec4ad67bc15,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:28.254624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1774834580'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:28.283584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37bca094-b0d7-48d4-87d8-d5a364ddb2c9 admin admin] Publish callbacks [] for security_group (36b85ae8-01e5-4779-b1f4-8e3fa5095951), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.288380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4397cfad-a8ba-4734-956b-bec4ad67bc15 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:28.288750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.358509 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5ad6f5f9-d210-4904-9cfb-11a745ee3b58 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/f2a53778-a100-4221-be06-5ac66e160538 HTTP/1.1" status: 200 len: 908 time: 0.8607264 Apr 29 04:03:28.363890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58178) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:28.383452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1b81bd45-7468-4d79-9ddd-2192b1d38465), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.392780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.398611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] 10.222.0.37 "DELETE /v2.0/networks/1b81bd45-7468-4d79-9ddd-2192b1d38465 HTTP/1.1" status: 204 len: 168 time: 0.9571285 Apr 29 04:03:28.455761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:28.460184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.469641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (905bf215-ccaa-4dba-bc64-3fbd03bb3102), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.476189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5ed69-afbb-4a71-8346-81723253a71e tempest-TagsTest-1041207739 tempest-TagsTest-1041207739-project] Pushing event deleted for resources: {'Network': ['ID=1b81bd45-7468-4d79-9ddd-2192b1d38465,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:28.483316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.544239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e63c6e4e-3e84-4b1a-a787-0121d73d2595 None None] Current status of the port 4397cfad-a8ba-4734-956b-bec4ad67bc15 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:28.589801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Allocated IP 2001:db8::3 (cd67703b-d6ac-47b2-a8c3-e45cf095a53b/905bf215-ccaa-4dba-bc64-3fbd03bb3102/7882ea78-7dcf-4b41-af5e-bb16570c8396) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:28.592802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (95b86b2c-3056-49c2-9d73-448b5b411a75), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.651171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4397cfad-a8ba-4734-956b-bec4ad67bc15 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:28.694650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Publish callbacks [] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.774853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.821776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37bca094-b0d7-48d4-87d8-d5a364ddb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (36b85ae8-01e5-4779-b1f4-8e3fa5095951), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.824185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37bca094-b0d7-48d4-87d8-d5a364ddb2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.825327 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-37bca094-b0d7-48d4-87d8-d5a364ddb2c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36b85ae8-01e5-4779-b1f4-8e3fa5095951 HTTP/1.1" status: 204 len: 168 time: 1.0039160 Apr 29 04:03:28.837676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Attempting to bind port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:28.838271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Attempting to bind port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:28.838732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Attempting to bind port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:28.842173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002a688-910c-4dbd-9eb2-5ee1da339c19 None None] Pushing event updated for resources: {'Port': ['ID=2de3083a-1214-4d13-a1fe-7bb9a77f7a75,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:28.847497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:28.848009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:28.848510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.848994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:28.849601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Bound port: 2de3083a-1214-4d13-a1fe-7bb9a77f7a75, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:28.850090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.864093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bca094-b0d7-48d4-87d8-d5a364ddb2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b85ae8-01e5-4779-b1f4-8e3fa5095951,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:28.877248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (f2a53778-a100-4221-be06-5ac66e160538), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.942900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (786200b1-a3f0-46a5-81a6-c140a64e132c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:28.956655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] For port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:28.963957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] For port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2de3083a-1214-4d13-a1fe-7bb9a77f7a75,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:28.978493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Router 95b86b2c-3056-49c2-9d73-448b5b411a75 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:28.990136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Pushing event deleted for resources: {'Port': ['ID=786200b1-a3f0-46a5-81a6-c140a64e132c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:29.082603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.117008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (a5ff5228-3123-4d5b-8539-baa8d389d6f3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.137177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (06944c71-c35a-4583-ba39-18a6633c3d67), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.141302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (f2a53778-a100-4221-be06-5ac66e160538), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.192401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Publish callbacks [] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.196919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.211914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a5ff5228-3123-4d5b-8539-baa8d389d6f3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.236916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:29.264461 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-754dc0a2-3de4-46bf-8041-af8e5ae05e24 admin admin] 10.222.0.37 "PUT /v2.0/routers/95b86b2c-3056-49c2-9d73-448b5b411a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1337581 Apr 29 04:03:29.265396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58192) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.269907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (06944c71-c35a-4583-ba39-18a6633c3d67), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.274433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks [] for router_controller (06944c71-c35a-4583-ba39-18a6633c3d67), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.275985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:29.282645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4397cfad-a8ba-4734-956b-bec4ad67bc15 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:29.295664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff5228-3123-4d5b-8539-baa8d389d6f3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:29.318414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] Sync routers for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:29.330785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c2d1bcc9-78e6-4bba-bf01-c44751f649f5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.331130 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment c2d1bcc9-78e6-4bba-bf01-c44751f649f5 of type vlan for network 5d81f12f-d7cc-4338-909c-54666885936a Apr 29 04:03:29.364285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002a688-910c-4dbd-9eb2-5ee1da339c19 None None] Pushing event updated for resources: {'Port': ['ID=2de3083a-1214-4d13-a1fe-7bb9a77f7a75,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:29.373981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.395523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Routers {'f2a53778-a100-4221-be06-5ac66e160538'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:29.396293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['f2a53778-a100-4221-be06-5ac66e160538'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:29.433367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5d81f12f-d7cc-4338-909c-54666885936a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.445486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (905bf215-ccaa-4dba-bc64-3fbd03bb3102), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.482297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (06944c71-c35a-4583-ba39-18a6633c3d67), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.483251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06944c71-c35a-4583-ba39-18a6633c3d67 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:29.485946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=905bf215-ccaa-4dba-bc64-3fbd03bb3102,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:29.498098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.498098 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2d406cda-b57d-4964-acea-2d295193be89 admin admin] 10.222.0.37 "DELETE /v2.0/routers/06944c71-c35a-4583-ba39-18a6633c3d67 HTTP/1.1" status: 204 len: 168 time: 2.7377656 Apr 29 04:03:29.498098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58194) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.510164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:29.510921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:29.520450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Network cd67703b-d6ac-47b2-a8c3-e45cf095a53b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:29.540013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks [] for router (95b86b2c-3056-49c2-9d73-448b5b411a75), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.557173 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Deleting subnet b3343928-bd3d-4507-ac1f-d5eb96731964 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:29.559391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5d81f12f-d7cc-4338-909c-54666885936a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.571027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:29.571027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.571581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:29.583849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:29.624639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Pushing event updated for resources: {'Port': ['ID=7882ea78-7dcf-4b41-af5e-bb16570c8396,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:29.650239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Deleting port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:29.651066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.656345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] Set router f2a53778-a100-4221-be06-5ac66e160538 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:29.686020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Publish callbacks [] for subnet (b3343928-bd3d-4507-ac1f-d5eb96731964), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.688100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=5d81f12f-d7cc-4338-909c-54666885936a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:29.711156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.761618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd67703b-d6ac-47b2-a8c3-e45cf095a53b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:29.762425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:29.763451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58196) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.774318 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b9b787a4-24b3-43d3-9467-8b4335586633 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7402289 Apr 29 04:03:29.779122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58198) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.783361 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b257f0ad-d5b9-45bc-8fd9-2d6d26cef92d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e225c5c2299a429fa1e9894e81476c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6974387 Apr 29 04:03:29.783839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'name': 'tempest-PortsIpV6TestJSON-1751826422'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:29.792129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58200) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.793529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4f4b50-403e-48f1-954e-21db3953c7a7') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:29.793761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4f4b50-403e-48f1-954e-21db3953c7a7') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:29.796292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a53778-a100-4221-be06-5ac66e160538', 'name': 'tempest-snat-router-1633645696', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:21Z', 'updated_at': '2022-04-29T04:03:29Z', 'revision_number': 4, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:29.797169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks [] for router_gateway (95b86b2c-3056-49c2-9d73-448b5b411a75), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.819922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.842444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4397cfad-a8ba-4734-956b-bec4ad67bc15 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:29.842963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.845267 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b6bc7dc4-34f3-4d46-b653-47ea02b57df1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71efa03350a74f7aa35237fdf46bdc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796945 Apr 29 04:03:29.846460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.850330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58202) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:29.859169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] For port 2de3083a-1214-4d13-a1fe-7bb9a77f7a75, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2de3083a-1214-4d13-a1fe-7bb9a77f7a75,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:29.863701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.867238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:29.867646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:29.870747 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:29.872939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1294c8-076b-4282-a188-92689e2a8e53 None None] The sync data for ids ['f2a53778-a100-4221-be06-5ac66e160538'] in dv-neutron-839777-1-hyperv is: [{'id': 'f2a53778-a100-4221-be06-5ac66e160538', 'name': 'tempest-snat-router-1633645696', 'tenant_id': '6b28ae0632e5401db562e5c31a9315e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:21Z', 'updated_at': '2022-04-29T04:03:29Z', 'revision_number': 4, 'project_id': '6b28ae0632e5401db562e5c31a9315e9', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:29.927119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Calling delete_port for 2de3083a-1214-4d13-a1fe-7bb9a77f7a75 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:29.933139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (b3343928-bd3d-4507-ac1f-d5eb96731964), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:29.943016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Attempting to bind port 7882ea78-7dcf-4b41-af5e-bb16570c8396 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:29.945730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Attempting to bind port 7882ea78-7dcf-4b41-af5e-bb16570c8396 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3b4f4b50-403e-48f1-954e-21db3953c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:29.946288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Attempting to bind port 7882ea78-7dcf-4b41-af5e-bb16570c8396 on network cd67703b-d6ac-47b2-a8c3-e45cf095a53b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:29.952830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:30.003953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Deleting port e323c0d9-422f-40e8-b771-a6a3aefafea6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:30.004306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.017028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea41e-876d-4500-951d-0c23dfa1e523 admin admin] Publish callbacks [] for security_group (a9f5b60f-e03f-435d-bd3c-1a1567a433e9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.017371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:03:30.017371 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:03:30.017371 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b'}] Apr 29 04:03:30.017371 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:30.017371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:30.038707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea41e-876d-4500-951d-0c23dfa1e523 admin admin] Publish callbacks [] for security_group (a9f5b60f-e03f-435d-bd3c-1a1567a433e9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.078592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c43d5498-168a-4e9f-8808-087f48e6e3c7 admin admin] Publish callbacks [] for security_group (c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.103769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:30.107188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.108202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c43d5498-168a-4e9f-8808-087f48e6e3c7 admin admin] Publish callbacks [] for security_group (c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.144850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:30.161592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] For port e323c0d9-422f-40e8-b771-a6a3aefafea6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e323c0d9-422f-40e8-b771-a6a3aefafea6,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:30.161957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.185748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:30.186253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Checking segment: {'id': '3b4f4b50-403e-48f1-954e-21db3953c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:30.188490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.188490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Bound using segment: {'id': '3b4f4b50-403e-48f1-954e-21db3953c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:30.188490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Bound port: 7882ea78-7dcf-4b41-af5e-bb16570c8396, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f4b50-403e-48f1-954e-21db3953c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd67703b-d6ac-47b2-a8c3-e45cf095a53b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:30.188490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.190121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Calling delete_port for e323c0d9-422f-40e8-b771-a6a3aefafea6 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:30.272420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c43d5498-168a-4e9f-8808-087f48e6e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.274901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c43d5498-168a-4e9f-8808-087f48e6e3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.281678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c43d5498-168a-4e9f-8808-087f48e6e3c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7 HTTP/1.1" status: 204 len: 168 time: 0.4261932 Apr 29 04:03:30.287783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b3343928-bd3d-4507-ac1f-d5eb96731964), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.315528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d5498-168a-4e9f-8808-087f48e6e3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bda69c-997f-4a1d-a4b2-858f4b6c5cf7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:30.378372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] For port 7882ea78-7dcf-4b41-af5e-bb16570c8396, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:30.386469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4397cfad-a8ba-4734-956b-bec4ad67bc15 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:30.430094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea41e-876d-4500-951d-0c23dfa1e523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a9f5b60f-e03f-435d-bd3c-1a1567a433e9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.434010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea41e-876d-4500-951d-0c23dfa1e523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.437797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2f8ea41e-876d-4500-951d-0c23dfa1e523 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9f5b60f-e03f-435d-bd3c-1a1567a433e9 HTTP/1.1" status: 204 len: 168 time: 0.6404362 Apr 29 04:03:30.453020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] For port 7882ea78-7dcf-4b41-af5e-bb16570c8396, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7882ea78-7dcf-4b41-af5e-bb16570c8396,segment=NetworkSegment(3b4f4b50-403e-48f1-954e-21db3953c7a7),segment_id=3b4f4b50-403e-48f1-954e-21db3953c7a7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:30.471544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 786200b1-a3f0-46a5-81a6-c140a64e132c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:30.495999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 786200b1-a3f0-46a5-81a6-c140a64e132c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:30.501237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 786200b1-a3f0-46a5-81a6-c140a64e132c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:30.501849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2e0b592e-004f-4887-8c03-4f128623103c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:30.513542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ea41e-876d-4500-951d-0c23dfa1e523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f5b60f-e03f-435d-bd3c-1a1567a433e9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:30.514769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.529290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:03:27Z', 'revision_number': 5, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port': {'id': 'e323c0d9-422f-40e8-b771-a6a3aefafea6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:30.533365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 2e0b592e-004f-4887-8c03-4f128623103c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:30.533788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2e0b592e-004f-4887-8c03-4f128623103c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:30.557754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e323c0d9-422f-40e8-b771-a6a3aefafea6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.573257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (b3343928-bd3d-4507-ac1f-d5eb96731964), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.575113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] Checking router: 95b86b2c-3056-49c2-9d73-448b5b411a75 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:30.578527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.594019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.627188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.630172 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3343928-bd3d-4507-ac1f-d5eb96731964 HTTP/1.1" status: 204 len: 168 time: 1.1332309 Apr 29 04:03:30.631319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe4eb3-a8c3-4d64-97cf-aee6d521b03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3343928-bd3d-4507-ac1f-d5eb96731964,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:30.635638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58208) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:30.636352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947fc5cf-7c11-4421-a160-92a2d1a05c41 None None] Network 293e95bc-eec4-4219-84ae-ec12b64f60d0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:30.646681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] Routers {'95b86b2c-3056-49c2-9d73-448b5b411a75'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:30.650341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['95b86b2c-3056-49c2-9d73-448b5b411a75'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:30.650489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Pushing event deleted for resources: {'Port': ['ID=e323c0d9-422f-40e8-b771-a6a3aefafea6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:30.671784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port 7882ea78-7dcf-4b41-af5e-bb16570c8396 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:30.674378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2de3083a-1214-4d13-a1fe-7bb9a77f7a75), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.679022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.731335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event deleted for resources: {'Port': ['ID=2de3083a-1214-4d13-a1fe-7bb9a77f7a75,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:30.782345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eb9e9-6c33-4ad1-968b-ec84a7e07e78 None None] Pushing event updated for resources: {'Port': ['ID=7882ea78-7dcf-4b41-af5e-bb16570c8396,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:30.874247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] Set router 95b86b2c-3056-49c2-9d73-448b5b411a75 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:30.883284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (293e95bc-eec4-4219-84ae-ec12b64f60d0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.899421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.917522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (f2a53778-a100-4221-be06-5ac66e160538), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.941883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061e831-c38a-4737-9634-1a6f65221a81 None None] Network cd67703b-d6ac-47b2-a8c3-e45cf095a53b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:30.946934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (95b86b2c-3056-49c2-9d73-448b5b411a75), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:30.981342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:03:30Z', 'revision_number': 7, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:31.026215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a2f50-8391-4aa7-b300-c557e241e2db None None] The sync data for ids ['95b86b2c-3056-49c2-9d73-448b5b411a75'] in dv-neutron-839777-1-hyperv is: [{'id': '95b86b2c-3056-49c2-9d73-448b5b411a75', 'name': 'tempest-ServersTestManualDisk-1578399647-router', 'tenant_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:32Z', 'updated_at': '2022-04-29T04:03:30Z', 'revision_number': 7, 'project_id': 'd5534ece9a1040a4b3e57c08a451b2d8', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:31.070620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port 7882ea78-7dcf-4b41-af5e-bb16570c8396, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7882ea78-7dcf-4b41-af5e-bb16570c8396,segment=NetworkSegment(3b4f4b50-403e-48f1-954e-21db3953c7a7),segment_id=3b4f4b50-403e-48f1-954e-21db3953c7a7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:31.071819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.127463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (95b86b2c-3056-49c2-9d73-448b5b411a75), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.143797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks [] for router_controller (95b86b2c-3056-49c2-9d73-448b5b411a75), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.146373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for 7882ea78-7dcf-4b41-af5e-bb16570c8396 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:31.256326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (f2a53778-a100-4221-be06-5ac66e160538), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.273375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (f2a53778-a100-4221-be06-5ac66e160538), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.279767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=94a4c1ce-8696-4abd-826c-cf6e550c9c25,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:31.287729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Deleting port 507b2623-3e8c-4efb-9c64-19983894e20d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:31.288718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.330642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (95b86b2c-3056-49c2-9d73-448b5b411a75), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.331214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b86b2c-3056-49c2-9d73-448b5b411a75 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:31.337391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.342932 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c9a2cedf-e32d-4a93-b9e6-dde6374b3004 admin admin] 10.222.0.37 "DELETE /v2.0/routers/95b86b2c-3056-49c2-9d73-448b5b411a75 HTTP/1.1" status: 204 len: 168 time: 2.0718358 Apr 29 04:03:31.342932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58228) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:31.346604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.346604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.346604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.346604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.346904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.346994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.347831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.348166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.348495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.348820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.349139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.349660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.350142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.351178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.351681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:31.361968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:31.362686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: 5d81f12f-d7cc-4338-909c-54666885936a, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:31.377510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7882ea78-7dcf-4b41-af5e-bb16570c8396), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.420174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port 7882ea78-7dcf-4b41-af5e-bb16570c8396 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:31.428767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=7882ea78-7dcf-4b41-af5e-bb16570c8396,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:31.436048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] For port 507b2623-3e8c-4efb-9c64-19983894e20d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=507b2623-3e8c-4efb-9c64-19983894e20d,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:31.436465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.446276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (f2a53778-a100-4221-be06-5ac66e160538), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.446805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2a53778-a100-4221-be06-5ac66e160538 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:31.452807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] DHCP port deletion for 293e95bc-eec4-4219-84ae-ec12b64f60d0 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:31.463494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.464454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dc2bc11d-f886-4eee-95f9-f0c85c93bb76 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f2a53778-a100-4221-be06-5ac66e160538 HTTP/1.1" status: 204 len: 168 time: 3.0947218 Apr 29 04:03:31.468447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58232) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:31.471295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Calling delete_port for 507b2623-3e8c-4efb-9c64-19983894e20d owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:31.499459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Deleting subnet 7a49e2df-4761-4ac4-ba10-97616206dca3 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:31.511593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Publish callbacks [] for subnet (7a49e2df-4761-4ac4-ba10-97616206dca3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.577155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] Deleting port 507b2623-3e8c-4efb-9c64-19983894e20d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:31.578620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.587502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.617628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (7a49e2df-4761-4ac4-ba10-97616206dca3), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.635918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:31.638885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd67703b-d6ac-47b2-a8c3-e45cf095a53b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:31.661642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4f4b50-403e-48f1-954e-21db3953c7a7') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:31.661946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4f4b50-403e-48f1-954e-21db3953c7a7') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:31.669662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] For port 507b2623-3e8c-4efb-9c64-19983894e20d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=507b2623-3e8c-4efb-9c64-19983894e20d,segment=NetworkSegment(32b35309-2139-4ad9-b05b-d52d3ef2d860),segment_id=32b35309-2139-4ad9-b05b-d52d3ef2d860)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:31.670648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.675025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.687122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] Calling delete_port for 507b2623-3e8c-4efb-9c64-19983894e20d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:31.735066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.753298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.781159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:31.781678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (3b4f4b50-403e-48f1-954e-21db3953c7a7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:31.784727 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:31.849834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (7a49e2df-4761-4ac4-ba10-97616206dca3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.874244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5d81f12f-d7cc-4338-909c-54666885936a) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:31.883500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e662c07f-628b-4e04-9cc9-1f313eee05c5 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:31.895259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:31.900719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:31.901352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.924681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.943739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.947211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (507b2623-3e8c-4efb-9c64-19983894e20d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.959576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (cd67703b-d6ac-47b2-a8c3-e45cf095a53b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.966307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:31.979941 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/cd67703b-d6ac-47b2-a8c3-e45cf095a53b HTTP/1.1" status: 204 len: 168 time: 4.8637614 Apr 29 04:03:31.981596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58248) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:32.004398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239182730'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:32.041094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=cd67703b-d6ac-47b2-a8c3-e45cf095a53b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:32.055839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (7a49e2df-4761-4ac4-ba10-97616206dca3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.061790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] Pushing event deleted for resources: {'Port': ['ID=507b2623-3e8c-4efb-9c64-19983894e20d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:32.076366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.076943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.082657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.083550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc2080-2bbc-4af5-aaa6-e3d9ed20eb1b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:32.087906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced91521-2e1a-41b6-b1da-10a67b084e11 None None] No DVR routers for this DVR port 507b2623-3e8c-4efb-9c64-19983894e20d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:32.119402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a49e2df-4761-4ac4-ba10-97616206dca3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:32.124327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4c359-cbeb-4de6-9e49-496bdd0be4dc None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:03:32.125245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.130177 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9a04a9bb-9ee3-4f74-9ee9-449b014db9ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7a49e2df-4761-4ac4-ba10-97616206dca3 HTTP/1.1" status: 204 len: 168 time: 0.7861893 Apr 29 04:03:32.132622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58252) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:32.143926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:32.148071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.270632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=507b2623-3e8c-4efb-9c64-19983894e20d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:32.276286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] No DVR routers for this DVR port 507b2623-3e8c-4efb-9c64-19983894e20d on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:32.285898 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1317180f-1f60-4952-ba43-57daf1888f81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5069480 Apr 29 04:03:32.292443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58258) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:32.317446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-113242697'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:32.335862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced4c359-cbeb-4de6-9e49-496bdd0be4dc None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:03:32.361040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Deleting port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:32.361297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.363628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:32.371410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (dffbe481-d27f-4f84-95fe-7fb506e626d0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.387232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.388282 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment dbdc548c-7083-4278-af92-9b8101ca02f0 of type vlan for network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea Apr 29 04:03:32.438931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.444886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:32.448271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.481976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (293e95bc-eec4-4219-84ae-ec12b64f60d0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.485807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] For port 0b1e7d1d-de71-46a5-8da0-b724b5be88aa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:32.486390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.493697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:32.503088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4a415ea0-8315-4774-8904-a170cececabd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.503526 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment 4a415ea0-8315-4774-8904-a170cececabd of type vlan for network 0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d Apr 29 04:03:32.515863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Calling delete_port for 0b1e7d1d-de71-46a5-8da0-b724b5be88aa owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:32.523091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293e95bc-eec4-4219-84ae-ec12b64f60d0']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:32.546375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b35309-2139-4ad9-b05b-d52d3ef2d860') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:32.546853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b35309-2139-4ad9-b05b-d52d3ef2d860') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:32.551342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.619547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Deleting port 68ef4020-6423-4bd2-a2d5-f87018ef7989 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:32.619795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.633692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (32b35309-2139-4ad9-b05b-d52d3ef2d860), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.651401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (32b35309-2139-4ad9-b05b-d52d3ef2d860), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.660923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:32.661891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (32b35309-2139-4ad9-b05b-d52d3ef2d860), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:32.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:32.698631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.706022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:32.706910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.755583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.768560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:32.770256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.792601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9d65ce2a-5c60-4e33-9cc9-07cd48200733 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:32.809146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] For port 68ef4020-6423-4bd2-a2d5-f87018ef7989, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=68ef4020-6423-4bd2-a2d5-f87018ef7989,segment=NetworkSegment(9fc0ada8-f769-48f3-89d9-2f21ac59c759),segment_id=9fc0ada8-f769-48f3-89d9-2f21ac59c759)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:32.809556 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:32.821337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9d65ce2a-5c60-4e33-9cc9-07cd48200733 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:32.821716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9d65ce2a-5c60-4e33-9cc9-07cd48200733 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:32.822141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e323c0d9-422f-40e8-b771-a6a3aefafea6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:32.855813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e323c0d9-422f-40e8-b771-a6a3aefafea6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:32.856158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e323c0d9-422f-40e8-b771-a6a3aefafea6 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:32.856582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 507b2623-3e8c-4efb-9c64-19983894e20d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:32.858166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Calling delete_port for 68ef4020-6423-4bd2-a2d5-f87018ef7989 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:32.879164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb48072-6b31-4e5a-8c17-849a1936e503 None None] Network dffbe481-d27f-4f84-95fe-7fb506e626d0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:32.882647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 507b2623-3e8c-4efb-9c64-19983894e20d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:32.883103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 507b2623-3e8c-4efb-9c64-19983894e20d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:32.906673 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6077774 Apr 29 04:03:32.906673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58266) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:32.909370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'ports': [{'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'}, {'network_id': '0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d'}]} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:32.914547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:32.914547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:32.918134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506f44c-166e-4b5e-a2fb-b9f9b7628b2f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:32.948233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:33.010306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0175710 Apr 29 04:03:33.013894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58274) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:33.021382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:33.059900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (293e95bc-eec4-4219-84ae-ec12b64f60d0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.088794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.104223 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/293e95bc-eec4-4219-84ae-ec12b64f60d0 HTTP/1.1" status: 204 len: 168 time: 2.4598405 Apr 29 04:03:33.105591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0b1e7d1d-de71-46a5-8da0-b724b5be88aa), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.107636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d815779-7c84-4662-94c1-a553f755adf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=293e95bc-eec4-4219-84ae-ec12b64f60d0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:33.134522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] DHCP port deletion for dffbe481-d27f-4f84-95fe-7fb506e626d0 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:33.146765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b1e7d1d-de71-46a5-8da0-b724b5be88aa,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:33.187048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c77cc-5bb0-43cf-9a95-f68af9c3f928 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=928a4d6c-39f4-45e2-81a1-4ba0f51006ea,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:33.231022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:33.267500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Deleting port 68ef4020-6423-4bd2-a2d5-f87018ef7989 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:33.268163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.277806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 2} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:33.278356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.284136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.309628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.363267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.370315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:33.374588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.381834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ef4020-6423-4bd2-a2d5-f87018ef7989,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:33.385056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] No DVR routers for this DVR port 68ef4020-6423-4bd2-a2d5-f87018ef7989 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:33.426019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] For port 68ef4020-6423-4bd2-a2d5-f87018ef7989, host dv-neutron-839777-1-hyperv, got binding levels [] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:33.426247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.441470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.444882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Calling delete_port for 68ef4020-6423-4bd2-a2d5-f87018ef7989 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:33.447810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.ipam_backend_mixin [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Port 68ef4020-6423-4bd2-a2d5-f87018ef7989 was not found and therefore no delete operation was performed {{(pid=116106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 04:03:33.449742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (68ef4020-6423-4bd2-a2d5-f87018ef7989), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.450338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_controller (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.480586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] Pushing event deleted for resources: {'Port': ['ID=68ef4020-6423-4bd2-a2d5-f87018ef7989,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:33.491134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362425f-4cec-479b-b5b6-058f9b82772b None None] No DVR routers for this DVR port 68ef4020-6423-4bd2-a2d5-f87018ef7989 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:33.653349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (b07db019-e5fe-44f1-9f1e-9d5354fea2b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.654097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b07db019-e5fe-44f1-9f1e-9d5354fea2b4 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:33.657442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58292) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:33.698849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.703400 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4b9995e4-8b32-4924-aed9-098b31eedcd7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b07db019-e5fe-44f1-9f1e-9d5354fea2b4 HTTP/1.1" status: 204 len: 168 time: 2.2306852 Apr 29 04:03:33.703400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58294) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:33.706236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58296) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:33.720774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2078582250', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:33.803661 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9dab2d54-1955-4278-92ee-d2404a4bf00d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d030c1808e044749889e7831d1963fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0983136 Apr 29 04:03:33.808389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58300) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:33.843089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (5516c929-d2f8-4738-bd30-b1230c4e60ae), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.856931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58302) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:33.883104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (dffbe481-d27f-4f84-95fe-7fb506e626d0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.900526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.901655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.930238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffbe481-d27f-4f84-95fe-7fb506e626d0']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:33.947601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=5516c929-d2f8-4738-bd30-b1230c4e60ae,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:33.962290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9e4d-ef3e-4e15-bd8e-d9d34a3e830b admin admin] Publish callbacks [] for security_group (6e888cfc-722d-48ff-b99a-9487610de62f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.968866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc0ada8-f769-48f3-89d9-2f21ac59c759') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:33.969103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc0ada8-f769-48f3-89d9-2f21ac59c759') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:33.987382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (9fc0ada8-f769-48f3-89d9-2f21ac59c759), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:33.992143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 2405f747-5920-430b-b2f9-dfc13b14dd42 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:34.010481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (9fc0ada8-f769-48f3-89d9-2f21ac59c759), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.023197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-999100892', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:34.024243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:34.024741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (9fc0ada8-f769-48f3-89d9-2f21ac59c759), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:34.026620 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:34.028734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.034536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': 'dbdc548c-7083-4278-af92-9b8101ca02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:34.034920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: 928a4d6c-39f4-45e2-81a1-4ba0f51006ea, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:34.040686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9e4d-ef3e-4e15-bd8e-d9d34a3e830b admin admin] Publish callbacks [] for security_group (6e888cfc-722d-48ff-b99a-9487610de62f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.063744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--51291866', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:34.145172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (2405f747-5920-430b-b2f9-dfc13b14dd42), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.169401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Made reservation on behalf of d1b12ff7ecab4b4ca1ae8622bb9a252b for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:34.171597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.171731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (dffbe481-d27f-4f84-95fe-7fb506e626d0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.181204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.185590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.185954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dffbe481-d27f-4f84-95fe-7fb506e626d0 HTTP/1.1" status: 204 len: 168 time: 2.0507910 Apr 29 04:03:34.224156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab3cf-4f5e-49c2-aeed-8cee3db6d744 admin admin] Pushing event deleted for resources: {'Network': ['ID=dffbe481-d27f-4f84-95fe-7fb506e626d0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:34.238841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 44c09c4b-7cfe-4101-9c44-8d93b2485344 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:34.243928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:34.247769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.249702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:34.294828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.303203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.335779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9e4d-ef3e-4e15-bd8e-d9d34a3e830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (6e888cfc-722d-48ff-b99a-9487610de62f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.338340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9e4d-ef3e-4e15-bd8e-d9d34a3e830b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.341354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3d5f9e4d-ef3e-4e15-bd8e-d9d34a3e830b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e888cfc-722d-48ff-b99a-9487610de62f HTTP/1.1" status: 204 len: 168 time: 0.5302742 Apr 29 04:03:34.348192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (44c09c4b-7cfe-4101-9c44-8d93b2485344), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.367165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9e4d-ef3e-4e15-bd8e-d9d34a3e830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e888cfc-722d-48ff-b99a-9487610de62f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:34.389543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 928a4d6c-39f4-45e2-81a1-4ba0f51006ea) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:34.401635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13171d-f2c1-44a4-9907-5dfbb1ff96a0 None None] Network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:34.405817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:34.406427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.441301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for security_group (8220e389-d63a-4cf7-892e-27a7f9d08715), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.469166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2405f747-5920-430b-b2f9-dfc13b14dd42), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.509645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.515146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:34.518604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:34.523667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:34.524686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (44c09c4b-7cfe-4101-9c44-8d93b2485344), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.553428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1b487ad0-77bd-4cbc-b9b0-99c5bfcd1c99 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5366278 Apr 29 04:03:34.553428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8220e389-d63a-4cf7-892e-27a7f9d08715), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.555758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=2405f747-5920-430b-b2f9-dfc13b14dd42,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:34.556447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58310) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:34.558149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-928a4d6c-39f4-45e2-81a1-4ba0f51006ea', 'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '5516c929-d2f8-4738-bd30-b1230c4e60ae'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:34.559056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.568607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] device_id is not set on port cd3bf658-63c4-4ad2-9180-4842a83cfd46 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:34.606562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': '4a415ea0-8315-4774-8904-a170cececabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:34.607081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: 0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:34.627998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=44c09c4b-7cfe-4101-9c44-8d93b2485344,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:34.649991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.713375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:34.731657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Allocated IP 2001:db8::1 (928a4d6c-39f4-45e2-81a1-4ba0f51006ea/5516c929-d2f8-4738-bd30-b1230c4e60ae/74a3ccb7-126a-4124-9625-4ee1948fc6f5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:34.754855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8220e389-d63a-4cf7-892e-27a7f9d08715,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:34.764154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58314) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:34.799518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:34.804693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:34.810754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:34.815037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (21c3a930-08ed-495a-b7d4-d96daac62cb9), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.817831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:34.822708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:34.823799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.849342 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b5e6cad4-2ab9-40a0-95ca-e50f9429f224 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5534ece9a1040a4b3e57c08a451b2d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0839694 Apr 29 04:03:34.849933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58316) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:34.863377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ea7cede1-9d74-4c56-9ebb-7bed283b4407), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.863500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment ea7cede1-9d74-4c56-9ebb-7bed283b4407 of type vlan for network 5337c379-932b-4dcd-bd28-6a66be40abee Apr 29 04:03:34.876207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0b1e7d1d-de71-46a5-8da0-b724b5be88aa no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:34.878730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88f240-5098-47bf-82bd-45dbff14c4fb None None] Network 0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:34.896268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.906236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:34.913257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-901adbcc-c7d2-4365-b8e5-3de6dfdbef9c admin admin] Publish callbacks [] for security_group (2dc9bcc2-5d43-480e-964b-e483e9813a81), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.933127 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e1260817-a6d4-4293-937e-b3a50fe5d9b3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0281913 Apr 29 04:03:34.936816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:34.951672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-901adbcc-c7d2-4365-b8e5-3de6dfdbef9c admin admin] Publish callbacks [] for security_group (2dc9bcc2-5d43-480e-964b-e483e9813a81), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.959172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:34.959661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 0b1e7d1d-de71-46a5-8da0-b724b5be88aa {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:34.960006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0b1e7d1d-de71-46a5-8da0-b724b5be88aa not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:34.960727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 68ef4020-6423-4bd2-a2d5-f87018ef7989 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:34.987813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 68ef4020-6423-4bd2-a2d5-f87018ef7989 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:34.989136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 68ef4020-6423-4bd2-a2d5-f87018ef7989 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:35.015040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5337c379-932b-4dcd-bd28-6a66be40abee), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.033726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Allocated IP 172.26.4.197 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/cd3bf658-63c4-4ad2-9180-4842a83cfd46) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:35.100143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 44c09c4b-7cfe-4101-9c44-8d93b2485344 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:35.100737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (44c09c4b-7cfe-4101-9c44-8d93b2485344), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.133294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (5516c929-d2f8-4738-bd30-b1230c4e60ae), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.166084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-901adbcc-c7d2-4365-b8e5-3de6dfdbef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2dc9bcc2-5d43-480e-964b-e483e9813a81), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.168870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-901adbcc-c7d2-4365-b8e5-3de6dfdbef9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.170068 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-901adbcc-c7d2-4365-b8e5-3de6dfdbef9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dc9bcc2-5d43-480e-964b-e483e9813a81 HTTP/1.1" status: 204 len: 168 time: 0.3192081 Apr 29 04:03:35.170401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Publish callbacks [] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.185833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (44c09c4b-7cfe-4101-9c44-8d93b2485344), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.194961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901adbcc-c7d2-4365-b8e5-3de6dfdbef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9bcc2-5d43-480e-964b-e483e9813a81,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.196625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5337c379-932b-4dcd-bd28-6a66be40abee), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.200300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:35.200817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.208147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 44c09c4b-7cfe-4101-9c44-8d93b2485344 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:35.244657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.271154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:35.274290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:35.297528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:35.332803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=5337c379-932b-4dcd-bd28-6a66be40abee,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.348792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5337c379-932b-4dcd-bd28-6a66be40abee details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:35.356695 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-53032a3e-8318-4171-827b-1507d45d3f1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4952996 Apr 29 04:03:35.359288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58330) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:35.359404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for port (cd3bf658-63c4-4ad2-9180-4842a83cfd46), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.362318 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Pushing event updated for resources: {'Port': ['ID=74a3ccb7-126a-4124-9625-4ee1948fc6f5,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.366706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:35.416293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (44c09c4b-7cfe-4101-9c44-8d93b2485344), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.439419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (5516c929-d2f8-4738-bd30-b1230c4e60ae), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.456648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Attempting to bind port 74a3ccb7-126a-4124-9625-4ee1948fc6f5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:35.457240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Attempting to bind port 74a3ccb7-126a-4124-9625-4ee1948fc6f5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'dbdc548c-7083-4278-af92-9b8101ca02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:35.457407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Attempting to bind port 74a3ccb7-126a-4124-9625-4ee1948fc6f5 on network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:35.464164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=44c09c4b-7cfe-4101-9c44-8d93b2485344,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.469252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=5516c929-d2f8-4738-bd30-b1230c4e60ae,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.469449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:35.469790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Checking segment: {'id': 'dbdc548c-7083-4278-af92-9b8101ca02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:35.470192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.470574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Bound using segment: {'id': 'dbdc548c-7083-4278-af92-9b8101ca02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:35.471041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Bound port: 74a3ccb7-126a-4124-9625-4ee1948fc6f5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdc548c-7083-4278-af92-9b8101ca02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:35.471421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.471840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.476595 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-743fd291-cc00-4fe7-b0cc-46a093d1180b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/44c09c4b-7cfe-4101-9c44-8d93b2485344 HTTP/1.1" status: 204 len: 168 time: 0.5380316 Apr 29 04:03:35.480124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58332) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:35.497502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cd3bf658-63c4-4ad2-9180-4842a83cfd46), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.535624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (4306d5c8-1193-4492-b510-da5181b64470), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.536789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (4306d5c8-1193-4492-b510-da5181b64470), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.552080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] For port 74a3ccb7-126a-4124-9625-4ee1948fc6f5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:35.556454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] For port 74a3ccb7-126a-4124-9625-4ee1948fc6f5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=74a3ccb7-126a-4124-9625-4ee1948fc6f5,segment=NetworkSegment(dbdc548c-7083-4278-af92-9b8101ca02f0),segment_id=dbdc548c-7083-4278-af92-9b8101ca02f0)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:35.567214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debe09a-6a27-4d5b-98b1-8dbe2c63b6db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:35.573906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debe09a-6a27-4d5b-98b1-8dbe2c63b6db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:35.575674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4debe09a-6a27-4d5b-98b1-8dbe2c63b6db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0945559 Apr 29 04:03:35.584438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58338) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:35.626863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (4306d5c8-1193-4492-b510-da5181b64470), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.643577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.678698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.695766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:35.708980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928a4d6c-39f4-45e2-81a1-4ba0f51006ea']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:35.716018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3bf658-63c4-4ad2-9180-4842a83cfd46,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.728203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:35.739520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdc548c-7083-4278-af92-9b8101ca02f0') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:35.739520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdc548c-7083-4278-af92-9b8101ca02f0') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:35.741358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:35.748383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Allocated IP 172.26.4.62 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/723ebd6c-8074-42d2-b760-270afdbb17fb) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:35.777277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Pushing event updated for resources: {'Port': ['ID=74a3ccb7-126a-4124-9625-4ee1948fc6f5,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:35.783767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.792124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.792638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.793133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.793590 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.794034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.794457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.795075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.795453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.795871 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.796287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.796769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.797402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.798479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.798901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.799669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f86f76-8ebb-4370-b234-351bdf369ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:03:35.829415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8134c-f450-4d0a-9522-5209e9761cb7 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:03:35.857529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.867266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:35.867874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.882265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 2405f747-5920-430b-b2f9-dfc13b14dd42 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:35.882600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2405f747-5920-430b-b2f9-dfc13b14dd42), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.888473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:35.888972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:35.893898 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:35.921427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8134c-f450-4d0a-9522-5209e9761cb7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:03:36.015174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (4306d5c8-1193-4492-b510-da5181b64470), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.159390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b41b5-e4df-4614-a1f5-44234c0231fd None None] Network 928a4d6c-39f4-45e2-81a1-4ba0f51006ea requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:36.273849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e0a0f46d-48f5-4b6a-94b9-3225b58b7522 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5846078 Apr 29 04:03:36.280150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58364) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:36.319145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.197'}]}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:36.333796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:03:36.333796 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:03:36.333796 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': '928a4d6c-39f4-45e2-81a1-4ba0f51006ea'}] Apr 29 04:03:36.333796 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:36.334570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:36.340281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2405f747-5920-430b-b2f9-dfc13b14dd42), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.372001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 2405f747-5920-430b-b2f9-dfc13b14dd42 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:36.379581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (4306d5c8-1193-4492-b510-da5181b64470), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.399618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.402422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for port (723ebd6c-8074-42d2-b760-270afdbb17fb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.492257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (49ee7e2b-7b2b-42a3-b74a-624611d427a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.492257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (49ee7e2b-7b2b-42a3-b74a-624611d427a5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.568814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (723ebd6c-8074-42d2-b760-270afdbb17fb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.606997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:36.611810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:36.616099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:36.639959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2405f747-5920-430b-b2f9-dfc13b14dd42), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.641584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event updated for resources: {'Port': ['ID=723ebd6c-8074-42d2-b760-270afdbb17fb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:36.698983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=2405f747-5920-430b-b2f9-dfc13b14dd42,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:36.701149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.707079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ea215e59-59b6-4aa9-a5d2-df7271c5fffa tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/2405f747-5920-430b-b2f9-dfc13b14dd42 HTTP/1.1" status: 204 len: 168 time: 1.1168165 Apr 29 04:03:36.707213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58378) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:36.743912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for router_controller (49ee7e2b-7b2b-42a3-b74a-624611d427a5), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.783656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.120 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/bcceff9f-5526-46f7-8c9e-223a7cf81606) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:36.838812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6beae44-dfd1-4cd9-aad0-3a8bceeb6ec6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:36.842926 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e6beae44-dfd1-4cd9-aad0-3a8bceeb6ec6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1322260 Apr 29 04:03:36.850969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58384) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:36.872651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:36.883752 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e73600-0e1d-4b82-ae97-d25449f44ad2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:03:36.887717 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55e73600-0e1d-4b82-ae97-d25449f44ad2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/44c09c4b-7cfe-4101-9c44-8d93b2485344 HTTP/1.1" status: 404 len: 333 time: 0.0332191 Apr 29 04:03:36.889146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58388) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:36.946644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-102678a3-956f-4f31-9d44-11fe8fbfd92e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:03:36.949370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-102678a3-956f-4f31-9d44-11fe8fbfd92e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/2405f747-5920-430b-b2f9-dfc13b14dd42 HTTP/1.1" status: 404 len: 333 time: 0.0579667 Apr 29 04:03:36.950799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58390) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:36.974158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58392) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:37.046995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.063338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.078610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port 74a3ccb7-126a-4124-9625-4ee1948fc6f5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:37.078950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.082604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for router_gateway (49ee7e2b-7b2b-42a3-b74a-624611d427a5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.126720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6f26a816-dcf4-498d-8ad0-0619d9857941 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-811527281'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:37.127220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6f26a816-dcf4-498d-8ad0-0619d9857941 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Unknown quota resources ['metering_label']. {{(pid=116105) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:03:37.164086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.189870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:37.200547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a415ea0-8315-4774-8904-a170cececabd') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:37.200547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a415ea0-8315-4774-8904-a170cececabd') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:37.212533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (4a415ea0-8315-4774-8904-a170cececabd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.226282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4a415ea0-8315-4774-8904-a170cececabd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.232675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:37.233024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (4a415ea0-8315-4774-8904-a170cececabd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:37.236366 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:37.249763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.328314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port 74a3ccb7-126a-4124-9625-4ee1948fc6f5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=74a3ccb7-126a-4124-9625-4ee1948fc6f5,segment=NetworkSegment(dbdc548c-7083-4278-af92-9b8101ca02f0),segment_id=dbdc548c-7083-4278-af92-9b8101ca02f0)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:37.328680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.328939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:37.337686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:37.341403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:37.346783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=bcceff9f-5526-46f7-8c9e-223a7cf81606,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:37.451332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.460083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.463135 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d HTTP/1.1" status: 204 len: 168 time: 0.5112684 Apr 29 04:03:37.479566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58406) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:37.485825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-370399203'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:37.506861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f64084-1f33-43f8-b471-11bc7d29c735 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=0d89a4f7-72e8-4e6b-81f7-a800e4c1dd9d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:37.512685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for 74a3ccb7-126a-4124-9625-4ee1948fc6f5 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:37.522535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f26a816-dcf4-498d-8ad0-0619d9857941 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.526883 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6f26a816-dcf4-498d-8ad0-0619d9857941 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5491104 Apr 29 04:03:37.528135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58410) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:37.533495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-523ff0be-4dd9-4830-92b2-8a63660378d9 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2dbce91e-19c5-4276-b04e-d27624648917'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:37.533893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (21c3a930-08ed-495a-b7d4-d96daac62cb9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.534016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-523ff0be-4dd9-4830-92b2-8a63660378d9 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116104) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:03:37.615939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:37.619177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.643926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:37.656066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7214380e-391b-4820-8ce9-62b943463c87), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.656448 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment 7214380e-391b-4820-8ce9-62b943463c87 of type vlan for network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 Apr 29 04:03:37.698978 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.services.metering.metering_plugin [None req-523ff0be-4dd9-4830-92b2-8a63660378d9 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 29 04:03:37.758780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58414) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:37.811036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for router_gateway (49ee7e2b-7b2b-42a3-b74a-624611d427a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.857160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-523ff0be-4dd9-4830-92b2-8a63660378d9 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.861272 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-523ff0be-4dd9-4830-92b2-8a63660378d9 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3295124 Apr 29 04:03:37.867032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58418) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:37.874672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a0ec2f63-d176-4255-a35d-eb66dfcd7489 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2dbce91e-19c5-4276-b04e-d27624648917'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:37.875162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a0ec2f63-d176-4255-a35d-eb66dfcd7489 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116104) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:03:37.884168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:37.960167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (4306d5c8-1193-4492-b510-da5181b64470), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.043650 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.services.metering.metering_plugin [None req-a0ec2f63-d176-4255-a35d-eb66dfcd7489 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 29 04:03:38.089600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cf76151e-83c2-4291-9ba2-29e74e5738fb tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Request body: {'quota': {'network': 2}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:38.092394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.094001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (74a3ccb7-126a-4124-9625-4ee1948fc6f5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.101195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.106182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:38.106758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.155237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port 74a3ccb7-126a-4124-9625-4ee1948fc6f5 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:38.169183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f63-d176-4255-a35d-eb66dfcd7489 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.170393 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a0ec2f63-d176-4255-a35d-eb66dfcd7489 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3009107 Apr 29 04:03:38.175932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58420) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.197119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=74a3ccb7-126a-4124-9625-4ee1948fc6f5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:38.258780 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f1c0e498-e689-4dc8-afd3-751e43f242b1 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=a103cc4a-5e37-4cdd-9acd-1bf4fc5197be HTTP/1.1" status: 200 len: 464 time: 0.0760112 Apr 29 04:03:38.264125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7824314 Apr 29 04:03:38.264686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58422) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.268279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba5966-d310-4f71-a775-6f5fa8a8cf6c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=b2c51d60-4f01-4d02-8b4b-ee3442ef3d75,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:38.276047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58424) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.281256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:38.283529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:38.351880 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cf76151e-83c2-4291-9ba2-29e74e5738fb tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "PUT /v2.0/quotas/a5a5f46046ff45639aaafc5f58fcad4e HTTP/1.1" status: 200 len: 368 time: 0.5866106 Apr 29 04:03:38.356229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58426) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.364053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Request body: {'network': {'project_id': 'a5a5f46046ff45639aaafc5f58fcad4e'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:38.411554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.439096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.453915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928a4d6c-39f4-45e2-81a1-4ba0f51006ea']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:38.490244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdc548c-7083-4278-af92-9b8101ca02f0') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:38.490551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdc548c-7083-4278-af92-9b8101ca02f0') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:38.542730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.544572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Made reservation on behalf of a5a5f46046ff45639aaafc5f58fcad4e for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:38.546888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.580935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.586357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.599730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for router (49ee7e2b-7b2b-42a3-b74a-624611d427a5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.606131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:38.606535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (dbdc548c-7083-4278-af92-9b8101ca02f0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: warnings.warn('Neutron quota engine will require "--force" ' Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:38.609667 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:38.776575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (4306d5c8-1193-4492-b510-da5181b64470), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.781005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff6e8-653b-4ec0-95dc-ab219a557911 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.782306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aa6ff6e8-653b-4ec0-95dc-ab219a557911 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/a103cc4a-5e37-4cdd-9acd-1bf4fc5197be HTTP/1.1" status: 204 len: 168 time: 0.5148427 Apr 29 04:03:38.787298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58428) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.801361 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7a8443f6-11f7-486d-baab-a6713824aa89 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=a103cc4a-5e37-4cdd-9acd-1bf4fc5197be HTTP/1.1" status: 200 len: 221 time: 0.0125115 Apr 29 04:03:38.811458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58430) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.827467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1ce07b0-47e8-446a-a2ae-89b72b4d26d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.846578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:38.847854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7956a36c-0dd3-4b92-a8b5-373f55ac8418 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--881126015', 'description': 'label created by tempest'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:38.848293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7956a36c-0dd3-4b92-a8b5-373f55ac8418 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Unknown quota resources ['metering_label']. {{(pid=116105) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 29 04:03:38.850513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.868825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (928a4d6c-39f4-45e2-81a1-4ba0f51006ea), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.938444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.941515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/928a4d6c-39f4-45e2-81a1-4ba0f51006ea HTTP/1.1" status: 204 len: 168 time: 4.3823047 Apr 29 04:03:38.943656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Performing IP validity checks on allocation pools {{(pid=116104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:03:38.946058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:03:38.947075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (49ee7e2b-7b2b-42a3-b74a-624611d427a5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.949927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58432) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:38.956501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005674964'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:38.960522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks [] for router_controller (49ee7e2b-7b2b-42a3-b74a-624611d427a5), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:38.968389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e9235-4e1e-4448-8fcb-32f7f9a7d6f6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=928a4d6c-39f4-45e2-81a1-4ba0f51006ea,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:39.089938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:39.093332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.120322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (49ee7e2b-7b2b-42a3-b74a-624611d427a5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.120807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49ee7e2b-7b2b-42a3-b74a-624611d427a5 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:39.132614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:39.141582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.141927 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment 88c3405c-e606-4ab1-8712-990d052ba66f of type vlan for network eda441eb-6092-4bb3-84bf-78a10deeea9c Apr 29 04:03:39.162410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks [] for security_group (8da350ec-feb8-41ad-a7f8-b4891cd8aa12), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.165430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7956a36c-0dd3-4b92-a8b5-373f55ac8418 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.166587 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7956a36c-0dd3-4b92-a8b5-373f55ac8418 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3541903 Apr 29 04:03:39.169478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58434) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.181785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.201124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:39.246211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (f26d03ef-caf8-4891-ad65-c8188b44bb01), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.250473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Router 21c3a930-08ed-495a-b7d4-d96daac62cb9 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:39.253869 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a9c156b2-d74e-43b3-9cb3-53d61c22f2f5 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=bfe364c0-cce4-49e4-8449-207659e42c1b HTTP/1.1" status: 200 len: 467 time: 0.0827842 Apr 29 04:03:39.254001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8da350ec-feb8-41ad-a7f8-b4891cd8aa12), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.258397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58436) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.342221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.347126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:39.348270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.352698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 04:03:39.353787 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3800be2c-d0fb-4bc7-9941-b1100f94a017 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0411236 Apr 29 04:03:39.358529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:39.364325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58438) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.370696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=f26d03ef-caf8-4891-ad65-c8188b44bb01,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:39.422528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:39.424369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': '7214380e-391b-4820-8ce9-62b943463c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:39.424741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: b2c51d60-4f01-4d02-8b4b-ee3442ef3d75, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:39.434103 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:39.447389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:39.448093 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:39.470480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5133357 Apr 29 04:03:39.470480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58440) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.470782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103d61e-6277-4721-986b-4633ed71633f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=eda441eb-6092-4bb3-84bf-78a10deeea9c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:39.477505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:39.485083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network eda441eb-6092-4bb3-84bf-78a10deeea9c details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:39.579429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.580791 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1b875fbb-ba89-467a-b52a-dcca2bcf9f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2224441 Apr 29 04:03:39.588092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58442) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.598507 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:39.605569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:39.669521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da350ec-feb8-41ad-a7f8-b4891cd8aa12,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:39.685039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:39.688421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.714307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8f55a95a-48d1-4d15-a5b3-96173ffa25c3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.715268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Added segment 8f55a95a-48d1-4d15-a5b3-96173ffa25c3 of type vlan for network 614dc4da-bd10-4737-b733-b82a8865003e Apr 29 04:03:39.723486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, b2c51d60-4f01-4d02-8b4b-ee3442ef3d75) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:39.729796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:39.730403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.741172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86217283-091f-423b-9ef5-446a6a039c94 None None] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:39.814816 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:37Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:39.843671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:39.844934 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Updating router 4306d5c8-1193-4492-b510-da5181b64470 port bcceff9f-5526-46f7-8c9e-223a7cf81606 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:03:39.845933 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f5363a4f-8738-43f4-be12-c89b45e7d33b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2564986 Apr 29 04:03:39.849500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58446) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.879731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-b2c51d60-4f01-4d02-8b4b-ee3442ef3d75', 'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': 'f26d03ef-caf8-4891-ad65-c8188b44bb01'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:39.880537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.882597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (614dc4da-bd10-4737-b733-b82a8865003e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.894983 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:39.932545 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-81a59e2e-f903-4ebe-b494-8abb4f36c2e6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6530311 Apr 29 04:03:39.936044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58448) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:39.945210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75', 'name': 'tempest-PortsIpV6TestJSON-141966180'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:39.996075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Deleting port cd3bf658-63c4-4ad2-9180-4842a83cfd46 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:39.996672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (cd3bf658-63c4-4ad2-9180-4842a83cfd46), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.022361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:40.034874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3a3415b7-ac7c-4d5d-a32d-84ea2dd6ccd2 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.036204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3a3415b7-ac7c-4d5d-a32d-84ea2dd6ccd2 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/bfe364c0-cce4-49e4-8449-207659e42c1b HTTP/1.1" status: 204 len: 168 time: 0.7755375 Apr 29 04:03:40.038763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] Sync routers for ids ['21c3a930-08ed-495a-b7d4-d96daac62cb9'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:40.044995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58450) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.076156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] Routers {'21c3a930-08ed-495a-b7d4-d96daac62cb9'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:40.076798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['21c3a930-08ed-495a-b7d4-d96daac62cb9'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:40.089251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Allocated IP 2001:db8::2 (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75/f26d03ef-caf8-4891-ad65-c8188b44bb01/4cd7dbd4-d18c-4a35-b727-5a328a50623e) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:40.097447 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1acfdd1c-970c-4ed0-b80e-41133d9c45ec tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=bfe364c0-cce4-49e4-8449-207659e42c1b HTTP/1.1" status: 200 len: 216 time: 0.0510345 Apr 29 04:03:40.102804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b4aa5-0bb3-4ba3-a718-8d50ad002b5c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:40.106864 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e29b4aa5-0bb3-4ba3-a718-8d50ad002b5c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2536936 Apr 29 04:03:40.109874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58452) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.110304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58454) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.120296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (614dc4da-bd10-4737-b733-b82a8865003e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.121508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:40.122255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.142711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:40.169347 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d45d93d1-71c9-4297-94cf-26f700e25056 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540707 Apr 29 04:03:40.169961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58456) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.171601 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86097a8e-2471-4be0-b9fd-179ebc44fe81 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0602331 Apr 29 04:03:40.176754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58458) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.180343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1856802853', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:40.212856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.217231 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-43904e2b-e258-4202-a47b-7227e879ad51 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5001137 Apr 29 04:03:40.228124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58460) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.233857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': False}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:40.260045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (cd3bf658-63c4-4ad2-9180-4842a83cfd46), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.262196 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Publish callbacks [] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.292693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-48a860c5-3d61-4f1f-8a83-941aa5eb1c2e tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1002665 Apr 29 04:03:40.296449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58462) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.339468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] Routers {'21c3a930-08ed-495a-b7d4-d96daac62cb9'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:40.340089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['21c3a930-08ed-495a-b7d4-d96daac62cb9'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:40.343613 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.344324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9850936 Apr 29 04:03:40.352010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b96db5-bb3e-4b68-9d45-3010fa628be2 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Pushing event updated for resources: {'Network': ['ID=614dc4da-bd10-4737-b733-b82a8865003e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:40.358432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Calling delete_port for cd3bf658-63c4-4ad2-9180-4842a83cfd46 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:40.360101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58464) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.365172 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-348839ce-fc08-461e-83ca-7669dbaec099 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/2dbce91e-19c5-4276-b04e-d27624648917 HTTP/1.1" status: 200 len: 472 time: 0.0674829 Apr 29 04:03:40.369477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58466) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.372113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Request body: {'network': {'project_id': 'a5a5f46046ff45639aaafc5f58fcad4e'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:40.379169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (14f7f44b-6980-4875-8b12-28644b8e9976), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.383784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 614dc4da-bd10-4737-b733-b82a8865003e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:40.388912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:40.389544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac9bf5-8341-432c-95bf-d310935e3700 None None] The sync data for ids ['21c3a930-08ed-495a-b7d4-d96daac62cb9'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:40.413621 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bc48ec2c-4e6a-4dbc-8646-efb3485fac90 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/68521bc5-25e2-440f-b6a0-5ae30d997362 HTTP/1.1" status: 200 len: 461 time: 0.0429225 Apr 29 04:03:40.424988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58468) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.455565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=14f7f44b-6980-4875-8b12-28644b8e9976,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:40.482523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': '88c3405c-e606-4ab1-8712-990d052ba66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:40.483038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: eda441eb-6092-4bb3-84bf-78a10deeea9c, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:40.490330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:40.494230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.522013 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff203-1a57-4192-a91e-d7a7ad7f3688 None None] Pushing event updated for resources: {'Port': ['ID=bcceff9f-5526-46f7-8c9e-223a7cf81606,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:40.555657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:40.559379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.560108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Publish callbacks [] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.564396 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Attempting to bind port bcceff9f-5526-46f7-8c9e-223a7cf81606 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:40.567231 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Attempting to bind port bcceff9f-5526-46f7-8c9e-223a7cf81606 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:40.567690 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Attempting to bind port bcceff9f-5526-46f7-8c9e-223a7cf81606 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:40.576633 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:40.581059 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:40.582338 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.582622 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:40.583526 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Bound port: bcceff9f-5526-46f7-8c9e-223a7cf81606, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:40.583913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.591269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Made reservation on behalf of a5a5f46046ff45639aaafc5f58fcad4e for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:40.593552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.595872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 1035c87f-44ca-4a6c-88b9-912d47b13ccd yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:40.642264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network eda441eb-6092-4bb3-84bf-78a10deeea9c is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:40.650885 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] For port bcceff9f-5526-46f7-8c9e-223a7cf81606, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:40.655133 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] For port bcceff9f-5526-46f7-8c9e-223a7cf81606, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=bcceff9f-5526-46f7-8c9e-223a7cf81606,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:40.677628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.687160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3640a959-f1a0-4874-ae83-6fe0b124fc12 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.687775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3640a959-f1a0-4874-ae83-6fe0b124fc12 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/68521bc5-25e2-440f-b6a0-5ae30d997362 HTTP/1.1" status: 204 len: 168 time: 0.2611506 Apr 29 04:03:40.690360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58470) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:40.735767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:40.736882 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.760572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b9374192-0553-4b9a-9c19-76ca3129eb1b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.760913 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Added segment b9374192-0553-4b9a-9c19-76ca3129eb1b of type vlan for network ec0c7216-9d93-480f-8353-3e4d79b87266 Apr 29 04:03:40.765875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:40.767733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Pushing event updated for resources: {'Port': ['ID=4cd7dbd4-d18c-4a35-b727-5a328a50623e,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:40.783003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, eda441eb-6092-4bb3-84bf-78a10deeea9c) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:40.798708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:40.799562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.802469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:40.811542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:40.818448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8df5c3-2c5e-426b-bce7-32f82c768df9 None None] Network eda441eb-6092-4bb3-84bf-78a10deeea9c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:40.825828 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:40.826474 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:40.846066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cd3bf658-63c4-4ad2-9180-4842a83cfd46), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.876544 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff203-1a57-4192-a91e-d7a7ad7f3688 None None] Pushing event updated for resources: {'Port': ['ID=bcceff9f-5526-46f7-8c9e-223a7cf81606,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:40.921966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd3bf658-63c4-4ad2-9180-4842a83cfd46,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:40.945738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::372 (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75/f26d03ef-caf8-4891-ad65-c8188b44bb01/1035c87f-44ca-4a6c-88b9-912d47b13ccd) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:40.959666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ec0c7216-9d93-480f-8353-3e4d79b87266), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:40.990676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Attempting to bind port 4cd7dbd4-d18c-4a35-b727-5a328a50623e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:40.990914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Attempting to bind port 4cd7dbd4-d18c-4a35-b727-5a328a50623e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '7214380e-391b-4820-8ce9-62b943463c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:40.991270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Attempting to bind port 4cd7dbd4-d18c-4a35-b727-5a328a50623e on network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:40.995930 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d4064d8d-9157-4b89-8d15-57fce2e8dcc2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5262818 Apr 29 04:03:40.999062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58472) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:41.002859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:41.013476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:41.013476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Checking segment: {'id': '7214380e-391b-4820-8ce9-62b943463c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:41.013476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.013476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Bound using segment: {'id': '7214380e-391b-4820-8ce9-62b943463c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:41.013476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Bound port: 4cd7dbd4-d18c-4a35-b727-5a328a50623e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7214380e-391b-4820-8ce9-62b943463c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2c51d60-4f01-4d02-8b4b-ee3442ef3d75'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:41.013476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.083640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.102900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70cb31f5-0967-476f-8ed2-7546357cb558 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.105686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-70cb31f5-0967-476f-8ed2-7546357cb558 tempest-MeteringTestJSON-1547872912 tempest-MeteringTestJSON-1547872912-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/2dbce91e-19c5-4276-b04e-d27624648917 HTTP/1.1" status: 204 len: 168 time: 0.4143729 Apr 29 04:03:41.110015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.116947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-540b4f60-c908-4454-a5f9-79d7ec9cbb44 tempest-RoutersAdminNegativeTest-1443547462 tempest-RoutersAdminNegativeTest-1443547462-project-admin] 10.222.0.37 "DELETE /v2.0/ports/cd3bf658-63c4-4ad2-9180-4842a83cfd46 HTTP/1.1" status: 204 len: 168 time: 1.7444901 Apr 29 04:03:41.130157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (d9a77ecf-f590-455d-bb63-91f3b42780c9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.131621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-eda441eb-6092-4bb3-84bf-78a10deeea9c', 'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '14f7f44b-6980-4875-8b12-28644b8e9976'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:41.134289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.195156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ec0c7216-9d93-480f-8353-3e4d79b87266), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.197624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:41.201606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.243265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=d9a77ecf-f590-455d-bb63-91f3b42780c9,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:41.285277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.319336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:41.320472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: 5337c379-932b-4dcd-bd28-6a66be40abee, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:41.325576 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:37Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:41.327351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] For port 4cd7dbd4-d18c-4a35-b727-5a328a50623e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:41.329544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-edc29c72-181b-4e4a-a8c9-98419debb39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.362256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] For port 4cd7dbd4-d18c-4a35-b727-5a328a50623e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4cd7dbd4-d18c-4a35-b727-5a328a50623e,segment=NetworkSegment(7214380e-391b-4820-8ce9-62b943463c87),segment_id=7214380e-391b-4820-8ce9-62b943463c87)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:41.371757 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ae94d-fd9f-4f9f-bb80-86fbbd61e7e2 None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:37Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:41.381921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Allocated IP 2001:db8::1 (eda441eb-6092-4bb3-84bf-78a10deeea9c/14f7f44b-6980-4875-8b12-28644b8e9976/d49f71b0-2308-4c8e-997e-0b5f123ff7d1) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:41.414332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (14f7f44b-6980-4875-8b12-28644b8e9976), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.428975 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0646377 Apr 29 04:03:41.437896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58480) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:41.452827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-980db121-4017-422f-99e5-6f545e1b8264 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Request body: {'network': {'project_id': 'a5a5f46046ff45639aaafc5f58fcad4e'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:41.455874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538f2e1-cf04-434c-9125-c386709a2e66 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Pushing event updated for resources: {'Network': ['ID=ec0c7216-9d93-480f-8353-3e4d79b87266,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:41.484747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 5337c379-932b-4dcd-bd28-6a66be40abee is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:41.489627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ec0c7216-9d93-480f-8353-3e4d79b87266 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:41.497113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.511644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (1035c87f-44ca-4a6c-88b9-912d47b13ccd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.529268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-980db121-4017-422f-99e5-6f545e1b8264 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 04:03:41.530298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980db121-4017-422f-99e5-6f545e1b8264 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:03:41.531503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-980db121-4017-422f-99e5-6f545e1b8264 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0926049 Apr 29 04:03:41.534826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58482) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:41.563506 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5337c379-932b-4dcd-bd28-6a66be40abee) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:41.578837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:41.581918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.587224 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421a4c7-a6ef-482c-8e3d-8c5e0b06586b None None] Network 5337c379-932b-4dcd-bd28-6a66be40abee requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:41.651672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87099190-4bb9-47aa-96ea-9d2c9cbedbd3 None None] Pushing event updated for resources: {'Port': ['ID=4cd7dbd4-d18c-4a35-b727-5a328a50623e,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:41.685552 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c7647b5a-1aa1-4189-ac8b-b8b93e93c6fe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5101688 Apr 29 04:03:41.685889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58486) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:41.970264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Publish callbacks [] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:41.977914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58490) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:41.979102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58492) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:42.055427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-5337c379-932b-4dcd-bd28-6a66be40abee', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:42.056328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.084566 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7b58690d-43f5-41c1-b094-4642a6a116ae tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5a5f46046ff45639aaafc5f58fcad4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484772 Apr 29 04:03:42.087573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58498) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:42.091365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.167117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1035c87f-44ca-4a6c-88b9-912d47b13ccd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.214365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Network eda441eb-6092-4bb3-84bf-78a10deeea9c is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:42.263305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (14f7f44b-6980-4875-8b12-28644b8e9976), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.283516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:42.294676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:42.301259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:42.306702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:42.307352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.314881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:42.323840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=1035c87f-44ca-4a6c-88b9-912d47b13ccd,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:42.349636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:42.351975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.383452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51c63655-3425-48ea-b8a4-c24344b3672c tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks [] for security_group (8da350ec-feb8-41ad-a7f8-b4891cd8aa12), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.392709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba20c21a-f06a-4fe3-a93d-9d282922f9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.403161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=14f7f44b-6980-4875-8b12-28644b8e9976,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:42.416304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Pushing event updated for resources: {'Port': ['ID=d49f71b0-2308-4c8e-997e-0b5f123ff7d1,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:42.422669 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8158ed48-07ed-44de-aab3-4de0a6c4c346 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4820209 Apr 29 04:03:42.431729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58500) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:42.457765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51c63655-3425-48ea-b8a4-c24344b3672c tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks [] for security_group (8da350ec-feb8-41ad-a7f8-b4891cd8aa12), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.459247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21a4a8cd-c2fe-4efd-b59d-f29580fb4a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.494701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Attempting to bind port d49f71b0-2308-4c8e-997e-0b5f123ff7d1 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:42.495586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Attempting to bind port d49f71b0-2308-4c8e-997e-0b5f123ff7d1 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '88c3405c-e606-4ab1-8712-990d052ba66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:42.495586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Attempting to bind port d49f71b0-2308-4c8e-997e-0b5f123ff7d1 on network eda441eb-6092-4bb3-84bf-78a10deeea9c {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:42.509038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Allocated IP 172.20.0.2 (5337c379-932b-4dcd-bd28-6a66be40abee/d9a77ecf-f590-455d-bb63-91f3b42780c9/25ab0b08-9df3-4769-b6ee-4ad3579b8df7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:42.511564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:42.512160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Checking segment: {'id': '88c3405c-e606-4ab1-8712-990d052ba66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:42.512294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.512772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Bound using segment: {'id': '88c3405c-e606-4ab1-8712-990d052ba66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:42.513398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Bound port: d49f71b0-2308-4c8e-997e-0b5f123ff7d1, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c3405c-e606-4ab1-8712-990d052ba66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:42.513899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.532521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.656950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda441eb-6092-4bb3-84bf-78a10deeea9c']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:42.661345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] For port d49f71b0-2308-4c8e-997e-0b5f123ff7d1, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:42.667157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] For port d49f71b0-2308-4c8e-997e-0b5f123ff7d1, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d49f71b0-2308-4c8e-997e-0b5f123ff7d1,segment=NetworkSegment(88c3405c-e606-4ab1-8712-990d052ba66f),segment_id=88c3405c-e606-4ab1-8712-990d052ba66f)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:42.676818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51c63655-3425-48ea-b8a4-c24344b3672c tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8da350ec-feb8-41ad-a7f8-b4891cd8aa12), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.680041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51c63655-3425-48ea-b8a4-c24344b3672c tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.684662 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-51c63655-3425-48ea-b8a4-c24344b3672c tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/8da350ec-feb8-41ad-a7f8-b4891cd8aa12 HTTP/1.1" status: 204 len: 168 time: 0.5961072 Apr 29 04:03:42.685428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58502) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:42.722570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c63655-3425-48ea-b8a4-c24344b3672c tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da350ec-feb8-41ad-a7f8-b4891cd8aa12,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:42.723629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c3405c-e606-4ab1-8712-990d052ba66f') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:42.724253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c3405c-e606-4ab1-8712-990d052ba66f') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:42.748373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.780215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.819988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.825689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.832107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (ec0c7216-9d93-480f-8353-3e4d79b87266), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.885116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.895021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 1035c87f-44ca-4a6c-88b9-912d47b13ccd {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:42.895452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1035c87f-44ca-4a6c-88b9-912d47b13ccd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.960317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4cd7dbd4-d18c-4a35-b727-5a328a50623e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:42.964333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:42.965409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:42.995694 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:43.018729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Publish callbacks [] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.060351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729103b5-a90a-4980-b499-bf203cdbc0f7 None None] Pushing event updated for resources: {'Port': ['ID=d49f71b0-2308-4c8e-997e-0b5f123ff7d1,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:43.089356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Router 21c3a930-08ed-495a-b7d4-d96daac62cb9 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:43.091507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a368202-1b4c-4d8a-a995-917db8d22674 None None] Network eda441eb-6092-4bb3-84bf-78a10deeea9c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:43.125405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.131910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (ec0c7216-9d93-480f-8353-3e4d79b87266), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.193520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21a4a8cd-c2fe-4efd-b59d-f29580fb4a6c admin admin] Publish callbacks [] for security_group (5f1c870d-df9a-48e6-91e7-539adad62771), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.197607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba20c21a-f06a-4fe3-a93d-9d282922f9d5 admin admin] Publish callbacks [] for security_group (caa991af-4ea7-451b-b97a-6a389e39d4e3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.212039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4cd7dbd4-d18c-4a35-b727-5a328a50623e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:43.212457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.218874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0c7216-9d93-480f-8353-3e4d79b87266']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.224542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a516a8-250c-4510-b865-c10aeb572173 None None] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:43.238985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9374192-0553-4b9a-9c19-76ca3129eb1b') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.239278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9374192-0553-4b9a-9c19-76ca3129eb1b') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.253480 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Pushing event updated for resources: {'Port': ['ID=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:43.253739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (b9374192-0553-4b9a-9c19-76ca3129eb1b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.275242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Network 5337c379-932b-4dcd-bd28-6a66be40abee is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:43.305004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b9374192-0553-4b9a-9c19-76ca3129eb1b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.319268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:43.319679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (b9374192-0553-4b9a-9c19-76ca3129eb1b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:43.322277 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:43.324482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:43.336018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:43.344511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:43.350635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.351984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-26f0a6d0-f204-44bc-b03a-d5ab44fa6b8a tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "PUT /v2.0/routers/21c3a930-08ed-495a-b7d4-d96daac62cb9 HTTP/1.1" status: 200 len: 925 time: 3.1216691 Apr 29 04:03:43.356427 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] Sync routers for ids ['21c3a930-08ed-495a-b7d4-d96daac62cb9'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:43.360448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58504) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:43.368509 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] Routers {'21c3a930-08ed-495a-b7d4-d96daac62cb9'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:43.369264 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['21c3a930-08ed-495a-b7d4-d96daac62cb9'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.403713 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.414829 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] Routers {'21c3a930-08ed-495a-b7d4-d96daac62cb9'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:43.415812 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['21c3a930-08ed-495a-b7d4-d96daac62cb9'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.450703 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.455962 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db9e08-f8e7-4d8e-9582-92413eb1191e None None] The sync data for ids ['21c3a930-08ed-495a-b7d4-d96daac62cb9'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:43.508464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (ec0c7216-9d93-480f-8353-3e4d79b87266), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.517361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.528534 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ec0c7216-9d93-480f-8353-3e4d79b87266 HTTP/1.1" status: 204 len: 168 time: 0.8359613 Apr 29 04:03:43.532083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58506) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:43.561236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866e66a-868f-4a1c-aa8f-40b62a20b43d tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec0c7216-9d93-480f-8353-3e4d79b87266,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:43.572270 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b38c4a53-248b-4420-94c2-6fd181282070 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/21c3a930-08ed-495a-b7d4-d96daac62cb9 HTTP/1.1" status: 200 len: 925 time: 0.2102745 Apr 29 04:03:43.580304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58508) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:43.616829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1035c87f-44ca-4a6c-88b9-912d47b13ccd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.629246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba20c21a-f06a-4fe3-a93d-9d282922f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (caa991af-4ea7-451b-b97a-6a389e39d4e3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.636584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Provisioning complete for port 4cd7dbd4-d18c-4a35-b727-5a328a50623e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:43.636962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.640189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:03:43.640189 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:03:43.640189 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': 'eda441eb-6092-4bb3-84bf-78a10deeea9c'}] Apr 29 04:03:43.640189 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:43.640532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:43.640981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21a4a8cd-c2fe-4efd-b59d-f29580fb4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5f1c870d-df9a-48e6-91e7-539adad62771), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.645050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 1035c87f-44ca-4a6c-88b9-912d47b13ccd owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:43.677031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (614dc4da-bd10-4737-b733-b82a8865003e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.683306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d261a0-c6bb-47a4-914b-468a61fddeda tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:43.687427 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e2d261a0-c6bb-47a4-914b-468a61fddeda tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=21c3a930-08ed-495a-b7d4-d96daac62cb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1037230 Apr 29 04:03:43.688647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58510) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:43.716157 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-21a4a8cd-c2fe-4efd-b59d-f29580fb4a6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=018f9c214fc04efd89152e3c3dbeaf59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7255144 Apr 29 04:03:43.719780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58512) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:43.755144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4cd7dbd4-d18c-4a35-b727-5a328a50623e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:43.755711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.778973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ba20c21a-f06a-4fe3-a93d-9d282922f9d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9c1c87b20eb432da3cec12f26f27236&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7972970 Apr 29 04:03:43.779852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20c21a-f06a-4fe3-a93d-9d282922f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa991af-4ea7-451b-b97a-6a389e39d4e3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:43.786121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58514) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:43.818815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Attempting to bind port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:43.819299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Attempting to bind port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:43.820023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Attempting to bind port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 on network 5337c379-932b-4dcd-bd28-6a66be40abee {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:43.838413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.846039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:43.848550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Checking segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:43.849108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.849622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Bound using segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:43.850227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Bound port: 25ab0b08-9df3-4769-b6ee-4ad3579b8df7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:43.850715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.878615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (614dc4da-bd10-4737-b733-b82a8865003e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.911049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.915620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614dc4da-bd10-4737-b733-b82a8865003e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.924077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 4cd7dbd4-d18c-4a35-b727-5a328a50623e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4cd7dbd4-d18c-4a35-b727-5a328a50623e,segment=NetworkSegment(7214380e-391b-4820-8ce9-62b943463c87),segment_id=7214380e-391b-4820-8ce9-62b943463c87)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:43.933431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f55a95a-48d1-4d15-a5b3-96173ffa25c3') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.933920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f55a95a-48d1-4d15-a5b3-96173ffa25c3') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:43.946289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (8f55a95a-48d1-4d15-a5b3-96173ffa25c3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.967698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Current status of the port 4cd7dbd4-d18c-4a35-b727-5a328a50623e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:43.968096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.973229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8f55a95a-48d1-4d15-a5b3-96173ffa25c3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.981639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:43.982285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (8f55a95a-48d1-4d15-a5b3-96173ffa25c3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.991145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:43.994588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bcceff9f-5526-46f7-8c9e-223a7cf81606 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:43.996046 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:44.043462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4a8cd-c2fe-4efd-b59d-f29580fb4a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c870d-df9a-48e6-91e7-539adad62771,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.069016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131669f-041a-401d-a3dd-55f3e38ca397 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:44.073734 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0131669f-041a-401d-a3dd-55f3e38ca397 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.3818266 Apr 29 04:03:44.074847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58516) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:44.096781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] For port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:44.111508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ce0ec999-cdf4-40b8-86d0-f3e391b76b98 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c3a930-08ed-495a-b7d4-d96daac62cb9 HTTP/1.1" status: 200 len: 205 time: 0.0334690 Apr 29 04:03:44.111997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58518) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:44.145808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb1bc-23aa-42e1-b52e-9c4b57872371 admin admin] Publish callbacks [] for security_group (5f1c870d-df9a-48e6-91e7-539adad62771), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.146901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.170115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3b808272-b604-4778-b59f-7a60c39d7355 admin admin] Publish callbacks [] for security_group (caa991af-4ea7-451b-b97a-6a389e39d4e3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.173775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] For port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:44.197576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:44.198229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:44.200719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=4cd7dbd4-d18c-4a35-b727-5a328a50623e,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.208024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb1bc-23aa-42e1-b52e-9c4b57872371 admin admin] Publish callbacks [] for security_group (5f1c870d-df9a-48e6-91e7-539adad62771), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.219431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port bcceff9f-5526-46f7-8c9e-223a7cf81606 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:44.219801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.250649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.259214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (614dc4da-bd10-4737-b733-b82a8865003e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.268340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.272221 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] 10.222.0.37 "DELETE /v2.0/networks/614dc4da-bd10-4737-b733-b82a8865003e HTTP/1.1" status: 204 len: 168 time: 0.7404315 Apr 29 04:03:44.276075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.355267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec22c7-1de3-4465-a2ad-7e755a7fc948 None None] Pushing event updated for resources: {'Port': ['ID=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.374380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3b808272-b604-4778-b59f-7a60c39d7355 admin admin] Publish callbacks [] for security_group (caa991af-4ea7-451b-b97a-6a389e39d4e3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.430952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port bcceff9f-5526-46f7-8c9e-223a7cf81606 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:44.431738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.450476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf5d34-ecbb-47b5-b447-8d726caea9b9 tempest-QuotasNegativeTest-908544042 tempest-QuotasNegativeTest-908544042-project-admin] Pushing event deleted for resources: {'Network': ['ID=614dc4da-bd10-4737-b733-b82a8865003e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.462566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (21c3a930-08ed-495a-b7d4-d96daac62cb9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.470387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port bcceff9f-5526-46f7-8c9e-223a7cf81606, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=bcceff9f-5526-46f7-8c9e-223a7cf81606,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:44.512761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port d49f71b0-2308-4c8e-997e-0b5f123ff7d1 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:44.513111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.530562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.601182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (5337c379-932b-4dcd-bd28-6a66be40abee/d9a77ecf-f590-455d-bb63-91f3b42780c9/30e0f1d5-4124-4d6a-80f3-334c174776aa) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:44.622617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=bcceff9f-5526-46f7-8c9e-223a7cf81606,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.623650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1035c87f-44ca-4a6c-88b9-912d47b13ccd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.646580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port d49f71b0-2308-4c8e-997e-0b5f123ff7d1, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d49f71b0-2308-4c8e-997e-0b5f123ff7d1,segment=NetworkSegment(88c3405c-e606-4ab1-8712-990d052ba66f),segment_id=88c3405c-e606-4ab1-8712-990d052ba66f)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:44.654314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.707165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb1bc-23aa-42e1-b52e-9c4b57872371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5f1c870d-df9a-48e6-91e7-539adad62771), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.710043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb1bc-23aa-42e1-b52e-9c4b57872371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.712521 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a1dfb1bc-23aa-42e1-b52e-9c4b57872371 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f1c870d-df9a-48e6-91e7-539adad62771 HTTP/1.1" status: 204 len: 168 time: 0.9637270 Apr 29 04:03:44.713414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=1035c87f-44ca-4a6c-88b9-912d47b13ccd,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.736656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for d49f71b0-2308-4c8e-997e-0b5f123ff7d1 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:44.800852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Deleting port 723ebd6c-8074-42d2-b760-270afdbb17fb {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:44.801193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (723ebd6c-8074-42d2-b760-270afdbb17fb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.815181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5a73bee8-9e9b-49b2-92fc-7650b66b6c2b None None] Current status of the port 4cd7dbd4-d18c-4a35-b727-5a328a50623e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:44.918761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.938718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (723ebd6c-8074-42d2-b760-270afdbb17fb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.939151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-726ce1cb-c257-4b77-a42d-b162ea60214c None None] Could not find standard attr ID for object 1035c87f-44ca-4a6c-88b9-912d47b13ccd. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:03:44.961606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Calling delete_port for 723ebd6c-8074-42d2-b760-270afdbb17fb owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:44.970657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-726ce1cb-c257-4b77-a42d-b162ea60214c None None] Provisioning complete for port 4cd7dbd4-d18c-4a35-b727-5a328a50623e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:44.971042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-726ce1cb-c257-4b77-a42d-b162ea60214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.973676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfb1bc-23aa-42e1-b52e-9c4b57872371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c870d-df9a-48e6-91e7-539adad62771,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:44.984624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3b808272-b604-4778-b59f-7a60c39d7355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (caa991af-4ea7-451b-b97a-6a389e39d4e3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.987161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3b808272-b604-4778-b59f-7a60c39d7355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:44.988327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3b808272-b604-4778-b59f-7a60c39d7355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caa991af-4ea7-451b-b97a-6a389e39d4e3 HTTP/1.1" status: 204 len: 168 time: 1.2004693 Apr 29 04:03:45.002786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.006875 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1b89c3c3-1ced-4b9c-873b-34768a68d253 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/1035c87f-44ca-4a6c-88b9-912d47b13ccd HTTP/1.1" status: 204 len: 168 time: 2.5610538 Apr 29 04:03:45.009043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b808272-b604-4778-b59f-7a60c39d7355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa991af-4ea7-451b-b97a-6a389e39d4e3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:45.010708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58530) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:45.099335 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-705b9f11-9721-4d3e-9cd8-ade800e4f0d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:03:45.100124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705b9f11-9721-4d3e-9cd8-ade800e4f0d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:03:45.105029 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-705b9f11-9721-4d3e-9cd8-ade800e4f0d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/1035c87f-44ca-4a6c-88b9-912d47b13ccd HTTP/1.1" status: 404 len: 333 time: 0.0900986 Apr 29 04:03:45.107422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58532) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:45.113940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4cd7dbd4-d18c-4a35-b727-5a328a50623e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:45.142110 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b97119-191e-4337-be1e-b3c05e31bd0b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:03:45.146337 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d0b97119-191e-4337-be1e-b3c05e31bd0b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/1035c87f-44ca-4a6c-88b9-912d47b13ccd HTTP/1.1" status: 404 len: 333 time: 0.0352912 Apr 29 04:03:45.147938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58534) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:45.216217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet f26d03ef-caf8-4891-ad65-c8188b44bb01 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:45.219855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (f26d03ef-caf8-4891-ad65-c8188b44bb01), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.231796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-726ce1cb-c257-4b77-a42d-b162ea60214c None None] Current status of the port 4cd7dbd4-d18c-4a35-b727-5a328a50623e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:45.267539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4cd7dbd4-d18c-4a35-b727-5a328a50623e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:45.268762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.269042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.290498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (f26d03ef-caf8-4891-ad65-c8188b44bb01), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.326792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.396609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4cd7dbd4-d18c-4a35-b727-5a328a50623e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:45.397945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:45.412643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (d49f71b0-2308-4c8e-997e-0b5f123ff7d1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.472894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 5337c379-932b-4dcd-bd28-6a66be40abee is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:45.476837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=30e0f1d5-4124-4d6a-80f3-334c174776aa,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:45.488727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:45.488860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:45.488860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.490038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:45.558005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port d49f71b0-2308-4c8e-997e-0b5f123ff7d1 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:45.585299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.601409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:45.601644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.612051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=d49f71b0-2308-4c8e-997e-0b5f123ff7d1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:45.633803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (723ebd6c-8074-42d2-b760-270afdbb17fb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.637198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:45.663726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event deleted for resources: {'Port': ['ID=723ebd6c-8074-42d2-b760-270afdbb17fb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:45.724965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.726615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bcceff9f-5526-46f7-8c9e-223a7cf81606 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:45.740986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (21c3a930-08ed-495a-b7d4-d96daac62cb9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.764041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.777674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f26d03ef-caf8-4891-ad65-c8188b44bb01), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.817125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda441eb-6092-4bb3-84bf-78a10deeea9c']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:45.846393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b869d-26e5-4eb6-8786-0772a6b9fe18 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:03:45.858646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c3405c-e606-4ab1-8712-990d052ba66f') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:45.858945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c3405c-e606-4ab1-8712-990d052ba66f') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:45.873148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.875478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (21c3a930-08ed-495a-b7d4-d96daac62cb9), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.881024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.899108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58540) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:45.913645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a0dca1bc-2a36-4245-ba74-d7126ad69436 None None] Provisioning complete for port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:45.914142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a0dca1bc-2a36-4245-ba74-d7126ad69436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.922740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:45.926004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-699c5fd9-e826-4ab6-81e3-0c08230c5bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.944717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.965255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:45.967104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (88c3405c-e606-4ab1-8712-990d052ba66f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.971448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port bcceff9f-5526-46f7-8c9e-223a7cf81606 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:45.971662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:45.981915 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:45.987535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (21c3a930-08ed-495a-b7d4-d96daac62cb9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:45.988278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Fanout notify agent at l3_agent the message router_deleted on router 21c3a930-08ed-495a-b7d4-d96daac62cb9 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:46.012279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.013875 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6733b2f8-f116-47c1-bc31-71ce49c1e32a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/21c3a930-08ed-495a-b7d4-d96daac62cb9 HTTP/1.1" status: 204 len: 168 time: 1.9010890 Apr 29 04:03:46.018428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58544) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.032587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58546) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.051635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306790161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:46.093991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (f26d03ef-caf8-4891-ad65-c8188b44bb01), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.110727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b869d-26e5-4eb6-8786-0772a6b9fe18 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:03:46.118137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a0dca1bc-2a36-4245-ba74-d7126ad69436 None None] Current status of the port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:46.132626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.138963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.139201 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/f26d03ef-caf8-4891-ad65-c8188b44bb01 HTTP/1.1" status: 204 len: 168 time: 0.9901798 Apr 29 04:03:46.144924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b42b1-d398-47ef-8442-0045a7295502 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=f26d03ef-caf8-4891-ad65-c8188b44bb01,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:46.154089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.175351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (eda441eb-6092-4bb3-84bf-78a10deeea9c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.175823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port bcceff9f-5526-46f7-8c9e-223a7cf81606 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:46.181343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.184613 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/eda441eb-6092-4bb3-84bf-78a10deeea9c HTTP/1.1" status: 204 len: 168 time: 5.1837554 Apr 29 04:03:46.196730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58552) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.207068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1839370609'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:46.238735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (38d132de-5346-4a91-be5d-b383c7648f36), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.239671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (38d132de-5346-4a91-be5d-b383c7648f36), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.247957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40969e3-3807-4299-9e87-8fa7f718f7a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=eda441eb-6092-4bb3-84bf-78a10deeea9c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:46.282275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.334472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 4cd7dbd4-d18c-4a35-b727-5a328a50623e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:46.334803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.361642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15484d16-0d20-42bc-bc43-b447a989fc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.363681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:46.376241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.385589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad079ce-f19c-4fc9-8b95-43cd4008fbe3 None None] Network 5337c379-932b-4dcd-bd28-6a66be40abee requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:46.389699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfef2be-591f-4c49-b905-10499b97ae24 None None] Network b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:46.401366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (38d132de-5346-4a91-be5d-b383c7648f36), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.416469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-699c5fd9-e826-4ab6-81e3-0c08230c5bf7 admin admin] Publish callbacks [] for security_group (c7f07c66-698f-4789-b395-8304fa4a78da), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.450979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:46.468246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port 4cd7dbd4-d18c-4a35-b727-5a328a50623e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4cd7dbd4-d18c-4a35-b727-5a328a50623e,segment=NetworkSegment(7214380e-391b-4820-8ce9-62b943463c87),segment_id=7214380e-391b-4820-8ce9-62b943463c87)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:46.468862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.473951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (38d132de-5346-4a91-be5d-b383c7648f36), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.480959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7ff02fee-1037-4cb9-9243-559a30c8fee5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.481539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment 7ff02fee-1037-4cb9-9243-559a30c8fee5 of type vlan for network 158dc09d-ba6b-4762-ae18-193dbe49c633 Apr 29 04:03:46.498915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 4cd7dbd4-d18c-4a35-b727-5a328a50623e owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:46.502866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-699c5fd9-e826-4ab6-81e3-0c08230c5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c7f07c66-698f-4789-b395-8304fa4a78da), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.530564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58554) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.539982 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-699c5fd9-e826-4ab6-81e3-0c08230c5bf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5f29d0163fb450e894fc1fc53cdac8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6369777 Apr 29 04:03:46.544121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58556) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.568882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (158dc09d-ba6b-4762-ae18-193dbe49c633), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.625974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.627431 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86f2d655-d1b9-4ed8-9973-15af4df80cd4 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5802600 Apr 29 04:03:46.635636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58558) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.643535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:46.657271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5fd9-e826-4ab6-81e3-0c08230c5bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f07c66-698f-4789-b395-8304fa4a78da,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:46.723192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] DHCP port deletion for b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:46.724274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15484d16-0d20-42bc-bc43-b447a989fc4f admin admin] Publish callbacks [] for security_group (1690529b-3756-40e9-b4d4-0f9a25b0a8e8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.744197 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-44be7202-9013-44b5-93f2-4a099230ba5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1b12ff7ecab4b4ca1ae8622bb9a252b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072141 Apr 29 04:03:46.750464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58560) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:46.761410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (158dc09d-ba6b-4762-ae18-193dbe49c633), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.766568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:46.767109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.809534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] Deleting port 4cd7dbd4-d18c-4a35-b727-5a328a50623e {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:46.811164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.828871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cb1-0ad2-4ab0-a901-0900c62e3973 admin admin] Publish callbacks [] for security_group (c7f07c66-698f-4789-b395-8304fa4a78da), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.863770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:46.864297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15484d16-0d20-42bc-bc43-b447a989fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1690529b-3756-40e9-b4d4-0f9a25b0a8e8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.870902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.943673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.947518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (38d132de-5346-4a91-be5d-b383c7648f36), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.962162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] For port 4cd7dbd4-d18c-4a35-b727-5a328a50623e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4cd7dbd4-d18c-4a35-b727-5a328a50623e,segment=NetworkSegment(7214380e-391b-4820-8ce9-62b943463c87),segment_id=7214380e-391b-4820-8ce9-62b943463c87)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:46.962162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:46.964947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-89493d21-2e45-4ff8-aedb-ffa1a523dba0 None None] Provisioning complete for port 30e0f1d5-4124-4d6a-80f3-334c174776aa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:46.965429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-89493d21-2e45-4ff8-aedb-ffa1a523dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.019866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] Calling delete_port for 4cd7dbd4-d18c-4a35-b727-5a328a50623e owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:47.021605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-89493d21-2e45-4ff8-aedb-ffa1a523dba0 None None] Port 30e0f1d5-4124-4d6a-80f3-334c174776aa cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:47.022119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.023899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=30e0f1d5-4124-4d6a-80f3-334c174776aa,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.032065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cb1-0ad2-4ab0-a901-0900c62e3973 admin admin] Publish callbacks [] for security_group (c7f07c66-698f-4789-b395-8304fa4a78da), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.043783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8457456 Apr 29 04:03:47.044540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116d5b-5c3a-4925-9bf0-ad7e9b32fe50 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=158dc09d-ba6b-4762-ae18-193dbe49c633,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.049784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58562) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:47.062292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-15484d16-0d20-42bc-bc43-b447a989fc4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d22c161f6f6e40e4b4b49b6c46e8f808&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0275829 Apr 29 04:03:47.070682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:47.079829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:47.100894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58564) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:47.103782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-89493d21-2e45-4ff8-aedb-ffa1a523dba0 None None] Provisioning complete for port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:47.104326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-89493d21-2e45-4ff8-aedb-ffa1a523dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.117795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.120104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15484d16-0d20-42bc-bc43-b447a989fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690529b-3756-40e9-b4d4-0f9a25b0a8e8,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.205046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 5337c379-932b-4dcd-bd28-6a66be40abee is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:47.208319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:47.217275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4cd7dbd4-d18c-4a35-b727-5a328a50623e), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.222590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d2b4f-487b-4fdd-890b-779ba74170e9 admin admin] Publish callbacks [] for security_group (8220e389-d63a-4cf7-892e-27a7f9d08715), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.232410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=4cd7dbd4-d18c-4a35-b727-5a328a50623e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.251275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port 4cd7dbd4-d18c-4a35-b727-5a328a50623e on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:47.269827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] No DVR routers for this DVR port 4cd7dbd4-d18c-4a35-b727-5a328a50623e on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:47.314765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c7f7e-3df6-4eac-81f5-4beae83e2018 None None] Pushing event deleted for resources: {'Port': ['ID=4cd7dbd4-d18c-4a35-b727-5a328a50623e,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.317867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d2b4f-487b-4fdd-890b-779ba74170e9 admin admin] Publish callbacks [] for security_group (8220e389-d63a-4cf7-892e-27a7f9d08715), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.340420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:47.341272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.399156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb55ebd5-3ff6-4555-82eb-930e497ff09e admin admin] Publish callbacks [] for security_group (1690529b-3756-40e9-b4d4-0f9a25b0a8e8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.400877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cb1-0ad2-4ab0-a901-0900c62e3973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c7f07c66-698f-4789-b395-8304fa4a78da), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.413889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cb1-0ad2-4ab0-a901-0900c62e3973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.413889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ecb22cb1-0ad2-4ab0-a901-0900c62e3973 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7f07c66-698f-4789-b395-8304fa4a78da HTTP/1.1" status: 204 len: 168 time: 0.8607106 Apr 29 04:03:47.461555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.478067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:47.481241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.538854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb22cb1-0ad2-4ab0-a901-0900c62e3973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f07c66-698f-4789-b395-8304fa4a78da,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.546031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb55ebd5-3ff6-4555-82eb-930e497ff09e admin admin] Publish callbacks [] for security_group (1690529b-3756-40e9-b4d4-0f9a25b0a8e8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.549756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c51d60-4f01-4d02-8b4b-ee3442ef3d75']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:47.583640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7214380e-391b-4820-8ce9-62b943463c87') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:47.583930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7214380e-391b-4820-8ce9-62b943463c87') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:47.651802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (7214380e-391b-4820-8ce9-62b943463c87), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.684730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d2b4f-487b-4fdd-890b-779ba74170e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8220e389-d63a-4cf7-892e-27a7f9d08715), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.686276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:47.687274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d2b4f-487b-4fdd-890b-779ba74170e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.690696 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f64d2b4f-487b-4fdd-890b-779ba74170e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8220e389-d63a-4cf7-892e-27a7f9d08715 HTTP/1.1" status: 204 len: 168 time: 0.9281616 Apr 29 04:03:47.690696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7214380e-391b-4820-8ce9-62b943463c87), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.713856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-89493d21-2e45-4ff8-aedb-ffa1a523dba0 None None] Current status of the port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:47.756835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:47.757384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (7214380e-391b-4820-8ce9-62b943463c87), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:47.766528 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:47.779965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d2b4f-487b-4fdd-890b-779ba74170e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8220e389-d63a-4cf7-892e-27a7f9d08715,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.802417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4cd7dbd4-d18c-4a35-b727-5a328a50623e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:03:47.845063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (38d132de-5346-4a91-be5d-b383c7648f36), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.851019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4cd7dbd4-d18c-4a35-b727-5a328a50623e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:03:47.851430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4cd7dbd4-d18c-4a35-b727-5a328a50623e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:03:47.873769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.876616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:03:47.892755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c0096e36-51b0-4788-84b5-1ecaffc48086 None None] Provisioning complete for port 30e0f1d5-4124-4d6a-80f3-334c174776aa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:47.895587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c0096e36-51b0-4788-84b5-1ecaffc48086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.912867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb55ebd5-3ff6-4555-82eb-930e497ff09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1690529b-3756-40e9-b4d4-0f9a25b0a8e8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.919069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb55ebd5-3ff6-4555-82eb-930e497ff09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.923503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eb55ebd5-3ff6-4555-82eb-930e497ff09e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1690529b-3756-40e9-b4d4-0f9a25b0a8e8 HTTP/1.1" status: 204 len: 168 time: 0.8188739 Apr 29 04:03:47.945663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c0096e36-51b0-4788-84b5-1ecaffc48086 None None] Port 30e0f1d5-4124-4d6a-80f3-334c174776aa cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:47.972092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (b2c51d60-4f01-4d02-8b4b-ee3442ef3d75), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.975638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ebd5-3ff6-4555-82eb-930e497ff09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690529b-3756-40e9-b4d4-0f9a25b0a8e8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:47.992964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:47.997244 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/b2c51d60-4f01-4d02-8b4b-ee3442ef3d75 HTTP/1.1" status: 204 len: 168 time: 1.8563948 Apr 29 04:03:48.002387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58574) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:48.021160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1813734316'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:48.025744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f0b10-9b6b-40fb-a980-f79930a8057f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=b2c51d60-4f01-4d02-8b4b-ee3442ef3d75,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:48.080254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:48.089775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6b24eafa-5248-46a5-b799-75637f962417 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/4306d5c8-1193-4492-b510-da5181b64470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3995438 Apr 29 04:03:48.089878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58578) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:48.092730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:48.094340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Allocated IP 172.26.4.217 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/d5467b74-9b81-4727-8df6-839c64e0b264) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:48.107811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:48.107811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:48.108187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (15c9f483-3c11-4b46-9514-b3c06d35d52f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.113295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:48.129587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.240331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for port (d5467b74-9b81-4727-8df6-839c64e0b264), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.244808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:48.319116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=15c9f483-3c11-4b46-9514-b3c06d35d52f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:48.325370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:48.336397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (d5467b74-9b81-4727-8df6-839c64e0b264), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.365767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (def94f55-431e-4900-8957-547073f5bed8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.366125 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment def94f55-431e-4900-8957-547073f5bed8 of type vlan for network dc8ee9c4-59b0-409a-8394-62c89ba8164e Apr 29 04:03:48.398329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': '7ff02fee-1037-4cb9-9243-559a30c8fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:48.398486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: 158dc09d-ba6b-4762-ae18-193dbe49c633, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:48.432813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:48.437404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:48.443589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.443731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.444261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.444722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.445174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.445692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.446143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.446588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.447075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.449107 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-045ae33b-db42-4029-95d5-3c3829af311a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6339 time: 0.3581598 Apr 29 04:03:48.449640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:48.452772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58588) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:48.459510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event updated for resources: {'Port': ['ID=d5467b74-9b81-4727-8df6-839c64e0b264,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:48.465759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (dc8ee9c4-59b0-409a-8394-62c89ba8164e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.518502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:45Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:46Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:48.561148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:03:48.561533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Updating router 4306d5c8-1193-4492-b510-da5181b64470 port 30e0f1d5-4124-4d6a-80f3-334c174776aa binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:03:48.584562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.585172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.585673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.586129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.586575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.587072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.587564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.588001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.590106 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2c10c99c-3efd-438c-a054-17c2c9744307 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5273 time: 0.1355226 Apr 29 04:03:48.592750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58596) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:48.603281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.619315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:48.872116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (38d132de-5346-4a91-be5d-b383c7648f36), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.922770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58602) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:48.928231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (dc8ee9c4-59b0-409a-8394-62c89ba8164e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:48.933161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:48.933791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.029264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 158dc09d-ba6b-4762-ae18-193dbe49c633) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:49.044150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccdb98a1-6b02-4a8b-9243-d8992b7336a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.053000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Publish callbacks [] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.058085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:49.058718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.061754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706ebdb-121f-4467-a76c-2f7bcd0c6af8 None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:49.110286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (38d132de-5346-4a91-be5d-b383c7648f36), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.113787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (38d132de-5346-4a91-be5d-b383c7648f36), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.152912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=dc8ee9c4-59b0-409a-8394-62c89ba8164e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:49.165666 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-80c56a58-d44b-40d8-8df0-dbc137f78e20 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1513417 Apr 29 04:03:49.169160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58604) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:49.176451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:49.182369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:49.186537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-158dc09d-ba6b-4762-ae18-193dbe49c633', 'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '15c9f483-3c11-4b46-9514-b3c06d35d52f'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:49.186537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.196289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.209975 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e1944c2f-41ca-447e-b8df-ae08de5030e4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2862 time: 0.6126730 Apr 29 04:03:49.308696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccdb98a1-6b02-4a8b-9243-d8992b7336a1 admin admin] Publish callbacks [] for security_group (9865900b-3672-4105-aac3-37636d4fa6c0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.318745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-258ad457-72c7-45ea-be56-2bd749c263c1 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2549598 Apr 29 04:03:49.324465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58616) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:49.328024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:49.363863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ccdb98a1-6b02-4a8b-9243-d8992b7336a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9865900b-3672-4105-aac3-37636d4fa6c0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.485898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562273df-f1f8-4682-a663-ec091af2a0a1 None None] Pushing event updated for resources: {'Port': ['ID=30e0f1d5-4124-4d6a-80f3-334c174776aa,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:49.536395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:49.540203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.546997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Router 38d132de-5346-4a91-be5d-b383c7648f36 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:49.621031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Attempting to bind port 30e0f1d5-4124-4d6a-80f3-334c174776aa on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:49.621643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Attempting to bind port 30e0f1d5-4124-4d6a-80f3-334c174776aa by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:49.622214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Attempting to bind port 30e0f1d5-4124-4d6a-80f3-334c174776aa on network 5337c379-932b-4dcd-bd28-6a66be40abee {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:49.649240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:49.650102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Checking segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:49.650714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.651613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Bound using segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:49.652383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Bound port: 30e0f1d5-4124-4d6a-80f3-334c174776aa, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:49.652978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.655615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb98a1-6b02-4a8b-9243-d8992b7336a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9865900b-3672-4105-aac3-37636d4fa6c0,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:49.681765 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ccdb98a1-6b02-4a8b-9243-d8992b7336a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc628ee1229543e6b690cdb005e69fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544682 Apr 29 04:03:49.687864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58628) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:49.744342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] For port 30e0f1d5-4124-4d6a-80f3-334c174776aa, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:49.748196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] For port 30e0f1d5-4124-4d6a-80f3-334c174776aa, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=30e0f1d5-4124-4d6a-80f3-334c174776aa,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:49.751935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58630) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:49.771183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58632) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:49.789104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d23c05f2-d6b0-4381-b474-5f591d27406d None None] Provisioning complete for port 30e0f1d5-4124-4d6a-80f3-334c174776aa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:49.789598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d23c05f2-d6b0-4381-b474-5f591d27406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.792929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Allocated IP 2001:db8::2 (158dc09d-ba6b-4762-ae18-193dbe49c633/15c9f483-3c11-4b46-9514-b3c06d35d52f/57c25360-da46-42d6-96e5-0571a6ca249d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:49.793580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:49.797087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.802344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aea99ca8-fcfe-47d9-8e40-c37b006db445 admin admin] Publish callbacks [] for security_group (9865900b-3672-4105-aac3-37636d4fa6c0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.825697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aea99ca8-fcfe-47d9-8e40-c37b006db445 admin admin] Publish callbacks [] for security_group (9865900b-3672-4105-aac3-37636d4fa6c0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.825910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.943734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aea99ca8-fcfe-47d9-8e40-c37b006db445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9865900b-3672-4105-aac3-37636d4fa6c0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.946275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aea99ca8-fcfe-47d9-8e40-c37b006db445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.947433 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aea99ca8-fcfe-47d9-8e40-c37b006db445 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9865900b-3672-4105-aac3-37636d4fa6c0 HTTP/1.1" status: 204 len: 168 time: 0.2545738 Apr 29 04:03:49.965693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea99ca8-fcfe-47d9-8e40-c37b006db445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9865900b-3672-4105-aac3-37636d4fa6c0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:49.971333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:49.979946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:49.981130 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2736f025-8690-4dd0-b81a-b7c05b844c6b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "PUT /v2.0/routers/38d132de-5346-4a91-be5d-b383c7648f36 HTTP/1.1" status: 200 len: 883 time: 3.3436825 Apr 29 04:03:49.983999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58640) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:49.991140 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] Sync routers for ids ['38d132de-5346-4a91-be5d-b383c7648f36'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:50.008866 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] Routers {'38d132de-5346-4a91-be5d-b383c7648f36'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:50.009532 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['38d132de-5346-4a91-be5d-b383c7648f36'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:50.068497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58642) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:50.069669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.078380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562273df-f1f8-4682-a663-ec091af2a0a1 None None] Pushing event updated for resources: {'Port': ['ID=30e0f1d5-4124-4d6a-80f3-334c174776aa,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:50.080153 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:50.093419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611191045', 'description': 'tempest-secgroup-smoke-1611191045 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:50.110984 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] Routers {'38d132de-5346-4a91-be5d-b383c7648f36'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:50.114491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d23c05f2-d6b0-4381-b474-5f591d27406d None None] Port 30e0f1d5-4124-4d6a-80f3-334c174776aa cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:50.116134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['38d132de-5346-4a91-be5d-b383c7648f36'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:50.159002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1042237245'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:50.161609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:50.162438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:50.173160 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:50.176313 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d4e7a-cf95-4b4f-9ea3-ba37e48b5e32 None None] The sync data for ids ['38d132de-5346-4a91-be5d-b383c7648f36'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:50.177349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'networks': [{'name': 'tempest-network--874105095'}, {'name': 'tempest-network--866614372'}]} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:50.183156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'network': {'name': 'tempest-network--874105095'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:50.183156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'network': {'name': 'tempest-network--866614372'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:50.285507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.338060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:50.341253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.357732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Publish callbacks [] for port (57c25360-da46-42d6-96e5-0571a6ca249d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.367405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] Provisioning complete for port 30e0f1d5-4124-4d6a-80f3-334c174776aa triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:50.367649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.369920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (0daa8c72-2136-40f9-81d6-c44be890004d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.381524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (3b766b9c-9a02-4529-811a-9f5dc94d7826), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.394494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'network': 2} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:50.399020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.407079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:03:50.411202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.445374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.456294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=3b766b9c-9a02-4529-811a-9f5dc94d7826,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:50.460780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.467426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-306e7e81-d92f-48b9-b7d9-a810973b8691 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/38d132de-5346-4a91-be5d-b383c7648f36 HTTP/1.1" status: 200 len: 924 time: 0.4823322 Apr 29 04:03:50.467743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58644) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:50.484329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0daa8c72-2136-40f9-81d6-c44be890004d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.504052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': 'def94f55-431e-4900-8957-547073f5bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:50.504719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: dc8ee9c4-59b0-409a-8394-62c89ba8164e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:50.543114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:50.548467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Pushing event updated for resources: {'Port': ['ID=57c25360-da46-42d6-96e5-0571a6ca249d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:50.554478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:50.561568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77910690-9447-4b4d-b1f4-b39a3f455568 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:50.563100 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77910690-9447-4b4d-b1f4-b39a3f455568 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=38d132de-5346-4a91-be5d-b383c7648f36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0942292 Apr 29 04:03:50.563940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0daa8c72-2136-40f9-81d6-c44be890004d,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:50.566780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58648) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:50.567500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:50.595251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (c3bbdf15-f621-497d-8ae8-342ea1c94dcc), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.669004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for security_group (86d5f01c-fd1d-400a-a4c2-48555c4752ab), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.685175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=c3bbdf15-f621-497d-8ae8-342ea1c94dcc,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:50.697579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:50.701124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4163ce98-1a04-492f-9f08-a8830025739f tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:50.703531 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4163ce98-1a04-492f-9f08-a8830025739f tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.1366131 Apr 29 04:03:50.705909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:50.707812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:50.711050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:50.711686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.714312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58652) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:50.721134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.727373 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bd166403-00d9-4d41-857c-a5770a34fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6571648 Apr 29 04:03:50.728023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58654) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:50.734771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for security_group (c669ac87-b5e3-4b37-9af2-e5e41086af3c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.739852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (86d5f01c-fd1d-400a-a4c2-48555c4752ab), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.742392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '0daa8c72-2136-40f9-81d6-c44be890004d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:50.786829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:50.805379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5f01c-fd1d-400a-a4c2-48555c4752ab,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:50.823146 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-888306dd-e155-4748-a75d-2a150f64cd83 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d132de-5346-4a91-be5d-b383c7648f36 HTTP/1.1" status: 200 len: 205 time: 0.0893517 Apr 29 04:03:50.823677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (af97fe2f-2d93-4264-a8cc-6ba2b0273312), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.823677 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Added segment af97fe2f-2d93-4264-a8cc-6ba2b0273312 of type vlan for network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f Apr 29 04:03:50.826707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58658) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:50.882548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] Current status of the port 30e0f1d5-4124-4d6a-80f3-334c174776aa is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:50.882936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.889791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5bf2acff-8cbd-42af-971a-cb515fd4cd3f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.896528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Attempting to bind port 57c25360-da46-42d6-96e5-0571a6ca249d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:50.896981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Attempting to bind port 57c25360-da46-42d6-96e5-0571a6ca249d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '7ff02fee-1037-4cb9-9243-559a30c8fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:50.897361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Attempting to bind port 57c25360-da46-42d6-96e5-0571a6ca249d on network 158dc09d-ba6b-4762-ae18-193dbe49c633 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:50.916603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:50.916978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Checking segment: {'id': '7ff02fee-1037-4cb9-9243-559a30c8fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:50.917400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.917794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Bound using segment: {'id': '7ff02fee-1037-4cb9-9243-559a30c8fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:50.918265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Bound port: 57c25360-da46-42d6-96e5-0571a6ca249d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff02fee-1037-4cb9-9243-559a30c8fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:50.918642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:50.945948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (38d132de-5346-4a91-be5d-b383c7648f36), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.000214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] For port 30e0f1d5-4124-4d6a-80f3-334c174776aa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=30e0f1d5-4124-4d6a-80f3-334c174776aa,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:51.008104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:45Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:51.043735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fb7d91-08e9-4208-bc56-ec6904fa64cb None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:45Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:51.052207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (38d132de-5346-4a91-be5d-b383c7648f36), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.065268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] For port 57c25360-da46-42d6-96e5-0571a6ca249d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:51.069198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] For port 57c25360-da46-42d6-96e5-0571a6ca249d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=57c25360-da46-42d6-96e5-0571a6ca249d,segment=NetworkSegment(7ff02fee-1037-4cb9-9243-559a30c8fee5),segment_id=7ff02fee-1037-4cb9-9243-559a30c8fee5)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:51.233257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, dc8ee9c4-59b0-409a-8394-62c89ba8164e) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:51.237679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.238642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.245043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b7054-dab0-40fc-97da-a7851a3c9f4d None None] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:51.297756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c669ac87-b5e3-4b37-9af2-e5e41086af3c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.298884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.305173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (07540a76-b817-4b85-8e4f-ad6bda1c1aac), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.324403 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ec4ad17c-0242-4870-b7e6-3eeafac6456b tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0013907 Apr 29 04:03:51.324738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58662) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:51.348808 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c441a419-3f34-4b25-8c18-ed8c537678a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1783302 Apr 29 04:03:51.353593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.365921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.370732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58664) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:51.373282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-dc8ee9c4-59b0-409a-8394-62c89ba8164e', 'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': '3b766b9c-9a02-4529-811a-9f5dc94d7826'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:51.374637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.391819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5bf2acff-8cbd-42af-971a-cb515fd4cd3f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.399009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.399635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.439150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2023658388'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:51.574558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (07540a76-b817-4b85-8e4f-ad6bda1c1aac), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.583900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Deleting port d5467b74-9b81-4727-8df6-839c64e0b264 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:51.584420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d5467b74-9b81-4727-8df6-839c64e0b264), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.600190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Allocated IP 2001:db8::2 (dc8ee9c4-59b0-409a-8394-62c89ba8164e/3b766b9c-9a02-4529-811a-9f5dc94d7826/eaa414cf-82fe-47b7-a34f-879b8946492d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:51.618786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c669ac87-b5e3-4b37-9af2-e5e41086af3c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:51.644962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:51.690656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2efec-3588-49c9-8426-38f46966cea3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.692665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2efec-3588-49c9-8426-38f46966cea3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.696961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2efec-3588-49c9-8426-38f46966cea3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.701063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2efec-3588-49c9-8426-38f46966cea3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.703235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2efec-3588-49c9-8426-38f46966cea3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:51.710079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e6c2efec-3588-49c9-8426-38f46966cea3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3499675 Apr 29 04:03:51.720822 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9425964 Apr 29 04:03:51.720822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58672) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:51.720822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17673c-b619-4e44-9f74-a3bee6bdbd44 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Network': ['ID=5bf2acff-8cbd-42af-971a-cb515fd4cd3f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:51.727483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d5467b74-9b81-4727-8df6-839c64e0b264), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.734505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (44b21f17-b981-464e-a32d-cefe19f35e02), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.735058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Added segment 44b21f17-b981-464e-a32d-cefe19f35e02 of type vlan for network 6a7d026b-26b5-4046-bbd5-ea93af7ecd4f Apr 29 04:03:51.738141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58674) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:51.747745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Calling delete_port for d5467b74-9b81-4727-8df6-839c64e0b264 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:51.750559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'subnet': {'network_id': '5bf2acff-8cbd-42af-971a-cb515fd4cd3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:51.757144 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (07540a76-b817-4b85-8e4f-ad6bda1c1aac), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:51.771460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:51.788217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476882011'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:51.821536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ce067-44ce-437b-a42b-153c56d4903b None None] Pushing event updated for resources: {'Port': ['ID=57c25360-da46-42d6-96e5-0571a6ca249d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:51.864740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07540a76-b817-4b85-8e4f-ad6bda1c1aac,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:51.980163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (6a7d026b-26b5-4046-bbd5-ea93af7ecd4f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.049857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:52.054560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.055923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:52.079003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Publish callbacks [] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.084414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8341f57d-e0a3-430e-a842-a870c9c9f205), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.084414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Added segment 8341f57d-e0a3-430e-a842-a870c9c9f205 of type vlan for network 24cc32a2-aef4-4c17-ae1e-0caca6bfae3b Apr 29 04:03:52.086701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846d80d-366d-4b73-95ec-d8cf3db6f7d0 None None] Pushing event updated for resources: {'Port': ['ID=30e0f1d5-4124-4d6a-80f3-334c174776aa,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.098656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:52.109019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b5cd435f-20a7-4cfb-ab36-7aac96ff7039), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.109482 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment b5cd435f-20a7-4cfb-ab36-7aac96ff7039 of type vlan for network ee54314f-1eac-462b-a144-2d9ff5ce8919 Apr 29 04:03:52.154408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:52.159162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.161716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.162122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.165882 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-32a7fd11-1da5-441c-922d-a67f2216e86c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4265602 Apr 29 04:03:52.179915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58682) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:52.188738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '0daa8c72-2136-40f9-81d6-c44be890004d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:52.249604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:52.259506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:52.262616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (d5467b74-9b81-4727-8df6-839c64e0b264), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.264406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:52.270340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (24cc32a2-aef4-4c17-ae1e-0caca6bfae3b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.273647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.306424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Pushing event updated for resources: {'Port': ['ID=eaa414cf-82fe-47b7-a34f-879b8946492d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.326270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event deleted for resources: {'Port': ['ID=d5467b74-9b81-4727-8df6-839c64e0b264,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.351651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (61b3425c-66e5-40eb-a11d-c770b69a3c6c), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.366434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Attempting to bind port eaa414cf-82fe-47b7-a34f-879b8946492d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:52.367110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Attempting to bind port eaa414cf-82fe-47b7-a34f-879b8946492d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'def94f55-431e-4900-8957-547073f5bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:52.367674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Attempting to bind port eaa414cf-82fe-47b7-a34f-879b8946492d on network dc8ee9c4-59b0-409a-8394-62c89ba8164e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:52.376603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:52.377721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Checking segment: {'id': 'def94f55-431e-4900-8957-547073f5bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:52.378867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.380980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Bound using segment: {'id': 'def94f55-431e-4900-8957-547073f5bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:52.382079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Bound port: eaa414cf-82fe-47b7-a34f-879b8946492d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def94f55-431e-4900-8957-547073f5bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dc8ee9c4-59b0-409a-8394-62c89ba8164e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:52.383081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.390281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:52.401239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.474347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:52.475360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (6a7d026b-26b5-4046-bbd5-ea93af7ecd4f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.475360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (24cc32a2-aef4-4c17-ae1e-0caca6bfae3b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.480428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:52.485207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:52.485984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.488901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.490090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] For port eaa414cf-82fe-47b7-a34f-879b8946492d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:52.493928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:52.494530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.497441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] For port eaa414cf-82fe-47b7-a34f-879b8946492d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eaa414cf-82fe-47b7-a34f-879b8946492d,segment=NetworkSegment(def94f55-431e-4900-8957-547073f5bed8),segment_id=def94f55-431e-4900-8957-547073f5bed8)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:52.539688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (38d132de-5346-4a91-be5d-b383c7648f36), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.586621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Network': ['ID=6a7d026b-26b5-4046-bbd5-ea93af7ecd4f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.605514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 6a7d026b-26b5-4046-bbd5-ea93af7ecd4f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:52.614894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.684560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (61b3425c-66e5-40eb-a11d-c770b69a3c6c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.690531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.695477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (38d132de-5346-4a91-be5d-b383c7648f36), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.703625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (38d132de-5346-4a91-be5d-b383c7648f36), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.718551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Network': ['ID=24cc32a2-aef4-4c17-ae1e-0caca6bfae3b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.728525 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaad211-ff40-4e19-b291-7ae94fa518c5 None None] Pushing event updated for resources: {'Port': ['ID=eaa414cf-82fe-47b7-a34f-879b8946492d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.740180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58688) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:52.740808 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0084350 Apr 29 04:03:52.747239 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6fce88e6-502a-4982-8476-7cdb6a6e4c43 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9927320 Apr 29 04:03:52.759101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'New_network'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:52.764808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58690) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:52.806420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 24cc32a2-aef4-4c17-ae1e-0caca6bfae3b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:52.886725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (61b3425c-66e5-40eb-a11d-c770b69a3c6c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:52.933798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd142d-8851-4c40-a29e-bfb49c6e46a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=ee54314f-1eac-462b-a144-2d9ff5ce8919,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:52.978112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:53.014406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 30e0f1d5-4124-4d6a-80f3-334c174776aa up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:53.051149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Checking segment: {'id': 'af97fe2f-2d93-4264-a8cc-6ba2b0273312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5bf2acff-8cbd-42af-971a-cb515fd4cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:53.053346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network hostable DHCP agents. Network: 5bf2acff-8cbd-42af-971a-cb515fd4cd3f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:53.110125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Subnet': ['ID=f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:53.223923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:53.261874 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-4bdd1ef6-21fa-4140-b6f3-52d7a9cecfe4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157758 Apr 29 04:03:53.304153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 30e0f1d5-4124-4d6a-80f3-334c174776aa triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:53.304690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.329767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5bf2acff-8cbd-42af-971a-cb515fd4cd3f) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:53.356431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.356939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.385130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-b1a3de39-c790-4f52-8d2a-c38c31881e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.386967 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-b1a3de39-c790-4f52-8d2a-c38c31881e12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.0907567 Apr 29 04:03:53.399704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20a1a4-c820-4b4b-9214-8af6655f4755 None None] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:53.429970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9140da5-7e4c-469e-8c4c-27c36aa7912f None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:53.503080 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-54276fd7-0d5f-4fcb-a947-ecc2705cd2e6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7612870 Apr 29 04:03:53.505532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58700) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:53.513835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-154164711', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:53.522008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58702) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:53.524615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (38d132de-5346-4a91-be5d-b383c7648f36), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.527683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Fanout notify agent at l3_agent the message router_deleted on router 38d132de-5346-4a91-be5d-b383c7648f36 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:53.543470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.544588 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93e37946-405b-43ab-8822-d28a1e52a94a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/38d132de-5346-4a91-be5d-b383c7648f36 HTTP/1.1" status: 204 len: 168 time: 2.7169182 Apr 29 04:03:53.551908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58706) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:53.560454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-548301869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:53.575288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:53.575671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.590858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::18 (dc8ee9c4-59b0-409a-8394-62c89ba8164e/3b766b9c-9a02-4529-811a-9f5dc94d7826/9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:53.608562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b3425c-66e5-40eb-a11d-c770b69a3c6c,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:53.609078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-8b874a48-4f22-4f89-8587-a6a7b9cdc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.610998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-8b874a48-4f22-4f89-8587-a6a7b9cdc5c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.1972682 Apr 29 04:03:53.613975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.615497 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-85317b9f-8023-4347-9708-b3c25bca05c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4346282 Apr 29 04:03:53.625228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58708) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:53.630730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '0daa8c72-2136-40f9-81d6-c44be890004d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:53.705701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.707505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.717850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.718876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:53.733569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 30e0f1d5-4124-4d6a-80f3-334c174776aa is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:53.734684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 57c25360-da46-42d6-96e5-0571a6ca249d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:53.803436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff4b52a-9a26-4fac-815c-c64710b5bef4 None None] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:53.867856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac3dc5-1f4e-4589-9900-3e8f92040f36 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.874631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac3dc5-1f4e-4589-9900-3e8f92040f36 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.891694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac3dc5-1f4e-4589-9900-3e8f92040f36 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.898378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac3dc5-1f4e-4589-9900-3e8f92040f36 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:53.904051 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d6ac3dc5-1f4e-4589-9900-3e8f92040f36 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0997040 Apr 29 04:03:53.922168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1840616651', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:53.928477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58710) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:54.027015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] Update dhcp port {'port': {'network_id': '158dc09d-ba6b-4762-ae18-193dbe49c633', 'fixed_ips': [{'subnet_id': '15c9f483-3c11-4b46-9514-b3c06d35d52f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3bbdf15-f621-497d-8ae8-342ea1c94dcc'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '57c25360-da46-42d6-96e5-0571a6ca249d'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:03:54.069472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.089865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Made reservation on behalf of e14c72731e3b4bcab1c50e8cdbb15295 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:54.092489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.149468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.164153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.165988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (b8fedc07-036b-4eb4-bfe5-325a74b1d137), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.216427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_controller (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.232507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-6f41f775-ead3-40a6-82fe-40c7000b7c3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1001 time: 0.6082957 Apr 29 04:03:54.233233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] Current status of the port 57c25360-da46-42d6-96e5-0571a6ca249d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:54.233780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.234912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (fe98088e-d5ce-4720-a9a1-c22c337eeb37), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.240174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.260329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.274968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:54.274968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.276541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b039e1b-ed68-4cac-aa74-721f9734a8d3 None None] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:54.303646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for security_group (090cfaee-993e-49ec-89cc-5f734e9f3ae6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.325497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] For port 57c25360-da46-42d6-96e5-0571a6ca249d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=57c25360-da46-42d6-96e5-0571a6ca249d,segment=NetworkSegment(7ff02fee-1037-4cb9-9243-559a30c8fee5),segment_id=7ff02fee-1037-4cb9-9243-559a30c8fee5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:54.329857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 is not hosted by any dhcp agent {{(pid=116104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 04:03:54.335300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:54.335889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.340514 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "PUT /v2.0/networks/ee54314f-1eac-462b-a144-2d9ff5ce8919 HTTP/1.1" status: 200 len: 723 time: 1.5974882 Apr 29 04:03:54.345372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58712) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:54.354858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:54.367527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.368914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-72488712-db28-4399-b491-1598501f754c tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8132353 Apr 29 04:03:54.373886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58714) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:54.393558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': True}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:54.398806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (090cfaee-993e-49ec-89cc-5f734e9f3ae6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.414132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (6a7d026b-26b5-4046-bbd5-ea93af7ecd4f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.419585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] device_id is not set on port 1782a497-920e-452f-bf74-806159811aea yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:03:54.421893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-a2e53614-c480-495a-9629-c887b4d0fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:54.423454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-a2e53614-c480-495a-9629-c887b4d0fe7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.1608367 Apr 29 04:03:54.436256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.472627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (fe98088e-d5ce-4720-a9a1-c22c337eeb37), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.530350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b2c11-b0a2-4b22-840e-7a6132a022e5 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=ee54314f-1eac-462b-a144-2d9ff5ce8919,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:54.537220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (fe98088e-d5ce-4720-a9a1-c22c337eeb37), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.543188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.563043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:54.568757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-d3a5846c-129e-4896-b1c9-b4adba85e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:54.571444 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-d3a5846c-129e-4896-b1c9-b4adba85e52c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1010976 Apr 29 04:03:54.574549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe98088e-d5ce-4720-a9a1-c22c337eeb37,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:54.665291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0235-9de8-47a0-bd5a-2afeeed7a02a None None] Pushing event updated for resources: {'Port': ['ID=57c25360-da46-42d6-96e5-0571a6ca249d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:54.681203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.691945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.693823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7d6f1ca2-89e8-45c2-b410-39da6a6ddef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0668058 Apr 29 04:03:54.695668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090cfaee-993e-49ec-89cc-5f734e9f3ae6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:54.698855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58716) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:54.701630 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-3fffb6c5-db51-46d2-bf9b-04b36a57ad60 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200716 Apr 29 04:03:54.707570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '0daa8c72-2136-40f9-81d6-c44be890004d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:54.719951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] Provisioning complete for port eaa414cf-82fe-47b7-a34f-879b8946492d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:54.720551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.728475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 57c25360-da46-42d6-96e5-0571a6ca249d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:54.790938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] Allocated IP 172.20.0.1 (158dc09d-ba6b-4762-ae18-193dbe49c633/c3bbdf15-f621-497d-8ae8-342ea1c94dcc/57c25360-da46-42d6-96e5-0571a6ca249d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:54.847613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (6a7d026b-26b5-4046-bbd5-ea93af7ecd4f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.858229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:54.862237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.966352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6fc9fa73-d6cf-4aef-ad66-2ad25a279447), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:54.981666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] Current status of the port eaa414cf-82fe-47b7-a34f-879b8946492d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:54.982033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.016001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7d026b-26b5-4046-bbd5-ea93af7ecd4f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:55.028508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] For port 57c25360-da46-42d6-96e5-0571a6ca249d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=57c25360-da46-42d6-96e5-0571a6ca249d,segment=NetworkSegment(7ff02fee-1037-4cb9-9243-559a30c8fee5),segment_id=7ff02fee-1037-4cb9-9243-559a30c8fee5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:55.041991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b21f17-b981-464e-a32d-cefe19f35e02') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:55.042535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b21f17-b981-464e-a32d-cefe19f35e02') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:55.044390 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc078f7-9f6d-4d68-bab8-d5cfa5a89f1d req-0c84fb82-013e-4f13-91b3-d0be9a96e450 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249948 Apr 29 04:03:55.057887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] For port eaa414cf-82fe-47b7-a34f-879b8946492d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eaa414cf-82fe-47b7-a34f-879b8946492d,segment=NetworkSegment(def94f55-431e-4900-8957-547073f5bed8),segment_id=def94f55-431e-4900-8957-547073f5bed8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:55.077678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] Publish callbacks [] for port (57c25360-da46-42d6-96e5-0571a6ca249d), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.088856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.117299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.121549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 57c25360-da46-42d6-96e5-0571a6ca249d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:55.138119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6fc9fa73-d6cf-4aef-ad66-2ad25a279447), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.147026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.182249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.182483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (44b21f17-b981-464e-a32d-cefe19f35e02), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.200751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b8fedc07-036b-4eb4-bfe5-325a74b1d137), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.218180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (44b21f17-b981-464e-a32d-cefe19f35e02), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.219951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:55.220321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.227526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (6fc9fa73-d6cf-4aef-ad66-2ad25a279447), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.236519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Allocated IP 172.26.4.17 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/1782a497-920e-452f-bf74-806159811aea) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:55.239239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:55.240049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (44b21f17-b981-464e-a32d-cefe19f35e02), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.240342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f0209-1bc9-48b0-9888-7d874c5c9527 None None] Pushing event updated for resources: {'Port': ['ID=eaa414cf-82fe-47b7-a34f-879b8946492d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:55.242831 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:55.253983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9fa73-d6cf-4aef-ad66-2ad25a279447,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.267255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.332530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3fd5c557-6d48-46ba-afff-9018c27475f5 None None] Provisioning complete for port eaa414cf-82fe-47b7-a34f-879b8946492d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:55.333104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c557-6d48-46ba-afff-9018c27475f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.344529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.345970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6805c1d9-a4f6-4511-bd09-b2c7c762dd69 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6435568 Apr 29 04:03:55.350972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58718) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:55.354886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '0daa8c72-2136-40f9-81d6-c44be890004d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:55.370025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:55.380536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f979c0-a199-4102-8422-f02066fb8b0b None None] Pushing event updated for resources: {'Port': ['ID=57c25360-da46-42d6-96e5-0571a6ca249d,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.415166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:55.435137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 57c25360-da46-42d6-96e5-0571a6ca249d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:55.436478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eaa414cf-82fe-47b7-a34f-879b8946492d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:55.447408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:55.453251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:55.453847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.464647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (6a7d026b-26b5-4046-bbd5-ea93af7ecd4f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.466357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.473582 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:03:55.481956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6fc1e1b8-320c-477c-a40d-5e44c5b053a6), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.523856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5c557-6d48-46ba-afff-9018c27475f5 None None] Current status of the port eaa414cf-82fe-47b7-a34f-879b8946492d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:55.526277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.530165 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/networks/6a7d026b-26b5-4046-bbd5-ea93af7ecd4f HTTP/1.1" status: 204 len: 168 time: 1.5962119 Apr 29 04:03:55.545137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port eaa414cf-82fe-47b7-a34f-879b8946492d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:55.545819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.551244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58720) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:55.566417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013da38-8947-47bb-93ee-cccb0eaafa63 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Network': ['ID=6a7d026b-26b5-4046-bbd5-ea93af7ecd4f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.639902 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-302aa828-5c7c-42e9-b880-e28c6ac137c3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.2679899 Apr 29 04:03:55.695183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58722) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:55.704676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eaa414cf-82fe-47b7-a34f-879b8946492d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:55.771938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6fc1e1b8-320c-477c-a40d-5e44c5b053a6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.780680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (24cc32a2-aef4-4c17-ae1e-0caca6bfae3b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.844955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:55.845301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.849455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (6fc1e1b8-320c-477c-a40d-5e44c5b053a6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.863632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6b2e7d0b-29b2-4567-aed0-4ea2beb698b2 None None] Provisioning complete for port 9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:55.864143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6b2e7d0b-29b2-4567-aed0-4ea2beb698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.870165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (838ed820-3ecd-48c5-a5e3-6738b9af9127), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.878026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for port (1782a497-920e-452f-bf74-806159811aea), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.914388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e7d0b-29b2-4567-aed0-4ea2beb698b2 None None] Port 9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:03:55.919944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc1e1b8-320c-477c-a40d-5e44c5b053a6,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.952128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=838ed820-3ecd-48c5-a5e3-6738b9af9127,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:55.957121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b8fedc07-036b-4eb4-bfe5-325a74b1d137), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.990444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:55.994870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a463eeb6-fbc5-4f2a-89d4-5da6e93e0020 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6414285 Apr 29 04:03:55.998075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.000942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58724) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:56.010202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '0daa8c72-2136-40f9-81d6-c44be890004d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:56.046750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (24cc32a2-aef4-4c17-ae1e-0caca6bfae3b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.062670 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:56.063117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: ee54314f-1eac-462b-a144-2d9ff5ce8919, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:03:56.090293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cc32a2-aef4-4c17-ae1e-0caca6bfae3b']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:56.101268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.112197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8341f57d-e0a3-430e-a842-a870c9c9f205') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:56.112197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8341f57d-e0a3-430e-a842-a870c9c9f205') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:56.122329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:56.124284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751ca7d-d833-4a3c-9992-79ff6759dac8 None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:56.124903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (8341f57d-e0a3-430e-a842-a870c9c9f205), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.131014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1782a497-920e-452f-bf74-806159811aea), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.158388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ab97ccd6-f425-4cc0-9d4d-4986d5314577 None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:56.158848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab97ccd6-f425-4cc0-9d4d-4986d5314577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.164754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:03:56.168781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8341f57d-e0a3-430e-a842-a870c9c9f205), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.175347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:56.177308 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:03:56.181033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:56.183762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:56.216636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:56.216636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (8341f57d-e0a3-430e-a842-a870c9c9f205), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.217828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Pushing event updated for resources: {'Port': ['ID=1782a497-920e-452f-bf74-806159811aea,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:56.220902 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:56.235329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (cb9624ef-ed94-4560-969b-1532c169e174), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.244893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, ee54314f-1eac-462b-a144-2d9ff5ce8919) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:56.244893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:56.244893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.261933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:56.262834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.269778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dadab4-86a3-48d6-9cdc-3840a865b44c None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:56.313514 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ef4c8fb1-a476-47b1-b37a-904f0c474d64 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9646716 Apr 29 04:03:56.314377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58726) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:56.320872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:56.339684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.197 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/1a05d6be-5120-48dc-a520-47440cff7eee) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:56.364689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9b573fec-c026-4eca-8b48-75c973739192 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8375776 Apr 29 04:03:56.368652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58728) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:56.375013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.17'}]}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:56.377095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab97ccd6-f425-4cc0-9d4d-4986d5314577 None None] Current status of the port 57c25360-da46-42d6-96e5-0571a6ca249d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:56.428262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-ee54314f-1eac-462b-a144-2d9ff5ce8919', 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '838ed820-3ecd-48c5-a5e3-6738b9af9127'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:03:56.429390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.468485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9275806'] for subnet (838ed820-3ecd-48c5-a5e3-6738b9af9127), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.473036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (24cc32a2-aef4-4c17-ae1e-0caca6bfae3b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.488184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (cb9624ef-ed94-4560-969b-1532c169e174), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.492673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.496712 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/networks/24cc32a2-aef4-4c17-ae1e-0caca6bfae3b HTTP/1.1" status: 204 len: 168 time: 0.9356003 Apr 29 04:03:56.500925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58730) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:56.510952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (6668c132-a157-4397-bf16-9533c3825ee2), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.512019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (6668c132-a157-4397-bf16-9533c3825ee2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.606826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for router_controller (6668c132-a157-4397-bf16-9533c3825ee2), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.607511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Allocated IP 2001:db8::2 (ee54314f-1eac-462b-a144-2d9ff5ce8919/838ed820-3ecd-48c5-a5e3-6738b9af9127/d0d666a1-c745-47b3-8e68-079c0b787743) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:56.654514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (cb9624ef-ed94-4560-969b-1532c169e174), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.671410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9fafb-d626-48e7-a03f-e98aa1d7c2d8 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Network': ['ID=24cc32a2-aef4-4c17-ae1e-0caca6bfae3b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:56.720756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f8fa4615-b1d2-4794-89a0-77a68b304a75 None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:56.721178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4615-b1d2-4794-89a0-77a68b304a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.768108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9624ef-ed94-4560-969b-1532c169e174,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:56.802935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b21179-0bc9-4fd0-a8f4-b8cbdd41f548 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:56.808534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b21179-0bc9-4fd0-a8f4-b8cbdd41f548 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:56.810274 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e3b21179-0bc9-4fd0-a8f4-b8cbdd41f548 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3031118 Apr 29 04:03:56.813966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (1a05d6be-5120-48dc-a520-47440cff7eee), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.817272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58732) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:56.819901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.829993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-588ae421-4da9-4e93-ab3c-d47842cc1652 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8254185 Apr 29 04:03:56.837399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1235187131'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:56.866654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for router_gateway (6668c132-a157-4397-bf16-9533c3825ee2), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.896852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.936789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:56.964946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:56.968138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ef40f354-98ff-4337-9b3c-306cc7fed483 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e HTTP/1.1" status: 204 len: 168 time: 1.2720816 Apr 29 04:03:56.971103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58738) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:56.975191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 57c25360-da46-42d6-96e5-0571a6ca249d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:57.003404 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-99efed02-327d-42f8-83e1-a51e77dfcd88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:03:57.004958 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-99efed02-327d-42f8-83e1-a51e77dfcd88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e HTTP/1.1" status: 404 len: 333 time: 0.0328300 Apr 29 04:03:57.005676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:57.009621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.020797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58746) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:57.063332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1a05d6be-5120-48dc-a520-47440cff7eee), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.066769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:57.067241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.069903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Publish callbacks [] for port (d0d666a1-c745-47b3-8e68-079c0b787743), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.119969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=1a05d6be-5120-48dc-a520-47440cff7eee,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:57.144716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:57.145545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa4615-b1d2-4794-89a0-77a68b304a75 None None] Current status of the port 57c25360-da46-42d6-96e5-0571a6ca249d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:57.147533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:57.150977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Allocated IP 172.26.4.112 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/736bed2e-cbfe-4fcb-baa7-5a0b25d89edd) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:03:57.152849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:57.159285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 3b766b9c-9a02-4529-811a-9f5dc94d7826 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:03:57.163285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:57.168583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (3b766b9c-9a02-4529-811a-9f5dc94d7826), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.171636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ba8ccef2-45eb-46e4-b476-9ab59adcda88), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.171976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Added segment ba8ccef2-45eb-46e4-b476-9ab59adcda88 of type vlan for network ee10fef7-8cad-44bc-a445-823f776f7af8 Apr 29 04:03:57.173723 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:03:57.184707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.271062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:57.271285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (3b766b9c-9a02-4529-811a-9f5dc94d7826), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.276319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 57c25360-da46-42d6-96e5-0571a6ca249d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:57.278470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eaa414cf-82fe-47b7-a34f-879b8946492d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:57.288517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:57.291710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:57.334072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Pushing event updated for resources: {'Port': ['ID=d0d666a1-c745-47b3-8e68-079c0b787743,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:57.413815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Attempting to bind port d0d666a1-c745-47b3-8e68-079c0b787743 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:03:57.414490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Attempting to bind port d0d666a1-c745-47b3-8e68-079c0b787743 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:03:57.414608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Attempting to bind port d0d666a1-c745-47b3-8e68-079c0b787743 on network ee54314f-1eac-462b-a144-2d9ff5ce8919 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:03:57.416995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port eaa414cf-82fe-47b7-a34f-879b8946492d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:57.417386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.445194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:03:57.445695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Checking segment: {'id': 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:03:57.446096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.446504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Bound using segment: {'id': 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:03:57.446992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Bound port: d0d666a1-c745-47b3-8e68-079c0b787743, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:03:57.447381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.569229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] For port d0d666a1-c745-47b3-8e68-079c0b787743, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:03:57.572544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] For port d0d666a1-c745-47b3-8e68-079c0b787743, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d0d666a1-c745-47b3-8e68-079c0b787743,segment=NetworkSegment(b5cd435f-20a7-4cfb-ab36-7aac96ff7039),segment_id=b5cd435f-20a7-4cfb-ab36-7aac96ff7039)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:03:57.574202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eaa414cf-82fe-47b7-a34f-879b8946492d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:57.598603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ee10fef7-8cad-44bc-a445-823f776f7af8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.656409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.712645 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-324a6da2-361c-4a60-995c-d15b75633a17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611191045&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.6757493 Apr 29 04:03:57.716664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871af36a-74ce-41cb-9dff-4e83060594aa None None] Pushing event updated for resources: {'Port': ['ID=d0d666a1-c745-47b3-8e68-079c0b787743,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:57.783516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (3b766b9c-9a02-4529-811a-9f5dc94d7826), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.810209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ee10fef7-8cad-44bc-a445-823f776f7af8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.815166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:57.815801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.844769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for port (736bed2e-cbfe-4fcb-baa7-5a0b25d89edd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.899833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for router_gateway (6668c132-a157-4397-bf16-9533c3825ee2), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.939146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:57.958255 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1247201 Apr 29 04:03:57.960252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58754) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:57.963337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a111647-1b8b-461f-b0df-833ea0eb8948 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Network': ['ID=ee10fef7-8cad-44bc-a445-823f776f7af8,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:57.974871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1321484474'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:57.989412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ee10fef7-8cad-44bc-a445-823f776f7af8 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:58.039775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776362386899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3514504'] for subnet (838ed820-3ecd-48c5-a5e3-6738b9af9127), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.048064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-daf8df67-ceac-49a1-b51e-7090e2d6dc7b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:58.054098 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-daf8df67-ceac-49a1-b51e-7090e2d6dc7b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=5337c379-932b-4dcd-bd28-6a66be40abee HTTP/1.1" status: 200 len: 795 time: 0.3405769 Apr 29 04:03:58.059958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.099028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (3b766b9c-9a02-4529-811a-9f5dc94d7826), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.115349 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:58.115954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.117346 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "PUT /v2.0/subnets/838ed820-3ecd-48c5-a5e3-6738b9af9127 HTTP/1.1" status: 200 len: 826 time: 1.8019564 Apr 29 04:03:58.130703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:58.130913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58756) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:58.133646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.141664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=3b766b9c-9a02-4529-811a-9f5dc94d7826,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:58.152960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.153925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9b280-5284-4443-b36f-3205d1187e2f None None] Network dc8ee9c4-59b0-409a-8394-62c89ba8164e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:58.156138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ef637f81-f503-4720-b166-550fc375f954 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/3b766b9c-9a02-4529-811a-9f5dc94d7826 HTTP/1.1" status: 204 len: 168 time: 1.1325309 Apr 29 04:03:58.164057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58758) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:58.176644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-c2721598-fd15-49bd-b71e-05329b9cbc66 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0998921 Apr 29 04:03:58.244814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:03:58.255818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (736bed2e-cbfe-4fcb-baa7-5a0b25d89edd), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.257709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daeac8-9ea0-47e2-b5a8-48b99d4e3932 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=838ed820-3ecd-48c5-a5e3-6738b9af9127,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:58.297690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (83412c75-375a-4d72-91dc-3626788abd99), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.298034 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Added segment 83412c75-375a-4d72-91dc-3626788abd99 of type vlan for network 36349046-b275-4db8-8da2-7415fbd0b465 Apr 29 04:03:58.314287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (dc8ee9c4-59b0-409a-8394-62c89ba8164e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.364030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587d644-401c-4b90-91f2-371704906745 None None] DHCP port deletion for dc8ee9c4-59b0-409a-8394-62c89ba8164e request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:03:58.383758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-c6f4bd54-f890-4a8c-82a2-e8a1cdb58052 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909218 Apr 29 04:03:58.394856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:03:58.399958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (36349046-b275-4db8-8da2-7415fbd0b465), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.410165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:03:58.412709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1587d644-401c-4b90-91f2-371704906745 None None] Deleting port eaa414cf-82fe-47b7-a34f-879b8946492d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:58.412876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:03:58.413422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1587d644-401c-4b90-91f2-371704906745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.480801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1587d644-401c-4b90-91f2-371704906745 None None] For port eaa414cf-82fe-47b7-a34f-879b8946492d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eaa414cf-82fe-47b7-a34f-879b8946492d,segment=NetworkSegment(def94f55-431e-4900-8957-547073f5bed8),segment_id=def94f55-431e-4900-8957-547073f5bed8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:58.481517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1587d644-401c-4b90-91f2-371704906745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.500019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1587d644-401c-4b90-91f2-371704906745 None None] Calling delete_port for eaa414cf-82fe-47b7-a34f-879b8946492d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:58.502852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port eaa414cf-82fe-47b7-a34f-879b8946492d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:58.503380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.541927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.577582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (36349046-b275-4db8-8da2-7415fbd0b465), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.579383 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-f893312a-5832-480f-b850-0eba28c094ba service neutron] 10.222.0.37 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639924 Apr 29 04:03:58.580053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Port': ['ID=736bed2e-cbfe-4fcb-baa7-5a0b25d89edd,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:58.583425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:03:58.584055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.600335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.651402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for router (6668c132-a157-4397-bf16-9533c3825ee2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.662480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port eaa414cf-82fe-47b7-a34f-879b8946492d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eaa414cf-82fe-47b7-a34f-879b8946492d,segment=NetworkSegment(def94f55-431e-4900-8957-547073f5bed8),segment_id=def94f55-431e-4900-8957-547073f5bed8)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:58.662849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.668070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1587d644-401c-4b90-91f2-371704906745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.702646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587d644-401c-4b90-91f2-371704906745 None None] Pushing event deleted for resources: {'Port': ['ID=eaa414cf-82fe-47b7-a34f-879b8946492d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:58.706073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587d644-401c-4b90-91f2-371704906745 None None] No DVR routers for this DVR port eaa414cf-82fe-47b7-a34f-879b8946492d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:58.741104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Network': ['ID=36349046-b275-4db8-8da2-7415fbd0b465,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:58.756095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 36349046-b275-4db8-8da2-7415fbd0b465 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:03:58.757879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for eaa414cf-82fe-47b7-a34f-879b8946492d owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:58.772261 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ec5c940c-fd24-43a9-8f87-46a8763c87ab tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8018029 Apr 29 04:03:58.774162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58760) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:58.811162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'ports': [{'network_id': 'ee10fef7-8cad-44bc-a445-823f776f7af8', 'name': 'tempest-port--527147081', 'admin_state_up': True}, {'network_id': '36349046-b275-4db8-8da2-7415fbd0b465', 'admin_state_up': False}]} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:58.811484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'port': {'network_id': 'ee10fef7-8cad-44bc-a445-823f776f7af8', 'name': 'tempest-port--527147081', 'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:58.811962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'port': {'network_id': '36349046-b275-4db8-8da2-7415fbd0b465', 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:58.944530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (eaa414cf-82fe-47b7-a34f-879b8946492d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.946415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0d666a1-c745-47b3-8e68-079c0b787743 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:03:58.972014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=eaa414cf-82fe-47b7-a34f-879b8946492d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:58.976260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port eaa414cf-82fe-47b7-a34f-879b8946492d on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:03:58.980588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port d0d666a1-c745-47b3-8e68-079c0b787743 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:58.987799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:58.989915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82ac35-feb0-4fbf-bdfe-a74e72206240 None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:59.034374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] Provisioning complete for port d0d666a1-c745-47b3-8e68-079c0b787743 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:59.034928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.038057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:03:59.077350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (dc8ee9c4-59b0-409a-8394-62c89ba8164e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.104721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8ee9c4-59b0-409a-8394-62c89ba8164e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.111994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d0d666a1-c745-47b3-8e68-079c0b787743 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:59.112443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.148537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def94f55-431e-4900-8957-547073f5bed8') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.149359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def94f55-431e-4900-8957-547073f5bed8') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.156989 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-cf614bb7-89af-4aa0-8146-f9e0aee5c8f1 service neutron] 10.222.0.37 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533020 Apr 29 04:03:59.158740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (6668c132-a157-4397-bf16-9533c3825ee2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.162983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (def94f55-431e-4900-8957-547073f5bed8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.168607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks [] for router_controller (6668c132-a157-4397-bf16-9533c3825ee2), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.185107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (def94f55-431e-4900-8957-547073f5bed8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.231172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:03:59.231532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (def94f55-431e-4900-8957-547073f5bed8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.233708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] Current status of the port d0d666a1-c745-47b3-8e68-079c0b787743 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:59.235586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:03:59.235717 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:03:59.309968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:03:59.315498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d0d666a1-c745-47b3-8e68-079c0b787743 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:59.317005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.336368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:03:59.343099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] For port d0d666a1-c745-47b3-8e68-079c0b787743, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d0d666a1-c745-47b3-8e68-079c0b787743,segment=NetworkSegment(b5cd435f-20a7-4cfb-ab36-7aac96ff7039),segment_id=b5cd435f-20a7-4cfb-ab36-7aac96ff7039)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:59.357655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:59.358405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.395347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.396553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (6668c132-a157-4397-bf16-9533c3825ee2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.397277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6668c132-a157-4397-bf16-9533c3825ee2 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:03:59.405205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port d0d666a1-c745-47b3-8e68-079c0b787743, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d0d666a1-c745-47b3-8e68-079c0b787743,segment=NetworkSegment(b5cd435f-20a7-4cfb-ab36-7aac96ff7039),segment_id=b5cd435f-20a7-4cfb-ab36-7aac96ff7039)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:03:59.405584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.406773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:03:59.407462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.415006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.417520 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-15aeab40-439c-47b8-a671-355234e55747 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9106197 Apr 29 04:03:59.419176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (dc8ee9c4-59b0-409a-8394-62c89ba8164e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.421342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58764) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:59.435941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (b8fedc07-036b-4eb4-bfe5-325a74b1d137), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.446693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for d0d666a1-c745-47b3-8e68-079c0b787743 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:03:59.452674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.455822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:03:59.456991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fbd8c-8437-40d4-a670-9731fcce8ea7 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:03:59.507371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.515706 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/dc8ee9c4-59b0-409a-8394-62c89ba8164e HTTP/1.1" status: 204 len: 168 time: 1.3462987 Apr 29 04:03:59.516775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58768) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:59.546803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'name': 'tempest-PortsIpV6TestJSON-418301665'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:03:59.567419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0983bad-6012-4af2-99ad-c008179ab3c2 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=dc8ee9c4-59b0-409a-8394-62c89ba8164e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:59.568362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db006a-f737-4729-a7f9-a6305a8918d8 None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:03:59.569248 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 04:03:59.572894 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fcacfdab-78cb-4976-95a6-eb149a2f24f7 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2005537 Apr 29 04:03:59.578900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58772) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:03:59.636275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:03:59.636632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:03:59.641801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d0a4a983-349f-4378-abfe-013ec9a51335 None None] Provisioning complete for port d0d666a1-c745-47b3-8e68-079c0b787743 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:03:59.642182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a983-349f-4378-abfe-013ec9a51335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.672765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38d726-10f2-4889-aebd-6f35793d1624 None None] Pushing event updated for resources: {'Port': ['ID=d0d666a1-c745-47b3-8e68-079c0b787743,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:03:59.677149 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec965f4-a64d-4e24-afc9-9e6500bec753 req-9bacc990-5138-4371-a8d3-83789eb6051d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 210 time: 0.1149487 Apr 29 04:03:59.733982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'port': 2} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:59.739020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.779725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.806649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Deleting port 1782a497-920e-452f-bf74-806159811aea {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:03:59.807001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1782a497-920e-452f-bf74-806159811aea), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.808724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4a983-349f-4378-abfe-013ec9a51335 None None] Current status of the port d0d666a1-c745-47b3-8e68-079c0b787743 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:03:59.912881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:03:59.916539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:03:59.971193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 0af048a3-44f2-4cdb-80e2-809023ba3b0a yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:00.024667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-08ff8033-4576-410d-a542-86b3c91ea0de None None] Could not find standard attr ID for object d0d666a1-c745-47b3-8e68-079c0b787743. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:00.167315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Port d0d666a1-c745-47b3-8e68-079c0b787743 update to ACTIVE by agent not found {{(pid=116106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 29 04:04:00.225019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eaa414cf-82fe-47b7-a34f-879b8946492d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:00.246557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: eaa414cf-82fe-47b7-a34f-879b8946492d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:00.247092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eaa414cf-82fe-47b7-a34f-879b8946492d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:00.248400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (d0d666a1-c745-47b3-8e68-079c0b787743), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.273177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (0af048a3-44f2-4cdb-80e2-809023ba3b0a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.319222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=d0d666a1-c745-47b3-8e68-079c0b787743,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:00.391779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.395134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09122f-df28-4b07-bb75-2113a273137f None None] DHCP port deletion for ee54314f-1eac-462b-a144-2d9ff5ce8919 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:00.421099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0f2d0-f473-4dea-a891-e257550b2f66 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:04:00.433825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1782a497-920e-452f-bf74-806159811aea), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.447998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port d0d666a1-c745-47b3-8e68-079c0b787743 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:00.498725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Calling delete_port for 1782a497-920e-452f-bf74-806159811aea owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:00.539104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.544764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] device_id is not set on port 0abb00e7-2111-4b26-b1e8-b67eb21c6c6c yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:00.549912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0f2d0-f473-4dea-a891-e257550b2f66 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:04:00.560998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.609371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (838ed820-3ecd-48c5-a5e3-6738b9af9127), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.721055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0af048a3-44f2-4cdb-80e2-809023ba3b0a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.797941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:00.806987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:00.809736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:00.815405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:00.816631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.846583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=0af048a3-44f2-4cdb-80e2-809023ba3b0a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:00.914308 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d25a8cc7-bef3-450f-9b80-7d54fd9cfa8a tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3818607 Apr 29 04:04:00.917871 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-23cce38f-7305-410c-9d50-6ec1b910f343 req-8e7ef2df-946c-4fbc-b0bb-f4436c3409e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 210 time: 0.0666981 Apr 29 04:04:00.923589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58782) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:00.934243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61899a67-3563-487a-bb09-34a0ebbfb25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-ee54314f-1eac-462b-a144-2d9ff5ce8919', 'network_id': 'ee54314f-1eac-462b-a144-2d9ff5ce8919', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '838ed820-3ecd-48c5-a5e3-6738b9af9127'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:00.935110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-61899a67-3563-487a-bb09-34a0ebbfb25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:00.954005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0d666a1-c745-47b3-8e68-079c0b787743 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:00.980815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: d0d666a1-c745-47b3-8e68-079c0b787743 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:00.981101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0d666a1-c745-47b3-8e68-079c0b787743 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:01.011619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (838ed820-3ecd-48c5-a5e3-6738b9af9127), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.070418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for port (0abb00e7-2111-4b26-b1e8-b67eb21c6c6c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.092478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=838ed820-3ecd-48c5-a5e3-6738b9af9127,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server [None req-61899a67-3563-487a-bb09-34a0ebbfb25e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 838ed820-3ecd-48c5-a5e3-6738b9af9127: This subnet is being modified by another concurrent operation. Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:04:01.148076 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise exception Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 838ed820-3ecd-48c5-a5e3-6738b9af9127: This subnet is being modified by another concurrent operation. Apr 29 04:04:01.151957 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Apr 29 04:04:01.205397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f00d3-9517-4e39-86c9-73d8ec3898b8 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:04:01.222677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.1 (5bf2acff-8cbd-42af-971a-cb515fd4cd3f/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3/dd276976-4d37-4f38-8acd-281c3ea4eb2e) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:01.237293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1782a497-920e-452f-bf74-806159811aea), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.273976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] device_id is not set on port 39d9ef0a-4e4f-42f8-a275-32361b12c15a yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:01.278481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 0af048a3-44f2-4cdb-80e2-809023ba3b0a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:01.278814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0af048a3-44f2-4cdb-80e2-809023ba3b0a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.284981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.325369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f00d3-9517-4e39-86c9-73d8ec3898b8 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:04:01.357099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Pushing event deleted for resources: {'Port': ['ID=1782a497-920e-452f-bf74-806159811aea,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:01.364405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee54314f-1eac-462b-a144-2d9ff5ce8919']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.382304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.423907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.424202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cd435f-20a7-4cfb-ab36-7aac96ff7039') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.462187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (b5cd435f-20a7-4cfb-ab36-7aac96ff7039), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.474542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Router b8fedc07-036b-4eb4-bfe5-325a74b1d137 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:04:01.478846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0af048a3-44f2-4cdb-80e2-809023ba3b0a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.507032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b5cd435f-20a7-4cfb-ab36-7aac96ff7039), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.520419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 0af048a3-44f2-4cdb-80e2-809023ba3b0a owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:01.524323 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:01.524723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (b5cd435f-20a7-4cfb-ab36-7aac96ff7039), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.530294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0e068-418a-4432-a3ef-05d54d4b04f0 None None] Network ee54314f-1eac-462b-a144-2d9ff5ce8919 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:01.532687 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:01.543684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.567576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.575262 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-74306f5b-dbb1-4e0c-9b3e-19a6b0d0aa87 tempest-RoutersAdminNegativeIpV6Test-1229497935 tempest-RoutersAdminNegativeIpV6Test-1229497935-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1782a497-920e-452f-bf74-806159811aea HTTP/1.1" status: 204 len: 168 time: 1.9913330 Apr 29 04:04:01.592792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:01.596537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:01.599211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:01.643747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=dd276976-4d37-4f38-8acd-281c3ea4eb2e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:01.649383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8df8c1-ad35-42c3-b886-37e352890b5b None None] DHCP port deletion for ee54314f-1eac-462b-a144-2d9ff5ce8919 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:01.677978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.740252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for port (39d9ef0a-4e4f-42f8-a275-32361b12c15a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.779600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (ee54314f-1eac-462b-a144-2d9ff5ce8919), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.805734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.808874 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/ee54314f-1eac-462b-a144-2d9ff5ce8919 HTTP/1.1" status: 204 len: 168 time: 3.6772554 Apr 29 04:04:01.811854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58786) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:01.835673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383edbc-8584-4a39-88a4-8a5ada82a12f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=ee54314f-1eac-462b-a144-2d9ff5ce8919,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:01.837182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd28494-ac01-41cd-a931-8c91c8af83ce tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:01.837762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd28494-ac01-41cd-a931-8c91c8af83ce tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:01.841789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0bd28494-ac01-41cd-a931-8c91c8af83ce tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/ee54314f-1eac-462b-a144-2d9ff5ce8919 HTTP/1.1" status: 404 len: 339 time: 0.0289419 Apr 29 04:04:01.843554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:01.846355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58788) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:01.851220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.851938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988829468', 'description': 'd1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:01.855958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58790) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:01.856127 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] Sync routers for ids ['b8fedc07-036b-4eb4-bfe5-325a74b1d137'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:01.857606 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-03411d3d-ef3b-4431-b0ad-7ee59419b9b7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "PUT /v2.0/routers/b8fedc07-036b-4eb4-bfe5-325a74b1d137 HTTP/1.1" status: 200 len: 918 time: 7.4759588 Apr 29 04:04:01.867684 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] Routers {'b8fedc07-036b-4eb4-bfe5-325a74b1d137'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:01.868299 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b8fedc07-036b-4eb4-bfe5-325a74b1d137'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.901308 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.907956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0af048a3-44f2-4cdb-80e2-809023ba3b0a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.910754 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] Routers {'b8fedc07-036b-4eb4-bfe5-325a74b1d137'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:01.911363 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b8fedc07-036b-4eb4-bfe5-325a74b1d137'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.940571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=0af048a3-44f2-4cdb-80e2-809023ba3b0a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:01.952230 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:01.952729 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54993600-05d4-408c-bd53-2be9fb031eb9 None None] The sync data for ids ['b8fedc07-036b-4eb4-bfe5-325a74b1d137'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:01.970681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0abb00e7-2111-4b26-b1e8-b67eb21c6c6c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.974057 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:01.977874 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-02f9431a-a525-4777-94a7-38d64d93ec97 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/0af048a3-44f2-4cdb-80e2-809023ba3b0a HTTP/1.1" status: 204 len: 168 time: 1.0487247 Apr 29 04:04:01.984229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58794) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:01.995061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'mac_address': 'fa:16:3e:45:84:5a', 'name': 'tempest-PortsIpV6TestJSON-1701105578'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:02.106244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Port': ['ID=0abb00e7-2111-4b26-b1e8-b67eb21c6c6c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:02.131086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Checking segment: {'id': 'ba8ccef2-45eb-46e4-b476-9ab59adcda88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee10fef7-8cad-44bc-a445-823f776f7af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:02.131533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network hostable DHCP agents. Network: ee10fef7-8cad-44bc-a445-823f776f7af8, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:02.161559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.164676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-615aef2f-6b7c-4803-8a72-87d6c68d89d2 req-cda59336-d93d-4190-9781-15d50613587a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 210 time: 0.1389062 Apr 29 04:04:02.168311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58798) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:02.174106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:02.178334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.220577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:02.255001 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d9ae240c-bcb9-4c3a-ab6a-13bd1c3a099b tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/b8fedc07-036b-4eb4-bfe5-325a74b1d137 HTTP/1.1" status: 200 len: 924 time: 0.3954098 Apr 29 04:04:02.262820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58802) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:02.275874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network ee10fef7-8cad-44bc-a445-823f776f7af8 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:02.342292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:02.353201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-422efe69-86eb-4dc9-857e-657af174f60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.360960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.363156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca0edb-0967-4e27-a38d-de05c15bef74 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:02.367116 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c5ca0edb-0967-4e27-a38d-de05c15bef74 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=b8fedc07-036b-4eb4-bfe5-325a74b1d137&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1005881 Apr 29 04:04:02.368805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58804) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:02.371906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, ee10fef7-8cad-44bc-a445-823f776f7af8) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:02.379634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7d4f5-190b-42f6-91fe-3bf0dd322519 None None] Network ee10fef7-8cad-44bc-a445-823f776f7af8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:02.385665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:02.386523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (39d9ef0a-4e4f-42f8-a275-32361b12c15a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.436853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-4998bce2-cc62-4396-b25e-88484df6abdd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:02.438451 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-4998bce2-cc62-4396-b25e-88484df6abdd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=5337c379-932b-4dcd-bd28-6a66be40abee HTTP/1.1" status: 200 len: 795 time: 0.4083970 Apr 29 04:04:02.441208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6ceb8f1b-d581-45f5-ae64-2f6f7c94d717), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.441588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment 6ceb8f1b-d581-45f5-ae64-2f6f7c94d717 of type vlan for network 188d017c-eb80-4c25-90f4-4699f77fb619 Apr 29 04:04:02.446865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port c9d96044-66b5-433a-8df4-fe21439c7914 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:02.533987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Port': ['ID=39d9ef0a-4e4f-42f8-a275-32361b12c15a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:02.591292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.597717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Checking segment: {'id': '83412c75-375a-4d72-91dc-3626788abd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '36349046-b275-4db8-8da2-7415fbd0b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:02.598024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network hostable DHCP agents. Network: 36349046-b275-4db8-8da2-7415fbd0b465, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:02.627337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-422efe69-86eb-4dc9-857e-657af174f60a admin admin] Publish callbacks [] for security_group (ff72b48d-e97c-4664-aeac-f6daaf425cfc), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.700443 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-95614977-733e-4437-b7a1-3c006fa3822f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 380 time: 0.2361734 Apr 29 04:04:02.701636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788819f7-591e-43ac-be72-a9108f51f8de tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:02.702061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-422efe69-86eb-4dc9-857e-657af174f60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ff72b48d-e97c-4664-aeac-f6daaf425cfc), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.702968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-788819f7-591e-43ac-be72-a9108f51f8de tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.3331382 Apr 29 04:04:02.706975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (c9d96044-66b5-433a-8df4-fe21439c7914), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.709512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58810) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:02.718424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['0daa8c72-2136-40f9-81d6-c44be890004d']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:02.770623 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-305bff71-2232-49db-9e79-0e514b25d766 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fedc07-036b-4eb4-bfe5-325a74b1d137 HTTP/1.1" status: 200 len: 205 time: 0.0578680 Apr 29 04:04:02.771333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network 36349046-b275-4db8-8da2-7415fbd0b465 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:02.776798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58812) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:02.790490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.795412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:02.796010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-517323'] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.797140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422efe69-86eb-4dc9-857e-657af174f60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff72b48d-e97c-4664-aeac-f6daaf425cfc,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:02.804303 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-422efe69-86eb-4dc9-857e-657af174f60a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dc1ccca5e224f87879d962dc16a0dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6324773 Apr 29 04:04:02.838528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58814) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:02.859802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 36349046-b275-4db8-8da2-7415fbd0b465) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:02.871885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:02.875716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93707cc0-2f4a-45c2-b542-11dd28b06e5d None None] Network 36349046-b275-4db8-8da2-7415fbd0b465 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:02.877709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:02.882116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:02.882811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.942819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.958819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=188d017c-eb80-4c25-90f4-4699f77fb619,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:02.969966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 188d017c-eb80-4c25-90f4-4699f77fb619 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:02.985722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c9d96044-66b5-433a-8df4-fe21439c7914), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:02.997115 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6304eacd-9d58-4ee4-aec5-a812f5533ee2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1496112 Apr 29 04:04:03.002552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58816) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:03.028420 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9d4723df-ff54-4524-9720-5546f1195b77 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2241602 Apr 29 04:04:03.033847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58818) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:03.057801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:03.084000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:03.088626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.093133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:03.094635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e49fea8f-9296-4b3e-b837-2d0af687ece8 admin admin] Publish callbacks [] for security_group (ff72b48d-e97c-4664-aeac-f6daaf425cfc), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.098320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:03.098925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.136629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=c9d96044-66b5-433a-8df4-fe21439c7914,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:03.153032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8352d-62ef-44f7-ae95-6daed4ac5b91 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:03.154535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-44b8352d-62ef-44f7-ae95-6daed4ac5b91 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks?id=188d017c-eb80-4c25-90f4-4699f77fb619 HTTP/1.1" status: 200 len: 765 time: 0.1481271 Apr 29 04:04:03.156192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91675bdd-3f62-4ac6-8409-0093f60e35d7 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:03.167540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58820) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:03.167664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91675bdd-3f62-4ac6-8409-0093f60e35d7 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:03.167664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-91675bdd-3f62-4ac6-8409-0093f60e35d7 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1213627 Apr 29 04:04:03.167827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'description': 'd2'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:03.168034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e49fea8f-9296-4b3e-b837-2d0af687ece8 admin admin] Publish callbacks [] for security_group (ff72b48d-e97c-4664-aeac-f6daaf425cfc), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.169710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58822) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:03.169822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:03.172890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.209750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.214557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (b8fedc07-036b-4eb4-bfe5-325a74b1d137), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.256203 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3a5cfcbc-f0c6-449f-ae01-624f7152ab68 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2695990 Apr 29 04:04:03.261983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58826) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:03.320679 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e657cd1-61ae-472e-aef4-7407074a6bda req-cbf17328-232e-4ebd-8f63-557ab4668712 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 210 time: 0.0615649 Apr 29 04:04:03.333882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Deleting port 0abb00e7-2111-4b26-b1e8-b67eb21c6c6c {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:03.334204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0abb00e7-2111-4b26-b1e8-b67eb21c6c6c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.364186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e77e2a-93bc-4fae-b476-cba1623cb2a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:03.368154 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-37e77e2a-93bc-4fae-b476-cba1623cb2a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/c9d96044-66b5-433a-8df4-fe21439c7914 HTTP/1.1" status: 200 len: 845 time: 0.1027043 Apr 29 04:04:03.376543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58828) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:03.460802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Deleting port 736bed2e-cbfe-4fcb-baa7-5a0b25d89edd {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:03.461060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (736bed2e-cbfe-4fcb-baa7-5a0b25d89edd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.488850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0abb00e7-2111-4b26-b1e8-b67eb21c6c6c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.537700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Calling delete_port for 0abb00e7-2111-4b26-b1e8-b67eb21c6c6c owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:03.636939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port c9d96044-66b5-433a-8df4-fe21439c7914 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:03.637275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c9d96044-66b5-433a-8df4-fe21439c7914), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.655139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (736bed2e-cbfe-4fcb-baa7-5a0b25d89edd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.693470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Calling delete_port for 736bed2e-cbfe-4fcb-baa7-5a0b25d89edd owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:03.703938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.705570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=dd276976-4d37-4f38-8acd-281c3ea4eb2e,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:03.756073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c9d96044-66b5-433a-8df4-fe21439c7914), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.799322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for c9d96044-66b5-433a-8df4-fe21439c7914 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:03.862198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e49fea8f-9296-4b3e-b837-2d0af687ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ff72b48d-e97c-4664-aeac-f6daaf425cfc), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.864747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e49fea8f-9296-4b3e-b837-2d0af687ece8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.865902 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e49fea8f-9296-4b3e-b837-2d0af687ece8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff72b48d-e97c-4664-aeac-f6daaf425cfc HTTP/1.1" status: 204 len: 168 time: 1.0253036 Apr 29 04:04:03.896953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:03.917520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fea8f-9296-4b3e-b837-2d0af687ece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff72b48d-e97c-4664-aeac-f6daaf425cfc,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:03.941771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.14 (5337c379-932b-4dcd-bd28-6a66be40abee/d9a77ecf-f590-455d-bb63-91f3b42780c9/c5bcefe1-4ed4-40c6-83f2-6045acf6ee03) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:03.951591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:03.958207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:04.020290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.059076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network 188d017c-eb80-4c25-90f4-4699f77fb619 is not hosted by any dhcp agent {{(pid=116105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 04:04:04.064007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:04.064636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.068664 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "PUT /v2.0/networks/188d017c-eb80-4c25-90f4-4699f77fb619 HTTP/1.1" status: 200 len: 762 time: 0.9067774 Apr 29 04:04:04.090733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58832) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.162096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0abb00e7-2111-4b26-b1e8-b67eb21c6c6c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.230031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ad76e-acca-4055-87c4-692d50c42902 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=188d017c-eb80-4c25-90f4-4699f77fb619,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:04.232638 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Port': ['ID=0abb00e7-2111-4b26-b1e8-b67eb21c6c6c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:04.256366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.259586 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35804622-4dd7-41d5-bec5-d4bc5ce3ab30 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/ports/0abb00e7-2111-4b26-b1e8-b67eb21c6c6c HTTP/1.1" status: 204 len: 168 time: 1.0889385 Apr 29 04:04:04.263673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 188d017c-eb80-4c25-90f4-4699f77fb619 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:04.267574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58836) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.307576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b484f8-c272-445a-9841-a01669084813 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:04.313347 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-85b484f8-c272-445a-9841-a01669084813 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks?id=188d017c-eb80-4c25-90f4-4699f77fb619 HTTP/1.1" status: 200 len: 765 time: 0.2173502 Apr 29 04:04:04.313520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58838) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.320855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:04.454712 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e32be3e-a1dc-4456-9d9e-e4dec5f05fcd req-ec194e0d-e251-4e38-87f8-77afb76052d2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 210 time: 0.0604956 Apr 29 04:04:04.477863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:04.491682 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a91037bb-72f6-4189-8b4a-f906cf988d17 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/routers/1d4660a3-9dd4-467a-9ee1-6e6f0775e898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0663996 Apr 29 04:04:04.491929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:04.495166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58842) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.501929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'port': {'network_id': '5bf2acff-8cbd-42af-971a-cb515fd4cd3f', 'name': 'tempest-FloatingIPTestJSON-650424660'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:04.505190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:04.505970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:04.512423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c9d96044-66b5-433a-8df4-fe21439c7914), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.524759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.547922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:04.559492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:04.560171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:04.581614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58844) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.595832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=c9d96044-66b5-433a-8df4-fe21439c7914,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:04.603572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Deleting port 39d9ef0a-4e4f-42f8-a275-32361b12c15a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:04.603895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (39d9ef0a-4e4f-42f8-a275-32361b12c15a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.625689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:04.626597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47315737-2c3b-400b-b330-4d5b40f77801 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:04.642872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.642872 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-baeebc21-734f-4644-a44b-58dcc2c0add1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/c9d96044-66b5-433a-8df4-fe21439c7914 HTTP/1.1" status: 204 len: 168 time: 1.2576258 Apr 29 04:04:04.646811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58846) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.667271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (736bed2e-cbfe-4fcb-baa7-5a0b25d89edd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.684365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee116a-1538-4fe5-9fc1-d0d6029c772d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:04.685873 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6eee116a-1538-4fe5-9fc1-d0d6029c772d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3714638 Apr 29 04:04:04.687908 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8776c156-ea59-4f87-a376-c9d7b93b3e1c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:04.689131 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8776c156-ea59-4f87-a376-c9d7b93b3e1c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/c9d96044-66b5-433a-8df4-fe21439c7914 HTTP/1.1" status: 404 len: 333 time: 0.0392411 Apr 29 04:04:04.689692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58848) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.693343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58850) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.705221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'name': 'tempest-PortsIpV6TestJSON-1369505599'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:04.721589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a1d397b3-f8d1-421b-ba7e-a1a5672541c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e14c72731e3b4bcab1c50e8cdbb15295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388969 Apr 29 04:04:04.730753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58852) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.752546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event deleted for resources: {'Port': ['ID=736bed2e-cbfe-4fcb-baa7-5a0b25d89edd,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:04.765562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (39d9ef0a-4e4f-42f8-a275-32361b12c15a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.771695 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6f5f4cf1-21ec-42af-95a9-f4d0586fe74e tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 207 time: 0.0793195 Apr 29 04:04:04.775708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58854) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:04.776862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.828687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Calling delete_port for 39d9ef0a-4e4f-42f8-a275-32361b12c15a owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:04.863238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 5337c379-932b-4dcd-bd28-6a66be40abee is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:04.875361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:04.882413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:04.888746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:04.918588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:04.921950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.968730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] device_id is not set on port 59b9a380-0e67-43b8-83e6-489ced87975b yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:04.980261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (b8fedc07-036b-4eb4-bfe5-325a74b1d137), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.981353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:04.982314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:04.996285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:05.004018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.024453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-829e36ce-776a-4fad-acf9-ab6da53d66e7 admin admin] Publish callbacks [] for security_group (090cfaee-993e-49ec-89cc-5f734e9f3ae6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.064121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port da0e1d40-f242-4c36-b107-60d57bd61dae yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:05.124914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.131448 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-788cf6d1-9457-4359-a6be-b09352b71101 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4170125 Apr 29 04:04:05.139284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.144382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.149431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.151436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Request body: {'port': {'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:05.154692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.160424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.165716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.167509 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-273059b3-1f5d-40b8-a0b2-d3be3c16d32d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3779192 Apr 29 04:04:05.173484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (b8fedc07-036b-4eb4-bfe5-325a74b1d137), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.177588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58856) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.184242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-829e36ce-776a-4fad-acf9-ab6da53d66e7 admin admin] Publish callbacks [] for security_group (090cfaee-993e-49ec-89cc-5f734e9f3ae6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.195961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-69318cd7-11ff-4e04-8927-95159e1d000d None None] Provisioning complete for port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:05.196536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69318cd7-11ff-4e04-8927-95159e1d000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.234596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-69318cd7-11ff-4e04-8927-95159e1d000d None None] Port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:05.238756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.4 (5bf2acff-8cbd-42af-971a-cb515fd4cd3f/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3/59b9a380-0e67-43b8-83e6-489ced87975b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:05.251250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (39d9ef0a-4e4f-42f8-a275-32361b12c15a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.280765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Port': ['ID=39d9ef0a-4e4f-42f8-a275-32361b12c15a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:05.287051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.292560 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-46fa3b88-1fdc-49a4-8e8d-d9bbcd8b43b0 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/ports/39d9ef0a-4e4f-42f8-a275-32361b12c15a HTTP/1.1" status: 204 len: 168 time: 1.0223951 Apr 29 04:04:05.293463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58858) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.327229 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1509248a-27e7-4fad-a706-e0ae86e6a916 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0299313 Apr 29 04:04:05.327229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (b8fedc07-036b-4eb4-bfe5-325a74b1d137), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.327229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Fanout notify agent at l3_agent the message router_deleted on router b8fedc07-036b-4eb4-bfe5-325a74b1d137 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:04:05.327550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58860) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.334899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1673232981'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:05.340704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.341803 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b1fc54b9-7079-42a8-8069-762cd2bd0924 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/b8fedc07-036b-4eb4-bfe5-325a74b1d137 HTTP/1.1" status: 204 len: 168 time: 2.5609601 Apr 29 04:04:05.345740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58862) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.352965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2035226845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:05.381608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-829e36ce-776a-4fad-acf9-ab6da53d66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (090cfaee-993e-49ec-89cc-5f734e9f3ae6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.384087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-829e36ce-776a-4fad-acf9-ab6da53d66e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.385222 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-829e36ce-776a-4fad-acf9-ab6da53d66e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/090cfaee-993e-49ec-89cc-5f734e9f3ae6 HTTP/1.1" status: 204 len: 168 time: 0.6500039 Apr 29 04:04:05.389558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.394580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e36ce-776a-4fad-acf9-ab6da53d66e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090cfaee-993e-49ec-89cc-5f734e9f3ae6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:05.465794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:05.469188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.489025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (7e728fa8-8903-4b03-84ac-713921db2415), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.490196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (7e728fa8-8903-4b03-84ac-713921db2415), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.515355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.519859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:05.551559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (151a82c9-43c7-439a-a614-c126f1c7dee0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.552093 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Added segment 151a82c9-43c7-439a-a614-c126f1c7dee0 of type vlan for network f5d57da9-2ff3-4410-8aba-766274d87488 Apr 29 04:04:05.554639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c4999c8f-2ac9-4185-9d51-1a96c27aeee3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3738434 Apr 29 04:04:05.568093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58868) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.600577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (7e728fa8-8903-4b03-84ac-713921db2415), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.647765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bc80-917a-4a6d-8e19-753d07aabe71 req-b11424d6-ebbb-4ae0-8495-b40d0ee8ca85 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.649296 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0d30bc80-917a-4a6d-8e19-753d07aabe71 req-b11424d6-ebbb-4ae0-8495-b40d0ee8ca85 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 932 time: 0.1119695 Apr 29 04:04:05.651012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f5d57da9-2ff3-4410-8aba-766274d87488), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.658434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (7e728fa8-8903-4b03-84ac-713921db2415), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.728368 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0d30bc80-917a-4a6d-8e19-753d07aabe71 req-3ea37c14-533f-42f0-9a08-24db2bf6d04a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711551 Apr 29 04:04:05.760666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.763204 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e7c5b0e1-fd4d-43bd-9f91-3560a442ac78 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4164710 Apr 29 04:04:05.775115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58872) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.780660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'enable_snat': False}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:05.795331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071e272-8716-4e67-86e1-50731bd7c986 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.796640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071e272-8716-4e67-86e1-50731bd7c986 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.798094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071e272-8716-4e67-86e1-50731bd7c986 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.799387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071e272-8716-4e67-86e1-50731bd7c986 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.800969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071e272-8716-4e67-86e1-50731bd7c986 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.806202 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5071e272-8716-4e67-86e1-50731bd7c986 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2323639 Apr 29 04:04:05.817252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58874) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.819743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f5d57da9-2ff3-4410-8aba-766274d87488), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.824898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.825594 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.902500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (59b9a380-0e67-43b8-83e6-489ced87975b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.952396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947fc20-33bb-4c75-be1b-3b9759d52590 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.953616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947fc20-33bb-4c75-be1b-3b9759d52590 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.954944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947fc20-33bb-4c75-be1b-3b9759d52590 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.956115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947fc20-33bb-4c75-be1b-3b9759d52590 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.957918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947fc20-33bb-4c75-be1b-3b9759d52590 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:05.963275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2947fc20-33bb-4c75-be1b-3b9759d52590 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1390836 Apr 29 04:04:05.963459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58882) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.965008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Network': ['ID=f5d57da9-2ff3-4410-8aba-766274d87488,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:05.975398 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-14695056-0b7d-41a7-8ff0-3e95db220c34 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6470120 Apr 29 04:04:05.977835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:05.979659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58884) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:05.984856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f5d57da9-2ff3-4410-8aba-766274d87488 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:06.008628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-735075850'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:06.077558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (7e728fa8-8903-4b03-84ac-713921db2415), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.137580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:06.152160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:06.156971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=da0e1d40-f242-4c36-b107-60d57bd61dae,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:06.162019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:06.167131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:06.167678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.210014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b795ba-a823-4d20-9e01-d8884ee09e11 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:06.211360 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d9b795ba-a823-4d20-9e01-d8884ee09e11 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks/3b46760e-d5b3-4907-93f5-f4d2ffd34494 HTTP/1.1" status: 200 len: 803 time: 0.2457914 Apr 29 04:04:06.215214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58888) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:06.235283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:06.239042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.256924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (59b9a380-0e67-43b8-83e6-489ced87975b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.275460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:04:06.401363 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2060c41c-ab4c-4b61-8100-ef811a06b26a tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/networks/3b46760e-d5b3-4907-93f5-f4d2ffd34494?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1849351 Apr 29 04:04:06.422004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58896) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:06.476178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (7e728fa8-8903-4b03-84ac-713921db2415), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.494449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.514882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d66645-0e21-4bc7-a150-0073d11d73a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:06.519868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-16d66645-0e21-4bc7-a150-0073d11d73a4 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/subnets/d2414d99-dff3-4eb8-a79b-a3d0870ad9a3 HTTP/1.1" status: 200 len: 843 time: 0.0932715 Apr 29 04:04:06.547893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58900) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:06.603005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58902) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:06.621614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Publish callbacks [] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.631583 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-54a6dd78-6e48-4493-9e1d-0b410b626719 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9372938 Apr 29 04:04:06.637260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58906) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:06.642320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:06.647609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:06.650082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b63083-f83e-40eb-8cd9-9f5ec8ca5edd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['shared'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:06.651503 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f6b63083-f83e-40eb-8cd9-9f5ec8ca5edd tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "GET /v2.0/subnets/d2414d99-dff3-4eb8-a79b-a3d0870ad9a3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1026812 Apr 29 04:04:06.655569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:06.664529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58908) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:06.677389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357451711'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:06.682212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:06.685800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Transition to ACTIVE for port object c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:04:06.690932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:06.696893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (cb8712bc-c5a7-4072-a41a-9120f5188b04), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.697236 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Added segment cb8712bc-c5a7-4072-a41a-9120f5188b04 of type vlan for network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb Apr 29 04:04:06.712379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Allocated IP 172.26.4.104 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/00aef698-2b3d-4435-b11e-87ea90a4e5f0) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:06.717080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=59b9a380-0e67-43b8-83e6-489ced87975b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:06.739425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-270781985'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:06.768081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.771442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.825760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.865454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:06.866019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.882563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Made reservation on behalf of 4ad9194b371a42ac8d2902c8790f2e6c for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:06.887169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.889971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:06.893447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.917702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:06.941083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cd0a2-ed73-41bb-bc9c-40491e7dbcd3 req-2eff273c-63ea-405a-996e-1b8838324995 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:06.942649 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-520cd0a2-ed73-41bb-bc9c-40491e7dbcd3 req-2eff273c-63ea-405a-996e-1b8838324995 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 944 time: 0.1259942 Apr 29 04:04:06.943291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Pushing event updated for resources: {'Port': ['ID=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:06.997934 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2baaf263-2345-45aa-9a90-951f5ee0df5f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4980092 Apr 29 04:04:06.999912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58912) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:07.009844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'port': {'network_id': '5bf2acff-8cbd-42af-971a-cb515fd4cd3f', 'name': 'tempest-FloatingIPTestJSON-954457063'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:07.015420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for port (00aef698-2b3d-4435-b11e-87ea90a4e5f0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.021476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:07.031162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.036771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:07.037368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.093692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c308200-4071-4feb-b096-09f5be396b83), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.093937 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Added segment 2c308200-4071-4feb-b096-09f5be396b83 of type vlan for network 483bfa70-9185-4c76-97df-71b6bb1a8357 Apr 29 04:04:07.116300 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-520cd0a2-ed73-41bb-bc9c-40491e7dbcd3 req-e33e858b-0a95-4cb5-b795-48ba2c733ca6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667936 Apr 29 04:04:07.149474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.181537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1965430 Apr 29 04:04:07.188054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7c596-51cd-405b-9bc1-0da9e2091484 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Network': ['ID=24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:07.201199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:07.207217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (483bfa70-9185-4c76-97df-71b6bb1a8357), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.210014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Attempting to bind port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:07.211700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Attempting to bind port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:07.212201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Attempting to bind port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 on network 5337c379-932b-4dcd-bd28-6a66be40abee {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:07.216550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.221463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 on network 5337c379-932b-4dcd-bd28-6a66be40abee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:04:07.222217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Attempting to bind port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 on network 5337c379-932b-4dcd-bd28-6a66be40abee {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:07.235853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:07.236435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Checking segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:07.236973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Bound using segment: {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:07.237797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Bound port: c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7cede1-9d74-4c56-9ebb-7bed283b4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:07.238312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.238431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for security_group (4c9de958-e2dd-4fb5-8ccb-94afda172f66), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.263046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] In _notify_port_updated(), no bound segment for port da0e1d40-f242-4c36-b107-60d57bd61dae on network 5d81f12f-d7cc-4338-909c-54666885936a {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:04:07.268016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:07.268619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.270485 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/ports/da0e1d40-f242-4c36-b107-60d57bd61dae HTTP/1.1" status: 200 len: 818 time: 0.6322663 Apr 29 04:04:07.271623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (00aef698-2b3d-4435-b11e-87ea90a4e5f0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.276305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58914) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:07.321953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:07.325210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.325862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (483bfa70-9185-4c76-97df-71b6bb1a8357), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.331135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:07.332360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.340036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4c9de958-e2dd-4fb5-8ccb-94afda172f66), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.342814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffd3b8-dbc9-4ed5-b963-dae00e048115 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=da0e1d40-f242-4c36-b107-60d57bd61dae,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:07.352197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:07.367642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:07.380941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:07.383215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:07.386531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] For port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:07.421822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] device_id is not set on port 593902ae-f0d8-44fb-b63d-7c23dc7db799 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:07.428840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Network': ['ID=483bfa70-9185-4c76-97df-71b6bb1a8357,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:07.437491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] For port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:07.448188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:07.465664 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-50c376d3-6716-4eed-8cd1-af5c9cb42a05 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7956483 Apr 29 04:04:07.467070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58916) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:07.473787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'network_id': '483bfa70-9185-4c76-97df-71b6bb1a8357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:07.567012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.614572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:07.615403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.616883 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] 10.222.0.31 "PUT /v2.0/ports/c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 HTTP/1.1" status: 200 len: 1094 time: 2.4728086 Apr 29 04:04:07.619879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:04:07.622318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47188795-b478-4869-8387-0776e81f9bea" -d '{"events": [{"name": "network-changed", "server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:04:07.666399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ba8bb-7cd6-4ae3-85fb-452fc561f54c service neutron] Pushing event updated for resources: {'Port': ['ID=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:07.687081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5904fde0-1744-4981-a013-7cdbd1047b8e x-openstack-request-id: req-5904fde0-1744-4981-a013-7cdbd1047b8e {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:04:07.687665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:04:07.688318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5904fde0-1744-4981-a013-7cdbd1047b8e {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:04:07.689496 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5904fde0-1744-4981-a013-7cdbd1047b8e'] response: {'name': 'network-changed', 'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'status': 'completed', 'code': 200} Apr 29 04:04:07.764401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188795-b478-4869-8387-0776e81f9bea req-83c7754f-a876-4d09-9cb2-3ea7c5ce5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:07.766775 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47188795-b478-4869-8387-0776e81f9bea req-83c7754f-a876-4d09-9cb2-3ea7c5ce5c80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 1128 time: 0.0594895 Apr 29 04:04:07.792208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Made reservation on behalf of da529a182a484360b36853ab7701d912 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:07.796068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.895953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9de958-e2dd-4fb5-8ccb-94afda172f66,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:07.907225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (616c8fba-b814-40f1-82ea-756835c812ac), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:07.907590 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Added segment 616c8fba-b814-40f1-82ea-756835c812ac of type vlan for network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 Apr 29 04:04:07.939995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Pushing event updated for resources: {'Port': ['ID=00aef698-2b3d-4435-b11e-87ea90a4e5f0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:07.960995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Performing IP validity checks on allocation pools {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:04:07.961592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:04:07.969342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port da0e1d40-f242-4c36-b107-60d57bd61dae {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:07.969827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.026231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188795-b478-4869-8387-0776e81f9bea req-ffbdf605-c7b2-46de-ac98-3f18159ae259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.027865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47188795-b478-4869-8387-0776e81f9bea req-ffbdf605-c7b2-46de-ac98-3f18159ae259 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2526989 Apr 29 04:04:08.047143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.198392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.213584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.13 (5bf2acff-8cbd-42af-971a-cb515fd4cd3f/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3/593902ae-f0d8-44fb-b63d-7c23dc7db799) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:08.230753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for da0e1d40-f242-4c36-b107-60d57bd61dae owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:08.294441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.299626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.300651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.307166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188795-b478-4869-8387-0776e81f9bea req-fbdd150b-3316-4d3a-b727-a183dddab096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.308637 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47188795-b478-4869-8387-0776e81f9bea req-fbdd150b-3316-4d3a-b727-a183dddab096 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2708485 Apr 29 04:04:08.324918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ede-8e18-4706-a6bf-9ea6b9148017 req-6722b5b0-0b6c-442b-987c-90eff262be17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.326604 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63929ede-8e18-4706-a6bf-9ea6b9148017 req-6722b5b0-0b6c-442b-987c-90eff262be17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 944 time: 0.0966396 Apr 29 04:04:08.389825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (6e5d4a27-2607-475b-9e03-308af1b7d2b2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.436905 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8302777 Apr 29 04:04:08.450554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58922) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:08.482322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Request body: {'subnet': {'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:08.483422 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63929ede-8e18-4706-a6bf-9ea6b9148017 req-24aea779-55f6-4aca-a4bf-a43224c6ee9d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432266 Apr 29 04:04:08.490994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-747cbdf6-cfed-4f7c-b1dc-430aa633d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.492405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-747cbdf6-cfed-4f7c-b1dc-430aa633d256 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 1128 time: 0.1121249 Apr 29 04:04:08.499490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=6e5d4a27-2607-475b-9e03-308af1b7d2b2,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:08.510807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862b2c-c289-4d8d-94c3-18f14510dc27 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event updated for resources: {'Network': ['ID=ab4d7ef9-d3b5-4e30-8bb5-441dda605a36,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:08.529560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:08.595429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Checking segment: {'id': '2c308200-4071-4feb-b096-09f5be396b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '483bfa70-9185-4c76-97df-71b6bb1a8357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:08.595961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network hostable DHCP agents. Network: 483bfa70-9185-4c76-97df-71b6bb1a8357, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:08.605260 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-f0c3fbcc-e8e9-471c-a3c6-28f99b179d66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 HTTP/1.1" status: 200 len: 217 time: 0.0970688 Apr 29 04:04:08.670093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-6675b78c-36cb-4759-bc29-20ac734d2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.671871 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-6675b78c-36cb-4759-bc29-20ac734d2115 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9a77ecf-f590-455d-bb63-91f3b42780c9 HTTP/1.1" status: 200 len: 835 time: 0.0576274 Apr 29 04:04:08.713430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router_gateway (7e728fa8-8903-4b03-84ac-713921db2415), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.723939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-d019c0a8-646d-4a51-8b08-af45dfaa528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.725670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-d019c0a8-646d-4a51-8b08-af45dfaa528c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5337c379-932b-4dcd-bd28-6a66be40abee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437379 Apr 29 04:04:08.755998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (593902ae-f0d8-44fb-b63d-7c23dc7db799), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.760586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (da0e1d40-f242-4c36-b107-60d57bd61dae), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.763496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:08.820485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.827177 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/da0e1d40-f242-4c36-b107-60d57bd61dae HTTP/1.1" status: 204 len: 168 time: 1.5488796 Apr 29 04:04:08.827972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58924) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:08.829092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3a795-85f5-4369-9c38-b5b413c376a6 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=da0e1d40-f242-4c36-b107-60d57bd61dae,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:08.844978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Made reservation on behalf of 4ad9194b371a42ac8d2902c8790f2e6c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:08.849848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.876503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 483bfa70-9185-4c76-97df-71b6bb1a8357) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:08.888323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.888956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.891505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802668f8-d352-4e83-a44c-2fe0523f9857 None None] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:08.911164 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-e3e228aa-6160-4f9d-949a-aeeae1855613 service neutron] 10.222.0.31 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748767 Apr 29 04:04:08.917986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f647be-2191-486a-9f91-2be198251973 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:08.919408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-58f647be-2191-486a-9f91-2be198251973 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0898242 Apr 29 04:04:08.922115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-26cfe8dc-57c0-4fff-bf45-02d50dc7ec28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:08.922460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58926) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:09.021048 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e298ce42-f712-41c8-bc14-0ef16942afe2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5516698 Apr 29 04:04:09.024148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58928) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:09.047224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:09.054461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-464b5d82-401b-4b58-8b6e-f5e8627038c9 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:09.054781 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (593902ae-f0d8-44fb-b63d-7c23dc7db799), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.055895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-464b5d82-401b-4b58-8b6e-f5e8627038c9 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/da0e1d40-f242-4c36-b107-60d57bd61dae HTTP/1.1" status: 404 len: 333 time: 0.1325257 Apr 29 04:04:09.069357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58930) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:09.079671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-512591922'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:09.080413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524dc83-a609-4baf-9421-5cc664751bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-483bfa70-9185-4c76-97df-71b6bb1a8357', 'network_id': '483bfa70-9185-4c76-97df-71b6bb1a8357', 'project_id': 'da529a182a484360b36853ab7701d912', 'fixed_ips': [{'subnet_id': '6e5d4a27-2607-475b-9e03-308af1b7d2b2'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:09.082882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4524dc83-a609-4baf-9421-5cc664751bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.110614 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ec091c1-02d6-4ce3-818c-7bd5c84988e5 req-c0027ed8-d4fb-4067-9ca8-4b37ad301433 service neutron] 10.222.0.31 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899180 Apr 29 04:04:09.165826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:09.179539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17824081'] for subnet (6e5d4a27-2607-475b-9e03-308af1b7d2b2), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.202054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:09.204844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:09.254698 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=593902ae-f0d8-44fb-b63d-7c23dc7db799,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:09.278386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:09.281845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.314901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (7e728fa8-8903-4b03-84ac-713921db2415), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.318659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-4524dc83-a609-4baf-9421-5cc664751bf9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 04:04:09.318659 dv-neutron-839777-1-hyperv neutron-server[116106]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 29 04:04:09.318659 dv-neutron-839777-1-hyperv neutron-server[116106]: [parameters: {'in_use': 1, 'id_1': '6e5d4a27-2607-475b-9e03-308af1b7d2b2'}] Apr 29 04:04:09.318659 dv-neutron-839777-1-hyperv neutron-server[116106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:04:09.321503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-4524dc83-a609-4baf-9421-5cc664751bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:04:09.335962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (7e728fa8-8903-4b03-84ac-713921db2415), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.342517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:09.343124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.399472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:09.431916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776362386899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16806060'] for subnet (6e5d4a27-2607-475b-9e03-308af1b7d2b2), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.450630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (eec91381-fb5d-4e7f-b09b-2c79e2c163e8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.450968 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment eec91381-fb5d-4e7f-b09b-2c79e2c163e8 of type vlan for network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.objects.base [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] ORM session: SQL execution without transaction in progress, traceback: Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: result = function(*args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: proto.__init__(conn_state, self) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle() Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle_one_request() Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: self.handle_one_response() Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: result = self.application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return app(environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self.application) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return request.get_response(self.application) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: resp = self.call_func(req, *args, **kw) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.func(req, *args, **kwargs) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: response = req.get_response(self._app) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: status, headers, app_iter = self.call_application( Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: app_iter = application(self.environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: response = self.app(environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return resp(environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.application(environ, start_response) Apr 29 04:04:09.476325 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return super(Pecan, self).__call__(environ, start_response) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: self.invoke_controller(controller, args, kwargs, state) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: result = controller(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*dup_args, **dup_kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return {self.resource: self.plugin_updater(*updater_args)} Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return method(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(*dup_args, **dup_kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: self._update_subnet_postcommit(context, original_subnet, Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: registry.publish( Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return function(*args, **kwargs) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: errors = self._notify_loop(resource, event, trigger, payload) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: callback(resource, event, trigger, payload=payload) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: router_ids = set(port.device_id for port in query) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._iter().__iter__() Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: result = self.session.execute( Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: result = fn(orm_exec_state) Apr 29 04:04:09.482880 dv-neutron-839777-1-hyperv neutron-server[116105]: Apr 29 04:04:09.492486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:09.493280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.497872 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "PUT /v2.0/subnets/6e5d4a27-2607-475b-9e03-308af1b7d2b2 HTTP/1.1" status: 200 len: 900 time: 0.4531236 Apr 29 04:04:09.497872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58932) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:09.522476 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b9026db1-5c0a-4b97-8650-2bb23367f0a6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5164375 Apr 29 04:04:09.529091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58934) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:09.536110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '593902ae-f0d8-44fb-b63d-7c23dc7db799', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:09.537203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d71372-34f9-4ad7-8a61-a889aa0bc058 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event updated for resources: {'Subnet': ['ID=6e5d4a27-2607-475b-9e03-308af1b7d2b2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:09.542589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a55f7512-7add-4cff-9c01-f90e4a0fcbd8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.553478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (7f4358f3-3fbd-4b34-91b2-84734689b2af), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.650216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (483bfa70-9185-4c76-97df-71b6bb1a8357), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.674341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.709401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event updated for resources: {'Subnet': ['ID=7f4358f3-3fbd-4b34-91b2-84734689b2af,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:09.711052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (6e5d4a27-2607-475b-9e03-308af1b7d2b2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.727398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a55f7512-7add-4cff-9c01-f90e4a0fcbd8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.732270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:09.732836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.742538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437f26f-83ad-4492-83fd-30be96d2dfaa req-5c1a101a-74d6-46e2-84c5-90b54ed847bb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:09.744007 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b437f26f-83ad-4492-83fd-30be96d2dfaa req-5c1a101a-74d6-46e2-84c5-90b54ed847bb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 944 time: 0.1251385 Apr 29 04:04:09.802926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Checking segment: {'id': '616c8fba-b814-40f1-82ea-756835c812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:09.803285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Network hostable DHCP agents. Network: ab4d7ef9-d3b5-4e30-8bb5-441dda605a36, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:09.820495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4524dc83-a609-4baf-9421-5cc664751bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.846151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (6e5d4a27-2607-475b-9e03-308af1b7d2b2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.888215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5d4a27-2607-475b-9e03-308af1b7d2b2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:09.893584 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8196008 Apr 29 04:04:09.896523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58940) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:09.899063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c8e9-7021-482f-8379-a0497e656c57 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=a55f7512-7add-4cff-9c01-f90e4a0fcbd8,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:09.910310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:09.916106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:09.935352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:09.936461 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b437f26f-83ad-4492-83fd-30be96d2dfaa req-1bf69164-f6e4-45a1-8bee-31bfd7e984bf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488853 Apr 29 04:04:09.938769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Router 7e728fa8-8903-4b03-84ac-713921db2415 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:04:10.024359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server [None req-4524dc83-a609-4baf-9421-5cc664751bf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e5d4a27-2607-475b-9e03-308af1b7d2b2: This subnet is being modified by another concurrent operation. Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:04:10.053740 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise exception Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e5d4a27-2607-475b-9e03-308af1b7d2b2: This subnet is being modified by another concurrent operation. Apr 29 04:04:10.058760 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Apr 29 04:04:10.092076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c839988-339d-4eb1-82dd-352b366fc9c7 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:04:10.116614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, ab4d7ef9-d3b5-4e30-8bb5-441dda605a36) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:10.135948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:10.136540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.143993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.124 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/e72a89ed-b549-4303-a061-4b1a0b32e6a5) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:10.144732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (483bfa70-9185-4c76-97df-71b6bb1a8357), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.166630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:10.172894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.177370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c00e2537-a552-4102-bdbf-e95c0945bd4c tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "PUT /v2.0/routers/7e728fa8-8903-4b03-84ac-713921db2415 HTTP/1.1" status: 200 len: 920 time: 4.3973336 Apr 29 04:04:10.178628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58942) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.184919 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] Sync routers for ids ['7e728fa8-8903-4b03-84ac-713921db2415'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:10.203037 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] Routers {'7e728fa8-8903-4b03-84ac-713921db2415'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:10.204705 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7e728fa8-8903-4b03-84ac-713921db2415'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.214648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483bfa70-9185-4c76-97df-71b6bb1a8357']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.234427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-38d5679d-a245-4f13-90b1-8ee22b61c371 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7559898 Apr 29 04:04:10.238373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58944) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.243410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c308200-4071-4feb-b096-09f5be396b83') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.243744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c308200-4071-4feb-b096-09f5be396b83') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.249038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Request body: {'port': {'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2051800265'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:10.255134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (2c308200-4071-4feb-b096-09f5be396b83), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.272461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c308200-4071-4feb-b096-09f5be396b83), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.283779 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.286377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:10.287778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c839988-339d-4eb1-82dd-352b366fc9c7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:04:10.289392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (2c308200-4071-4feb-b096-09f5be396b83), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:10.295504 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:10.302638 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] Routers {'7e728fa8-8903-4b03-84ac-713921db2415'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:10.303662 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:03:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7e728fa8-8903-4b03-84ac-713921db2415'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.352420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:10.357803 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:10.358647 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66658c3-72e9-4377-88c5-e47984a378ff None None] The sync data for ids ['7e728fa8-8903-4b03-84ac-713921db2415'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:10.364420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.496846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (483bfa70-9185-4c76-97df-71b6bb1a8357), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.514832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.523593 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/483bfa70-9185-4c76-97df-71b6bb1a8357 HTTP/1.1" status: 204 len: 168 time: 1.0197797 Apr 29 04:04:10.524905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58946) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.556472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4b85d-e547-44f7-8fd7-538cf16914ba tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=483bfa70-9185-4c76-97df-71b6bb1a8357,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:10.598272 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a5414a-9d62-4f14-972d-a233dbff4ae9 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:10.598745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a5414a-9d62-4f14-972d-a233dbff4ae9 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:10.605414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b6a5414a-9d62-4f14-972d-a233dbff4ae9 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/6e5d4a27-2607-475b-9e03-308af1b7d2b2 HTTP/1.1" status: 404 len: 337 time: 0.0795960 Apr 29 04:04:10.606042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58948) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.608304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-ab4d7ef9-d3b5-4e30-8bb5-441dda605a36', 'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36', 'project_id': '4ad9194b371a42ac8d2902c8790f2e6c', 'fixed_ips': [{'subnet_id': '7f4358f3-3fbd-4b34-91b2-84734689b2af'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:10.609673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.627731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58950) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.628120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:04:10.645592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'subnets': [{'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--759199454', 'ip_version': 6}, {'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:10.647955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'subnet': {'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--759199454', 'ip_version': 6}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:10.647955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Request body: {'subnet': {'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:10.679617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9e4186-914b-4dbb-ba4a-abdfad18f771 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:10.680123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9e4186-914b-4dbb-ba4a-abdfad18f771 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:10.685445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fb9e4186-914b-4dbb-ba4a-abdfad18f771 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/483bfa70-9185-4c76-97df-71b6bb1a8357 HTTP/1.1" status: 404 len: 339 time: 0.0565832 Apr 29 04:04:10.693760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58952) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.794231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.796989 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-22402db5-aa26-4095-b333-0056812f05d9 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/7e728fa8-8903-4b03-84ac-713921db2415 HTTP/1.1" status: 200 len: 926 time: 0.6184857 Apr 29 04:04:10.801616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58954) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.842784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Allocated IP 172.20.0.2 (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36/7f4358f3-3fbd-4b34-91b2-84734689b2af/e34403e7-b8f5-470d-be00-6f57a695d711) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:10.855135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:10.874139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:04:10.902626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Made reservation on behalf of 4ad9194b371a42ac8d2902c8790f2e6c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:10.910534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b22d9-d8ad-4a6b-a0c5-c111ff838aab tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:10.910803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.912096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-687b22d9-d8ad-4a6b-a0c5-c111ff838aab tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=7e728fa8-8903-4b03-84ac-713921db2415&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1068091 Apr 29 04:04:10.914776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58956) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:10.922084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.944094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.971869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:10.972302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:10.989478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] device_id is not set on port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:10.998290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (f853491b-fe6d-4527-bfe3-e548cf78090c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.043869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:11.061856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Publish callbacks [] for port (e34403e7-b8f5-470d-be00-6f57a695d711), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.067231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:04:11.080241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:11.090619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:11.091553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:11.097284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=e72a89ed-b549-4303-a061-4b1a0b32e6a5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:11.161761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=f853491b-fe6d-4527-bfe3-e548cf78090c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:11.166180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.172337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Made reservation on behalf of 384dc2c5f9b1454ca66302d569c61008 for: {'subnet': 2} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:11.177122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.177493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.183753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e8d6a-8559-42de-9df8-a102c4a3ab17 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:11.187842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-534e8d6a-8559-42de-9df8-a102c4a3ab17 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/networks/f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 881 time: 0.2694113 Apr 29 04:04:11.189735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58960) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:11.211383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3318c-15ae-47b9-a0af-8e338346bb90 req-f0a51258-10bb-4c57-8cdc-b2757973a825 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:11.217660 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ae3318c-15ae-47b9-a0af-8e338346bb90 req-f0a51258-10bb-4c57-8cdc-b2757973a825 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 944 time: 0.1545355 Apr 29 04:04:11.254006 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5174d5bb-8db8-4f3d-b642-4e1dbd297241 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e728fa8-8903-4b03-84ac-713921db2415 HTTP/1.1" status: 200 len: 205 time: 0.0571918 Apr 29 04:04:11.255642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58962) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:11.270141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188d017c-eb80-4c25-90f4-4699f77fb619']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:11.276536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:11.277152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: a55f7512-7add-4cff-9c01-f90e4a0fcbd8, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:11.280006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.320471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Allocated IP 172.20.0.3 (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36/7f4358f3-3fbd-4b34-91b2-84734689b2af/8382f5b2-2e74-4d30-93fc-597b3d5e5a5a) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:11.322740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.327679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Pushing event updated for resources: {'Port': ['ID=e34403e7-b8f5-470d-be00-6f57a695d711,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:11.338346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceb8f1b-d581-45f5-ae64-2f6f7c94d717') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:11.339366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceb8f1b-d581-45f5-ae64-2f6f7c94d717') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:11.358873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (6ceb8f1b-d581-45f5-ae64-2f6f7c94d717), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.365793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:11.369475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:11.374488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:11.406462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6ceb8f1b-d581-45f5-ae64-2f6f7c94d717), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.418527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb3f164e-2814-4b50-b78c-4209b4507908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.422424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:11.422928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (6ceb8f1b-d581-45f5-ae64-2f6f7c94d717), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.429946 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ae3318c-15ae-47b9-a0af-8e338346bb90 req-df7dae12-b29a-423e-8d34-fd9f9fb4e512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114213 Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:11.430731 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:11.453341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:11.457537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Attempting to bind port e34403e7-b8f5-470d-be00-6f57a695d711 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:11.458090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Attempting to bind port e34403e7-b8f5-470d-be00-6f57a695d711 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '616c8fba-b814-40f1-82ea-756835c812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:11.458963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Attempting to bind port e34403e7-b8f5-470d-be00-6f57a695d711 on network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:11.464693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:11.464693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Checking segment: {'id': '616c8fba-b814-40f1-82ea-756835c812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:11.475902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.475902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Bound using segment: {'id': '616c8fba-b814-40f1-82ea-756835c812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:11.475902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Bound port: e34403e7-b8f5-470d-be00-6f57a695d711, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616c8fba-b814-40f1-82ea-756835c812ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:11.475902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.503763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:11.534375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (7e728fa8-8903-4b03-84ac-713921db2415), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.546530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] For port e34403e7-b8f5-470d-be00-6f57a695d711, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:11.587952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a55f7512-7add-4cff-9c01-f90e4a0fcbd8) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:11.603906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:11.604598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.605660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['c5bcefe1-4ed4-40c6-83f2-6045acf6ee03'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:04:11.627621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (188d017c-eb80-4c25-90f4-4699f77fb619), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.637739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.643535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/188d017c-eb80-4c25-90f4-4699f77fb619 HTTP/1.1" status: 204 len: 168 time: 0.9488776 Apr 29 04:04:11.648521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58964) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:11.664644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] For port e34403e7-b8f5-470d-be00-6f57a695d711, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e34403e7-b8f5-470d-be00-6f57a695d711,segment=NetworkSegment(616c8fba-b814-40f1-82ea-756835c812ac),segment_id=616c8fba-b814-40f1-82ea-756835c812ac)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:11.706417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3cb08-bb0c-4b96-9908-b7f59d19862d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=188d017c-eb80-4c25-90f4-4699f77fb619,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:11.722815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1db091-73bd-4723-937b-de83187a275d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:11.723376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1db091-73bd-4723-937b-de83187a275d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:11.729259 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3e1db091-73bd-4723-937b-de83187a275d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/838ed820-3ecd-48c5-a5e3-6738b9af9127 HTTP/1.1" status: 404 len: 337 time: 0.0717602 Apr 29 04:04:11.741074 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-81ea38b1-81d0-47b6-a9c5-fe1fc476c14f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8397214 Apr 29 04:04:11.741074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58966) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:11.748076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.750588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58968) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:11.761272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:11.777992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-88572166-7015-469d-8f83-00e25cc6226d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:11.778633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88572166-7015-469d-8f83-00e25cc6226d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:11.783985 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-88572166-7015-469d-8f83-00e25cc6226d tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/ee54314f-1eac-462b-a144-2d9ff5ce8919 HTTP/1.1" status: 404 len: 339 time: 0.0405407 Apr 29 04:04:11.791109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58970) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:11.796761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.839953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726d05e-06cc-483c-a99a-ed87c27903a3 None None] Pushing event updated for resources: {'Port': ['ID=e34403e7-b8f5-470d-be00-6f57a695d711,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:11.874267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting subnet c3bbdf15-f621-497d-8ae8-342ea1c94dcc {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:11.896023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (c3bbdf15-f621-497d-8ae8-342ea1c94dcc), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.937123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (7e728fa8-8903-4b03-84ac-713921db2415), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:11.955748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (c3bbdf15-f621-497d-8ae8-342ea1c94dcc), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.000323 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:12.014549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.130626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.192958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.212330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Deleting port 00aef698-2b3d-4435-b11e-87ea90a4e5f0 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:12.212590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (00aef698-2b3d-4435-b11e-87ea90a4e5f0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.294986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:12.332460 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f853491b-fe6d-4527-bfe3-e548cf78090c (CIDR: 2001:db8::/64) Apr 29 04:04:12.337095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:12.341768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (1f543e97-3d93-4d83-a67f-e9d4c53f16fb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.345026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:12.353903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event updated for resources: {'Port': ['ID=8382f5b2-2e74-4d30-93fc-597b3d5e5a5a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:12.401898 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:04:12.402126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (3d0a35f8-2431-4973-b9e9-e6032851f939), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.402624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:12.449612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:12.450222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.458532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c3bbdf15-f621-497d-8ae8-342ea1c94dcc), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.464141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (00aef698-2b3d-4435-b11e-87ea90a4e5f0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.478928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Calling delete_port for 00aef698-2b3d-4435-b11e-87ea90a4e5f0 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:12.500747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Subnet': ['ID=3d0a35f8-2431-4973-b9e9-e6032851f939,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:12.519978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Checking segment: {'id': '151a82c9-43c7-439a-a614-c126f1c7dee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:12.520338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network hostable DHCP agents. Network: f5d57da9-2ff3-4410-8aba-766274d87488, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:12.560617 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-50c99fab-8ef7-4cfb-ac59-68d06a48a355 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8087800 Apr 29 04:04:12.564762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58974) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:12.569540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:12.572049 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e4b0fab1-951c-4605-b0d9-c2430f5063ac tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3313270 Apr 29 04:04:12.577933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58976) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:12.587592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Request body: {'port': {'network_id': 'ab4d7ef9-d3b5-4e30-8bb5-441dda605a36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-188158134', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:12.588157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.api.validators [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] bootfile-name is not in valid_values {{(pid=116105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:04:12.593493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.api.validators [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] tftp-server is not in valid_values {{(pid=116105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:04:12.593493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.api.validators [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] server-ip-address is not in valid_values {{(pid=116105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:04:12.613414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea8651-e55b-45f2-8a90-7530620c7130 req-686e4461-98c1-4115-a725-4f05816c0b4c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:12.614958 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-86ea8651-e55b-45f2-8a90-7530620c7130 req-686e4461-98c1-4115-a725-4f05816c0b4c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 945 time: 0.0882857 Apr 29 04:04:12.625290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (c3bbdf15-f621-497d-8ae8-342ea1c94dcc), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.634569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:12.679126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.701039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:04:12.709295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network f5d57da9-2ff3-4410-8aba-766274d87488 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:12.739477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bbdf15-f621-497d-8ae8-342ea1c94dcc,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:12.744091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.747550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b1231184-b86f-49e1-8cbd-a9d628cfb2a8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/c3bbdf15-f621-497d-8ae8-342ea1c94dcc HTTP/1.1" status: 204 len: 168 time: 0.9552982 Apr 29 04:04:12.754090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58978) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:12.765207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:12.765612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.782116 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-86ea8651-e55b-45f2-8a90-7530620c7130 req-3258e4e9-a453-4e74-86b5-d424005aca98 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572566 Apr 29 04:04:12.887609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:12.888062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f5d57da9-2ff3-4410-8aba-766274d87488) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:12.888499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.894704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting subnet 15c9f483-3c11-4b46-9514-b3c06d35d52f {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:12.900569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (52f16ca0-8305-4825-bbdb-3b51a60c04ec), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.926530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:04:12.929580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73e507-93fe-432c-afdf-7195f2aaafc6" -d '{"events": [{"server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "name": "network-vif-plugged", "status": "completed", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:04:12.947491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:12.970303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (15c9f483-3c11-4b46-9514-b3c06d35d52f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:12.973073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event updated for resources: {'Subnet': ['ID=52f16ca0-8305-4825-bbdb-3b51a60c04ec,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:12.981043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e34403e7-b8f5-470d-be00-6f57a695d711 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:12.996224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Made reservation on behalf of 4ad9194b371a42ac8d2902c8790f2e6c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:13.000230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.018135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:13.021550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.029513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cad565-3e0d-4cd9-aac6-a4d23bb107e0 x-openstack-request-id: req-a8cad565-3e0d-4cd9-aac6-a4d23bb107e0 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:04:13.029832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "name": "network-vif-plugged", "status": "completed", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:04:13.030278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8cad565-3e0d-4cd9-aac6-a4d23bb107e0 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:04:13.031105 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cad565-3e0d-4cd9-aac6-a4d23bb107e0'] response: {'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'code': 200} Apr 29 04:04:13.045298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.051817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.073467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] device_id is not set on port a160b317-06da-46b4-878a-8315b9ebf154 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:13.079494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (15c9f483-3c11-4b46-9514-b3c06d35d52f), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.113366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e34403e7-b8f5-470d-be00-6f57a695d711 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:13.113546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.114215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.148814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (00aef698-2b3d-4435-b11e-87ea90a4e5f0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.170679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:13.230442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e34403e7-b8f5-470d-be00-6f57a695d711 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:13.230949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.233558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137463c-9106-4048-bc14-76026c9ce5ef None None] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.251486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f0203-e9ce-425a-9f1a-32981fb34430 None None] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.253836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fce82-aca9-4077-a9bc-7e1f6c24d5c1 None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.263388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Checking segment: {'id': 'cb8712bc-c5a7-4072-a41a-9120f5188b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:13.263653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network hostable DHCP agents. Network: 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:13.263775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137463c-9106-4048-bc14-76026c9ce5ef None None] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 could not be found, it might have been deleted concurrently. {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 04:04:13.265789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d3f97-4cbd-4934-8ea9-096a20e7e9ab None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.295274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=e72a89ed-b549-4303-a061-4b1a0b32e6a5,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:13.307331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (1f543e97-3d93-4d83-a67f-e9d4c53f16fb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.348129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24932762-02f3-452b-bd24-f96e3727ba91 None None] Network f5d57da9-2ff3-4410-8aba-766274d87488 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.360097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event deleted for resources: {'Port': ['ID=00aef698-2b3d-4435-b11e-87ea90a4e5f0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:13.369122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Allocated IP 172.20.0.13 (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36/7f4358f3-3fbd-4b34-91b2-84734689b2af/a160b317-06da-46b4-878a-8315b9ebf154) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:13.371370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (7e728fa8-8903-4b03-84ac-713921db2415), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.373309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (15c9f483-3c11-4b46-9514-b3c06d35d52f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.442667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63defd-41d6-40b4-8795-1517534303b1 None None] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.477371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:13.488298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (7e728fa8-8903-4b03-84ac-713921db2415), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.491809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (7e728fa8-8903-4b03-84ac-713921db2415), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.515288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63defd-41d6-40b4-8795-1517534303b1 None None] Network 483bfa70-9185-4c76-97df-71b6bb1a8357 could not be found, it might have been deleted concurrently. {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 04:04:13.531098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849d8ee-c677-46fe-8136-6e8319c3d32d req-26892c7e-60e8-441f-af8e-65a9bd1c9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:13.532451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f973d417-329c-4f0d-a616-ade37bf75e6d None None] Provisioning complete for port e34403e7-b8f5-470d-be00-6f57a695d711 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:13.532824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f973d417-329c-4f0d-a616-ade37bf75e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.533257 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e849d8ee-c677-46fe-8136-6e8319c3d32d req-26892c7e-60e8-441f-af8e-65a9bd1c9397 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 1130 time: 0.1268678 Apr 29 04:04:13.584513 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 1f543e97-3d93-4d83-a67f-e9d4c53f16fb associated. External IP: 172.26.4.124, port: 593902ae-f0d8-44fb-b63d-7c23dc7db799. Apr 29 04:04:13.638281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:13.677196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd539ad5-1531-44b3-92df-d3bb0a6b2d75 None None] Network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:13.686895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:13.687374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:13.688020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.722483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port e34403e7-b8f5-470d-be00-6f57a695d711, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e34403e7-b8f5-470d-be00-6f57a695d711,segment=NetworkSegment(616c8fba-b814-40f1-82ea-756835c812ac),segment_id=616c8fba-b814-40f1-82ea-756835c812ac)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:13.738556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (15c9f483-3c11-4b46-9514-b3c06d35d52f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.742717 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e849d8ee-c677-46fe-8136-6e8319c3d32d req-bfa8caf1-c9da-4433-a149-56058d845894 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961691 Apr 29 04:04:13.798074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=15c9f483-3c11-4b46-9514-b3c06d35d52f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:13.800616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.806562 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f64d8e7d-1367-4ebe-9e69-05ab5dd1fb53 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/15c9f483-3c11-4b46-9514-b3c06d35d52f HTTP/1.1" status: 204 len: 168 time: 1.0514293 Apr 29 04:04:13.810847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58988) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:13.820534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.917531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (158dc09d-ba6b-4762-ae18-193dbe49c633), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.928558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (b717a42b-1416-438a-88e7-8c3d0c50cd14), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.950755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.951802 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4dbb5d8f-ce30-434c-929b-920ea028c562 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3140922 Apr 29 04:04:13.951979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-f5d57da9-2ff3-4410-8aba-766274d87488', 'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488', 'project_id': '384dc2c5f9b1454ca66302d569c61008', 'fixed_ips': [{'subnet_id': '3d0a35f8-2431-4973-b9e9-e6032851f939'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:13.952822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:13.960747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58992) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:13.980163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:13.996575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': 'f853491b-fe6d-4527-bfe3-e548cf78090c'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:13.996871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:13.997394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.006720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:14.007224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.032156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (7e728fa8-8903-4b03-84ac-713921db2415), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.033238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Fanout notify agent at l3_agent the message router_deleted on router 7e728fa8-8903-4b03-84ac-713921db2415 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:04:14.053048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.054425 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a47e0417-3dc5-449a-8e34-ca4824afc4e5 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/7e728fa8-8903-4b03-84ac-713921db2415 HTTP/1.1" status: 204 len: 168 time: 2.7963583 Apr 29 04:04:14.064665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58994) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:14.100758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229167-7099-4084-9a16-2751860e47ed req-280ced19-452b-4a2c-b831-7aa78403ad95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:14.101140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1878158724', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:14.102511 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-26229167-7099-4084-9a16-2751860e47ed req-280ced19-452b-4a2c-b831-7aa78403ad95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.0736160 Apr 29 04:04:14.117901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f973d417-329c-4f0d-a616-ade37bf75e6d None None] Current status of the port e34403e7-b8f5-470d-be00-6f57a695d711 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:14.121973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for port (a160b317-06da-46b4-878a-8315b9ebf154), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.134077 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5694854 Apr 29 04:04:14.137850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 58996) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:14.148748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb', 'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb', 'project_id': '384dc2c5f9b1454ca66302d569c61008', 'fixed_ips': [{'subnet_id': '52f16ca0-8305-4825-bbdb-3b51a60c04ec'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:14.149891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.159008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'fixed_ips': [{'subnet_id': 'f853491b-fe6d-4527-bfe3-e548cf78090c'}, {'subnet_id': 'b717a42b-1416-438a-88e7-8c3d0c50cd14'}], 'name': 'tempest-PortsIpV6TestJSON-172305669'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:14.204997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a5e4a-62f0-4d25-8360-121414eb751f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=b717a42b-1416-438a-88e7-8c3d0c50cd14,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:14.230322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae563a32-24f6-4a9c-b565-c89598942420 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:14.231693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae563a32-24f6-4a9c-b565-c89598942420 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:14.233100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae563a32-24f6-4a9c-b565-c89598942420 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:14.234772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ae563a32-24f6-4a9c-b565-c89598942420 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2529182 Apr 29 04:04:14.251210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 58998) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:14.259586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port 57c25360-da46-42d6-96e5-0571a6ca249d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:14.260040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.309093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.317977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.326310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=e34403e7-b8f5-470d-be00-6f57a695d711,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:14.359045 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-26229167-7099-4084-9a16-2751860e47ed req-f037e049-32df-47ae-bd41-0a06a48322ca tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190318 Apr 29 04:04:14.420523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port 57c25360-da46-42d6-96e5-0571a6ca249d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=57c25360-da46-42d6-96e5-0571a6ca249d,segment=NetworkSegment(7ff02fee-1037-4cb9-9243-559a30c8fee5),segment_id=7ff02fee-1037-4cb9-9243-559a30c8fee5)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:14.420888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.439684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Deleting subnet 3d0a35f8-2431-4973-b9e9-e6032851f939 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:14.453111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7ac68-a48b-4eb4-a427-ebf1540604f5 None None] Network 158dc09d-ba6b-4762-ae18-193dbe49c633 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:14.474708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a160b317-06da-46b4-878a-8315b9ebf154), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.477124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for 57c25360-da46-42d6-96e5-0571a6ca249d owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:14.479461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.525877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:14.526369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:14.531151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:14.555131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:14.568721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:14.706075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a358be39-9286-48da-a740-18a05b83dc28 None None] Provisioning complete for port 57c25360-da46-42d6-96e5-0571a6ca249d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:14.706487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a358be39-9286-48da-a740-18a05b83dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.750707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.778510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:14.789922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:14.806373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:14.807014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.823347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event updated for resources: {'Port': ['ID=a160b317-06da-46b4-878a-8315b9ebf154,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:14.845650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:14.877400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.889922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59000) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:14.892421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0c08a5a3-bcf7-49e4-9e48-b2c3c28de445 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3139520 Apr 29 04:04:14.918447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:14.919172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Allocated IP 2001:db8::2 (a55f7512-7add-4cff-9c01-f90e4a0fcbd8/f853491b-fe6d-4527-bfe3-e548cf78090c/629dc457-410d-410e-9c86-f587d16d7898) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:14.931253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Allocated IP 2001:db8::1 (f5d57da9-2ff3-4410-8aba-766274d87488/3d0a35f8-2431-4973-b9e9-e6032851f939/61d82b28-ae08-465a-b22f-50aaa9937c22) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:14.976191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:14.977097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:15.039029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:15.039626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cf136-ca4e-49b1-9470-bcde55aecc0d None None] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:15.072842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6b69d9ae-7aba-4415-b5df-fd901e63f0aa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5412927 Apr 29 04:04:15.083286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59002) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:15.084225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64582f-e943-43d5-9920-a890d597d582 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:15.089928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64582f-e943-43d5-9920-a890d597d582 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:15.096392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64582f-e943-43d5-9920-a890d597d582 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:15.098852 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3c64582f-e943-43d5-9920-a890d597d582 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2079256 Apr 29 04:04:15.102689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59004) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:15.116499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e34403e7-b8f5-470d-be00-6f57a695d711 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:15.231983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (57c25360-da46-42d6-96e5-0571a6ca249d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.242432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:15.248238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Deleting port a160b317-06da-46b4-878a-8315b9ebf154 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:15.249174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a160b317-06da-46b4-878a-8315b9ebf154), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.277938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Allocated IP 2001:db8:0:1::1 (24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb/52f16ca0-8305-4825-bbdb-3b51a60c04ec/25311553-7258-4e5a-86da-4b72815b1693) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:15.321681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e34403e7-b8f5-470d-be00-6f57a695d711 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:15.322058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.323587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a358be39-9286-48da-a740-18a05b83dc28 None None] Port 57c25360-da46-42d6-96e5-0571a6ca249d update to ACTIVE by agent not found {{(pid=116106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 29 04:04:15.333995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:15.334652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:15.413352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a160b317-06da-46b4-878a-8315b9ebf154), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.431083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Calling delete_port for a160b317-06da-46b4-878a-8315b9ebf154 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:15.442688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=57c25360-da46-42d6-96e5-0571a6ca249d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:15.453104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port 57c25360-da46-42d6-96e5-0571a6ca249d on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:15.457977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.473768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791227f5-e921-45e7-8089-934dfa7565e1 None None] DHCP port deletion for 158dc09d-ba6b-4762-ae18-193dbe49c633 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:15.480547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.529060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.599131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:15.599877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf7992-33b9-4e99-8f29-8bb5968d82a1 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:15.635990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0c622943-6be4-4c5b-8d31-e4d21c1368eb None None] Provisioning complete for port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:15.636421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c622943-6be4-4c5b-8d31-e4d21c1368eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.670546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (1f543e97-3d93-4d83-a67f-e9d4c53f16fb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.712327 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a160b317-06da-46b4-878a-8315b9ebf154), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.784997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0c622943-6be4-4c5b-8d31-e4d21c1368eb None None] Port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:15.804606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e34403e7-b8f5-470d-be00-6f57a695d711 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:15.806445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25adff-c690-4d3b-b2ce-d26f8d5c30d1 req-d8feb849-20d8-466f-b79e-2c0bd8cab3e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:15.808251 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af25adff-c690-4d3b-b2ce-d26f8d5c30d1 req-d8feb849-20d8-466f-b79e-2c0bd8cab3e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.2912552 Apr 29 04:04:15.817769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event deleted for resources: {'Port': ['ID=a160b317-06da-46b4-878a-8315b9ebf154,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:15.854323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0c622943-6be4-4c5b-8d31-e4d21c1368eb None None] Provisioning complete for port e34403e7-b8f5-470d-be00-6f57a695d711 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:15.854768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c622943-6be4-4c5b-8d31-e4d21c1368eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.873813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:15.882102 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a74ba25b-264c-422b-9372-fd8dad364982 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "DELETE /v2.0/ports/a160b317-06da-46b4-878a-8315b9ebf154 HTTP/1.1" status: 204 len: 168 time: 0.7753267 Apr 29 04:04:15.882540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59012) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:15.889499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Request body: {'port': {'name': 'tempest-new-port-name-1130205870', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:15.890205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] bootfile-name is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:04:15.890549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] tftp-server is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:04:15.890883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.api.validators [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] server-ip-address is not in valid_values {{(pid=116104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 04:04:16.030276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.168336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0c622943-6be4-4c5b-8d31-e4d21c1368eb None None] Current status of the port e34403e7-b8f5-470d-be00-6f57a695d711 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:16.172723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Publish callbacks [] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.192865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Publish callbacks [] for port (629dc457-410d-410e-9c86-f587d16d7898), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.211521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Publish callbacks [] for port (25311553-7258-4e5a-86da-4b72815b1693), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.262689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.281081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for subnet (3d0a35f8-2431-4973-b9e9-e6032851f939), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.287671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (158dc09d-ba6b-4762-ae18-193dbe49c633), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.296710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.309866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (25311553-7258-4e5a-86da-4b72815b1693), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.326093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (629dc457-410d-410e-9c86-f587d16d7898), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.376669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Network f5d57da9-2ff3-4410-8aba-766274d87488 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:16.389088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:16.411589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:16.418758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Provisioning complete for port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:16.420358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.423192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:16.423433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158dc09d-ba6b-4762-ae18-193dbe49c633']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:16.435428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:16.446776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (3d0a35f8-2431-4973-b9e9-e6032851f939), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.450965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::117 (a55f7512-7add-4cff-9c01-f90e4a0fcbd8/f853491b-fe6d-4527-bfe3-e548cf78090c/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:16.459222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8:0:1::c5 (a55f7512-7add-4cff-9c01-f90e4a0fcbd8/b717a42b-1416-438a-88e7-8c3d0c50cd14/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:16.465051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Pushing event updated for resources: {'Port': ['ID=61d82b28-ae08-465a-b22f-50aaa9937c22,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:16.469157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:16.472631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff02fee-1037-4cb9-9243-559a30c8fee5') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:16.472930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff02fee-1037-4cb9-9243-559a30c8fee5') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:16.540892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Allocated IP 172.26.4.101 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/92293eef-dfe5-4bf9-9677-82d7f4a56e0b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:16.572352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Pushing event updated for resources: {'Port': ['ID=25311553-7258-4e5a-86da-4b72815b1693,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:16.581825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:16.593169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:16.655673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.660312 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Pushing event updated for resources: {'Port': ['ID=629dc457-410d-410e-9c86-f587d16d7898,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:16.665515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:16.679756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for port (92293eef-dfe5-4bf9-9677-82d7f4a56e0b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.696940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.736352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (7ff02fee-1037-4cb9-9243-559a30c8fee5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.766464 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af25adff-c690-4d3b-b2ce-d26f8d5c30d1 req-82eb319b-db1a-44de-af86-5be896c01b77 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9457607 Apr 29 04:04:16.781624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7ff02fee-1037-4cb9-9243-559a30c8fee5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.791656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Attempting to bind port 61d82b28-ae08-465a-b22f-50aaa9937c22 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:16.793307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Attempting to bind port 61d82b28-ae08-465a-b22f-50aaa9937c22 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '151a82c9-43c7-439a-a614-c126f1c7dee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:16.793704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Attempting to bind port 61d82b28-ae08-465a-b22f-50aaa9937c22 on network f5d57da9-2ff3-4410-8aba-766274d87488 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:16.804139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.807473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:16.811034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Could not find standard attr ID for object a160b317-06da-46b4-878a-8315b9ebf154. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:16.818999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:16.819711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Checking segment: {'id': '151a82c9-43c7-439a-a614-c126f1c7dee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:16.820344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.821406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Bound using segment: {'id': '151a82c9-43c7-439a-a614-c126f1c7dee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:16.822437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Bound port: 61d82b28-ae08-465a-b22f-50aaa9937c22, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151a82c9-43c7-439a-a614-c126f1c7dee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5d57da9-2ff3-4410-8aba-766274d87488'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:16.823381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.827344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:16.836690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:16.839882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:16.846161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:16.846820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.862925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Provisioning complete for port e34403e7-b8f5-470d-be00-6f57a695d711 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:16.863437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.881599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (92293eef-dfe5-4bf9-9677-82d7f4a56e0b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.882614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] In _notify_port_updated(), no bound segment for port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a on network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:04:16.895100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:16.898279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.901374 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "PUT /v2.0/ports/8382f5b2-2e74-4d30-93fc-597b3d5e5a5a HTTP/1.1" status: 200 len: 1136 time: 1.0176361 Apr 29 04:04:16.904032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07101a-3cc7-4a7b-ae3a-ae5bece7f4a2 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event updated for resources: {'Port': ['ID=8382f5b2-2e74-4d30-93fc-597b3d5e5a5a,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:16.912368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.914088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59014) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:16.915583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:16.915739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (7ff02fee-1037-4cb9-9243-559a30c8fee5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:16.925945 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:16.958162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 57c25360-da46-42d6-96e5-0571a6ca249d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:17.000990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47af4213-52d4-4f15-abe4-05d0c86f74c5 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:17.002544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-47af4213-52d4-4f15-abe4-05d0c86f74c5 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "GET /v2.0/ports/8382f5b2-2e74-4d30-93fc-597b3d5e5a5a HTTP/1.1" status: 200 len: 1136 time: 0.0812271 Apr 29 04:04:17.012983 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.8679075 Apr 29 04:04:17.012983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59016) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.023851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59018) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.025523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] For port 61d82b28-ae08-465a-b22f-50aaa9937c22, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:17.029847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] For port 61d82b28-ae08-465a-b22f-50aaa9937c22, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61d82b28-ae08-465a-b22f-50aaa9937c22,segment=NetworkSegment(151a82c9-43c7-439a-a614-c126f1c7dee0),segment_id=151a82c9-43c7-439a-a614-c126f1c7dee0)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:17.054401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f853491b-fe6d-4527-bfe3-e548cf78090c'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:17.083497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ac5a3-150e-4f1d-b80d-73833f0ef325 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.100307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (1f543e97-3d93-4d83-a67f-e9d4c53f16fb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.100648 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 1f543e97-3d93-4d83-a67f-e9d4c53f16fb disassociated. External IP: 172.26.4.124, port: 593902ae-f0d8-44fb-b63d-7c23dc7db799. Apr 29 04:04:17.134239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Deleting port 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:17.134586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.215391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:17.225221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event updated for resources: {'Port': ['ID=92293eef-dfe5-4bf9-9677-82d7f4a56e0b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.233799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:17.243526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:17.245938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (3d0a35f8-2431-4973-b9e9-e6032851f939), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.247837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.253857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Attempting to bind port 629dc457-410d-410e-9c86-f587d16d7898 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:17.254367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Attempting to bind port 629dc457-410d-410e-9c86-f587d16d7898 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:17.255089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Attempting to bind port 629dc457-410d-410e-9c86-f587d16d7898 on network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:17.260227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Attempting to bind port 25311553-7258-4e5a-86da-4b72815b1693 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:17.260706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Attempting to bind port 25311553-7258-4e5a-86da-4b72815b1693 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'cb8712bc-c5a7-4072-a41a-9120f5188b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:17.261289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Attempting to bind port 25311553-7258-4e5a-86da-4b72815b1693 on network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:17.266004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:17.266531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Checking segment: {'id': 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:17.266660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Calling delete_port for 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:17.267122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.267617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Bound using segment: {'id': 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:17.268200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Bound port: 629dc457-410d-410e-9c86-f587d16d7898, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:17.268698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (629dc457-410d-410e-9c86-f587d16d7898), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.271165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 57c25360-da46-42d6-96e5-0571a6ca249d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:17.271633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 57c25360-da46-42d6-96e5-0571a6ca249d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:17.274397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.320487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (158dc09d-ba6b-4762-ae18-193dbe49c633), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.345154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fcedb-fa6d-4d0a-93eb-8f2a1d7c59ee None None] Pushing event updated for resources: {'Port': ['ID=61d82b28-ae08-465a-b22f-50aaa9937c22,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.354473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:17.355018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Checking segment: {'id': 'cb8712bc-c5a7-4072-a41a-9120f5188b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:17.355534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.356061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Bound using segment: {'id': 'cb8712bc-c5a7-4072-a41a-9120f5188b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:17.356671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Bound port: 25311553-7258-4e5a-86da-4b72815b1693, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8712bc-c5a7-4072-a41a-9120f5188b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:17.357168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (25311553-7258-4e5a-86da-4b72815b1693), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.370132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.375824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/158dc09d-ba6b-4762-ae18-193dbe49c633 HTTP/1.1" status: 204 len: 168 time: 3.5636225 Apr 29 04:04:17.387129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59020) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.477861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74548dc-3692-4634-9f22-75a362d607f2 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=158dc09d-ba6b-4762-ae18-193dbe49c633,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.504411 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aafd58-4fa0-44ab-980f-2a326f1ba124 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:17.505192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aafd58-4fa0-44ab-980f-2a326f1ba124 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:17.508780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8382f5b2-2e74-4d30-93fc-597b3d5e5a5a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.510584 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d0aafd58-4fa0-44ab-980f-2a326f1ba124 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/14f7f44b-6980-4875-8b12-28644b8e9976 HTTP/1.1" status: 404 len: 337 time: 0.1233375 Apr 29 04:04:17.514135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59022) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.547031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2eca3666-0876-4878-95ff-998a43a1a3f5 None None] Current status of the port e34403e7-b8f5-470d-be00-6f57a695d711 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:17.549561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] For port 25311553-7258-4e5a-86da-4b72815b1693, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:17.554589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] For port 25311553-7258-4e5a-86da-4b72815b1693, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=25311553-7258-4e5a-86da-4b72815b1693,segment=NetworkSegment(cb8712bc-c5a7-4072-a41a-9120f5188b04),segment_id=cb8712bc-c5a7-4072-a41a-9120f5188b04)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:17.559552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] For port 629dc457-410d-410e-9c86-f587d16d7898, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:17.562759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] For port 629dc457-410d-410e-9c86-f587d16d7898, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=629dc457-410d-410e-9c86-f587d16d7898,segment=NetworkSegment(eec91381-fb5d-4e7f-b09b-2c79e2c163e8),segment_id=eec91381-fb5d-4e7f-b09b-2c79e2c163e8)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:17.595122 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f7891a-5e8f-4c24-a175-bd0ff81fd995 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:17.595701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f7891a-5e8f-4c24-a175-bd0ff81fd995 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:17.601742 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-85f7891a-5e8f-4c24-a175-bd0ff81fd995 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/eda441eb-6092-4bb3-84bf-78a10deeea9c HTTP/1.1" status: 404 len: 339 time: 0.0824099 Apr 29 04:04:17.606541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59024) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.616862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event deleted for resources: {'Port': ['ID=8382f5b2-2e74-4d30-93fc-597b3d5e5a5a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.627366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (25311553-7258-4e5a-86da-4b72815b1693), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.680790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5fe99006-a88f-44ab-b5ba-f0dd06b5c9e9 None None] Could not find standard attr ID for object 8382f5b2-2e74-4d30-93fc-597b3d5e5a5a. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:17.695420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (629dc457-410d-410e-9c86-f587d16d7898), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.709685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.740542 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-38a53d92-29e3-44cc-aa07-502df1c0866b tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "DELETE /v2.0/ports/8382f5b2-2e74-4d30-93fc-597b3d5e5a5a HTTP/1.1" status: 204 len: 168 time: 0.7273273 Apr 29 04:04:17.743668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59026) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.762645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bada70a-6f9c-46a4-9c00-23653fd7c1fd None None] Pushing event updated for resources: {'Port': ['ID=25311553-7258-4e5a-86da-4b72815b1693,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.863441 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f88d50-42fe-4d6e-98a0-501b7a0d6d6f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:17.864405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f88d50-42fe-4d6e-98a0-501b7a0d6d6f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:17.867748 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b9f88d50-42fe-4d6e-98a0-501b7a0d6d6f tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/5516c929-d2f8-4738-bd30-b1230c4e60ae HTTP/1.1" status: 404 len: 337 time: 0.2590740 Apr 29 04:04:17.871212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59030) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:17.873293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (3d0a35f8-2431-4973-b9e9-e6032851f939), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:17.891244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Deleting subnet 7f4358f3-3fbd-4b34-91b2-84734689b2af {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:17.897759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f5a92-2bdd-40dd-b0e3-b6ecfefd0cf1 None None] Pushing event updated for resources: {'Port': ['ID=629dc457-410d-410e-9c86-f587d16d7898,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:17.990591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653d5d8-595e-4a3c-8a86-7710bd7178db req-b575362f-8f20-491b-9088-60bf2ca6548a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:17.993993 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f653d5d8-595e-4a3c-8a86-7710bd7178db req-b575362f-8f20-491b-9088-60bf2ca6548a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.0777175 Apr 29 04:04:18.003363 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53c1fa6-bd20-41d5-974f-8374847e0758 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:18.004081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53c1fa6-bd20-41d5-974f-8374847e0758 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:18.014441 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d53c1fa6-bd20-41d5-974f-8374847e0758 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/928a4d6c-39f4-45e2-81a1-4ba0f51006ea HTTP/1.1" status: 404 len: 339 time: 0.1383688 Apr 29 04:04:18.032339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59032) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:18.036609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0a35f8-2431-4973-b9e9-e6032851f939,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:18.048293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for subnet (7f4358f3-3fbd-4b34-91b2-84734689b2af), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.050779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.056957 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3acfd18f-3182-4805-be21-0b4cdb3ad0a9 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/subnets/3d0a35f8-2431-4973-b9e9-e6032851f939 HTTP/1.1" status: 204 len: 168 time: 3.8046057 Apr 29 04:04:18.066025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59034) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:18.066685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.134996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (7f4358f3-3fbd-4b34-91b2-84734689b2af), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.135681 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e696dd1-42d6-4ddf-93d0-1a11a71fee3c tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:18.135681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e696dd1-42d6-4ddf-93d0-1a11a71fee3c tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:18.138731 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9e696dd1-42d6-4ddf-93d0-1a11a71fee3c tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/905bf215-ccaa-4dba-bc64-3fbd03bb3102 HTTP/1.1" status: 404 len: 337 time: 0.0997181 Apr 29 04:04:18.170745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59036) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:18.176405 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f653d5d8-595e-4a3c-8a86-7710bd7178db req-bffbda6e-735c-4782-8138-b7edc0862e22 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768653 Apr 29 04:04:18.256911 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb4fd00-0e4b-40b0-a4c5-3533f804fbac tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:18.260072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb4fd00-0e4b-40b0-a4c5-3533f804fbac tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:18.278153 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cfb4fd00-0e4b-40b0-a4c5-3533f804fbac tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/cd67703b-d6ac-47b2-a8c3-e45cf095a53b HTTP/1.1" status: 404 len: 339 time: 0.1004519 Apr 29 04:04:18.290155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59040) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:18.451375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (7f4358f3-3fbd-4b34-91b2-84734689b2af), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.472810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda749d7-493a-4e27-a669-3bc8e4ccb73e req-db5d3cc2-57d0-4b46-8f4c-f8a50537cba2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:18.475084 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda749d7-493a-4e27-a669-3bc8e4ccb73e req-db5d3cc2-57d0-4b46-8f4c-f8a50537cba2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.1331966 Apr 29 04:04:18.478696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Deleting subnet 52f16ca0-8305-4825-bbdb-3b51a60c04ec {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:18.497660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for subnet (52f16ca0-8305-4825-bbdb-3b51a60c04ec), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.523462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting subnet 297f0589-bdc0-4e44-be68-7cb8b0cf6594 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:18.531181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (297f0589-bdc0-4e44-be68-7cb8b0cf6594), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.589887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (297f0589-bdc0-4e44-be68-7cb8b0cf6594), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.603463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:18.662966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (7f4358f3-3fbd-4b34-91b2-84734689b2af), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.672290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (52f16ca0-8305-4825-bbdb-3b51a60c04ec), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.708951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4358f3-3fbd-4b34-91b2-84734689b2af,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:18.715591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.718987 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-60c4d61c-eefc-4f88-9cd5-f37e44f982f0 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "DELETE /v2.0/subnets/7f4358f3-3fbd-4b34-91b2-84734689b2af HTTP/1.1" status: 204 len: 168 time: 0.9691193 Apr 29 04:04:18.721761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59042) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:18.726684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024afa29-1c46-4e69-b89b-2e17964b6dbb None None] Network ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:18.761414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (297f0589-bdc0-4e44-be68-7cb8b0cf6594), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.764830 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda749d7-493a-4e27-a669-3bc8e4ccb73e req-ca0b13e6-5993-4134-a4df-a7c615736c9d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576134 Apr 29 04:04:18.801364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59044) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:18.840917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:18.880034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.008530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7abeb-a701-40c1-8d19-f287912a778d tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:19.010302 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fee7abeb-a701-40c1-8d19-f287912a778d tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 1125 time: 0.2057166 Apr 29 04:04:19.015105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59046) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:19.020937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] DHCP port deletion for ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:19.028077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:19.079766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] Deleting port e34403e7-b8f5-470d-be00-6f57a695d711 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:19.080514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.092798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Deleting port e34403e7-b8f5-470d-be00-6f57a695d711 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:19.093256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.116292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25311553-7258-4e5a-86da-4b72815b1693 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:19.118543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f336c6-278d-48ae-a23f-534dfab453a0 None None] Network f5d57da9-2ff3-4410-8aba-766274d87488 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:19.170507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.192082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (297f0589-bdc0-4e44-be68-7cb8b0cf6594), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.240778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] Provisioning complete for port 61d82b28-ae08-465a-b22f-50aaa9937c22 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:19.241065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.258033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] For port e34403e7-b8f5-470d-be00-6f57a695d711, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e34403e7-b8f5-470d-be00-6f57a695d711,segment=NetworkSegment(616c8fba-b814-40f1-82ea-756835c812ac),segment_id=616c8fba-b814-40f1-82ea-756835c812ac)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:19.258674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.300869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=297f0589-bdc0-4e44-be68-7cb8b0cf6594,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:19.303510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.312625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c9202-dad2-4b39-9c86-9cd913418154 None None] Network f0e75c1a-effe-4eb3-acd0-416e57ff12e9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:19.319764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] For port e34403e7-b8f5-470d-be00-6f57a695d711, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e34403e7-b8f5-470d-be00-6f57a695d711,segment=NetworkSegment(616c8fba-b814-40f1-82ea-756835c812ac),segment_id=616c8fba-b814-40f1-82ea-756835c812ac)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:19.320167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.321894 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-10fd9e3e-fe3f-40e2-80d6-dc8bb4e7b823 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/297f0589-bdc0-4e44-be68-7cb8b0cf6594 HTTP/1.1" status: 204 len: 168 time: 1.0303736 Apr 29 04:04:19.331128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Calling delete_port for e34403e7-b8f5-470d-be00-6f57a695d711 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:19.337399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59048) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:19.403259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] Calling delete_port for e34403e7-b8f5-470d-be00-6f57a695d711 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:19.406473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 25311553-7258-4e5a-86da-4b72815b1693 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:19.406906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (25311553-7258-4e5a-86da-4b72815b1693), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.528284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (f0e75c1a-effe-4eb3-acd0-416e57ff12e9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.539225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Delete allocated IP 2001:db8:0:1::c5 (a55f7512-7add-4cff-9c01-f90e4a0fcbd8/b717a42b-1416-438a-88e7-8c3d0c50cd14) {{(pid=116105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 04:04:19.549394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.552650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (52f16ca0-8305-4825-bbdb-3b51a60c04ec), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.603799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:19.615766 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:19.633953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.641671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:19.642309 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:19.707995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] DHCP port deletion for f5d57da9-2ff3-4410-8aba-766274d87488 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:19.739296 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:19.744897 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.768227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] DHCP port deletion for f0e75c1a-effe-4eb3-acd0-416e57ff12e9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:19.770362 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:19.776074 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:19.804162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event deleted for resources: {'Port': ['ID=e34403e7-b8f5-470d-be00-6f57a695d711,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:19.813745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] No DVR routers for this DVR port e34403e7-b8f5-470d-be00-6f57a695d711 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:19.843298 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-caa94f68-d0c7-4704-8e91-e98586948d79 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/floatingips/1f543e97-3d93-4d83-a67f-e9d4c53f16fb HTTP/1.1" status: 200 len: 688 time: 4.6121590 Apr 29 04:04:19.863360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59050) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:19.880058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72dd68-f237-41bc-bd57-8bfd8835bb1a None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:19.888511 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:19.889040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] Current status of the port 61d82b28-ae08-465a-b22f-50aaa9937c22 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:19.889548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.890053 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd1d454-0c30-474c-8b41-ee5113a15c6b None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:19.923900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port 4397cfad-a8ba-4734-956b-bec4ad67bc15 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:19.924231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.938296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 25311553-7258-4e5a-86da-4b72815b1693 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:19.938681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (25311553-7258-4e5a-86da-4b72815b1693), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.949372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (52f16ca0-8305-4825-bbdb-3b51a60c04ec), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.955830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e34403e7-b8f5-470d-be00-6f57a695d711), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:19.993348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] No DVR routers for this DVR port e34403e7-b8f5-470d-be00-6f57a695d711 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:19.997787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.024838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] Deleting port 4397cfad-a8ba-4734-956b-bec4ad67bc15 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:20.025216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.036455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Subnet': ['ID=52f16ca0-8305-4825-bbdb-3b51a60c04ec,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:20.058237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.060758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] Deleting port 61d82b28-ae08-465a-b22f-50aaa9937c22 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:20.061136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.062832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-04e32feb-4ba3-40b5-96e6-9204aad92603 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/subnets/52f16ca0-8305-4825-bbdb-3b51a60c04ec HTTP/1.1" status: 204 len: 168 time: 1.9938345 Apr 29 04:04:20.067943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] For port 61d82b28-ae08-465a-b22f-50aaa9937c22, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61d82b28-ae08-465a-b22f-50aaa9937c22,segment=NetworkSegment(151a82c9-43c7-439a-a614-c126f1c7dee0),segment_id=151a82c9-43c7-439a-a614-c126f1c7dee0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:20.074697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59052) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:20.079408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bd3e1-de72-45c3-a891-07f404d1c184 None None] Pushing event deleted for resources: {'Port': ['ID=e34403e7-b8f5-470d-be00-6f57a695d711,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:20.121243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee663d-1a8c-4080-b661-59ced9401e07 None None] Network 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:20.195419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.207536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50d689-4d20-4f98-a0d4-b8fd759f2aee tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:20.213552 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0f50d689-4d20-4f98-a0d4-b8fd759f2aee tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1335211 Apr 29 04:04:20.213552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.213830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.215743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59054) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:20.290761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.386963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.442811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] In _notify_port_updated(), no bound segment for port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 on network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:04:20.448353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:20.448509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.452317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/ports/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 HTTP/1.1" status: 200 len: 925 time: 3.4067948 Apr 29 04:04:20.455832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59056) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:20.464856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f853491b-fe6d-4527-bfe3-e548cf78090c'}, {'subnet_id': 'b717a42b-1416-438a-88e7-8c3d0c50cd14'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:20.472997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006adeb7-6d01-4ba8-9028-cba6b0c63588 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:20.483591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.504352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] For port 61d82b28-ae08-465a-b22f-50aaa9937c22, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61d82b28-ae08-465a-b22f-50aaa9937c22,segment=NetworkSegment(151a82c9-43c7-439a-a614-c126f1c7dee0),segment_id=151a82c9-43c7-439a-a614-c126f1c7dee0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:20.504755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.516586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.175 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/48794fbe-f893-4e4d-a3c8-1b8119701240) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:20.529727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port e72a89ed-b549-4303-a061-4b1a0b32e6a5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:20.530427 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.551699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] For port 4397cfad-a8ba-4734-956b-bec4ad67bc15, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4397cfad-a8ba-4734-956b-bec4ad67bc15,segment=NetworkSegment(b8c22ed2-42ae-44d2-a7a5-8ee6afae6580),segment_id=b8c22ed2-42ae-44d2-a7a5-8ee6afae6580)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:20.552059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.581474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] Calling delete_port for 61d82b28-ae08-465a-b22f-50aaa9937c22 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:20.586206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Deleting port 25311553-7258-4e5a-86da-4b72815b1693 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:20.586206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (25311553-7258-4e5a-86da-4b72815b1693), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.608366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:04:20.608718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:04:20.618877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.622951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Provisioning complete for port 629dc457-410d-410e-9c86-f587d16d7898 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:20.623322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (629dc457-410d-410e-9c86-f587d16d7898), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.624298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4d7ef9-d3b5-4e30-8bb5-441dda605a36']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:20.629094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] Calling delete_port for 4397cfad-a8ba-4734-956b-bec4ad67bc15 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:20.636574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port 4397cfad-a8ba-4734-956b-bec4ad67bc15, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4397cfad-a8ba-4734-956b-bec4ad67bc15,segment=NetworkSegment(b8c22ed2-42ae-44d2-a7a5-8ee6afae6580),segment_id=b8c22ed2-42ae-44d2-a7a5-8ee6afae6580)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:20.637832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.666566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616c8fba-b814-40f1-82ea-756835c812ac') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:20.666566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616c8fba-b814-40f1-82ea-756835c812ac') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:20.683016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f672e9-2835-44f3-9421-c8a307828127 None None] Pushing event updated for resources: {'Port': ['ID=61d82b28-ae08-465a-b22f-50aaa9937c22,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:20.698015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for 4397cfad-a8ba-4734-956b-bec4ad67bc15 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:20.706663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] For port 25311553-7258-4e5a-86da-4b72815b1693, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=25311553-7258-4e5a-86da-4b72815b1693,segment=NetworkSegment(cb8712bc-c5a7-4072-a41a-9120f5188b04),segment_id=cb8712bc-c5a7-4072-a41a-9120f5188b04)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:20.707031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (25311553-7258-4e5a-86da-4b72815b1693), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.710419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.710742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (e72a89ed-b549-4303-a061-4b1a0b32e6a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.748992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Calling delete_port for 25311553-7258-4e5a-86da-4b72815b1693 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:20.763989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (616c8fba-b814-40f1-82ea-756835c812ac), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.822535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] DHCP port deletion for 24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:20.834344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for e72a89ed-b549-4303-a061-4b1a0b32e6a5 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:20.838056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (616c8fba-b814-40f1-82ea-756835c812ac), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.846576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Router 4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:04:20.861838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:20.862888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (616c8fba-b814-40f1-82ea-756835c812ac), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:20.870389 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:20.921562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] Update dhcp port {'port': {'network_id': 'a55f7512-7add-4cff-9c01-f90e4a0fcbd8', 'fixed_ips': [{'subnet_id': 'f853491b-fe6d-4527-bfe3-e548cf78090c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b717a42b-1416-438a-88e7-8c3d0c50cd14'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '629dc457-410d-410e-9c86-f587d16d7898'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:04:20.969138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] Deleting port 25311553-7258-4e5a-86da-4b72815b1693 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:20.969550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (25311553-7258-4e5a-86da-4b72815b1693), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.976898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Current status of the port 629dc457-410d-410e-9c86-f587d16d7898 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:20.977277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (629dc457-410d-410e-9c86-f587d16d7898), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.997337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:20.997657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (629dc457-410d-410e-9c86-f587d16d7898), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.016212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (61d82b28-ae08-465a-b22f-50aaa9937c22), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.061741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.080343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4397cfad-a8ba-4734-956b-bec4ad67bc15), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.091283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] Pushing event deleted for resources: {'Port': ['ID=61d82b28-ae08-465a-b22f-50aaa9937c22,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.094013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port 4397cfad-a8ba-4734-956b-bec4ad67bc15 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:21.094194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (25311553-7258-4e5a-86da-4b72815b1693), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.095613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=4397cfad-a8ba-4734-956b-bec4ad67bc15,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.099116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58800b7-f9ab-4733-8bde-7d2d2d5b70da None None] No DVR routers for this DVR port 61d82b28-ae08-465a-b22f-50aaa9937c22 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:21.129173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (ab4d7ef9-d3b5-4e30-8bb5-441dda605a36), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.134523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:21.140069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Port': ['ID=25311553-7258-4e5a-86da-4b72815b1693,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.164639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.170186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] 10.222.0.37 "DELETE /v2.0/networks/ab4d7ef9-d3b5-4e30-8bb5-441dda605a36 HTTP/1.1" status: 204 len: 168 time: 2.4451427 Apr 29 04:04:21.172917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] No DVR routers for this DVR port 25311553-7258-4e5a-86da-4b72815b1693 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:21.203566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.214831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] Sync routers for ids ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:21.220875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] For port 629dc457-410d-410e-9c86-f587d16d7898, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=629dc457-410d-410e-9c86-f587d16d7898,segment=NetworkSegment(eec91381-fb5d-4e7f-b09b-2c79e2c163e8),segment_id=eec91381-fb5d-4e7f-b09b-2c79e2c163e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:21.223282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] Pushing event deleted for resources: {'Port': ['ID=4397cfad-a8ba-4734-956b-bec4ad67bc15,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.237204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664be82-24ea-4b66-88bd-cee2cca97a9b None None] No DVR routers for this DVR port 4397cfad-a8ba-4734-956b-bec4ad67bc15 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:21.240888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Port 25311553-7258-4e5a-86da-4b72815b1693 update to ACTIVE by agent not found {{(pid=116106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 29 04:04:21.240888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 629dc457-410d-410e-9c86-f587d16d7898 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:21.244978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f98a7-758c-4ad5-b417-60440dadc3b6 tempest-ExtraDHCPOptionsTestJSON-518408866 tempest-ExtraDHCPOptionsTestJSON-518408866-project] Pushing event deleted for resources: {'Network': ['ID=ab4d7ef9-d3b5-4e30-8bb5-441dda605a36,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.275791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] For port 25311553-7258-4e5a-86da-4b72815b1693, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=25311553-7258-4e5a-86da-4b72815b1693,segment=NetworkSegment(cb8712bc-c5a7-4072-a41a-9120f5188b04),segment_id=cb8712bc-c5a7-4072-a41a-9120f5188b04)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:21.276483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (25311553-7258-4e5a-86da-4b72815b1693), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.291090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8:0:1::75 (a55f7512-7add-4cff-9c01-f90e4a0fcbd8/b717a42b-1416-438a-88e7-8c3d0c50cd14/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:21.302777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (629dc457-410d-410e-9c86-f587d16d7898), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.310151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (f0e75c1a-effe-4eb3-acd0-416e57ff12e9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.319423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:21.328393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:21.339369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:21.364307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] Calling delete_port for 25311553-7258-4e5a-86da-4b72815b1693 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:21.377349 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Could not find standard attr ID for object 25311553-7258-4e5a-86da-4b72815b1693. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:21.386970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e75c1a-effe-4eb3-acd0-416e57ff12e9']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.391344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=48794fbe-f893-4e4d-a3c8-1b8119701240,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.393134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.397846 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2cef744f-cec3-4874-a095-1fa1db4971f2 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3320801 Apr 29 04:04:21.401696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59062) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:21.404472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] Routers {'4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:21.405113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.409812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.410130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c22ed2-42ae-44d2-a7a5-8ee6afae6580') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.414500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:21.460438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.465134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (b8c22ed2-42ae-44d2-a7a5-8ee6afae6580), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.481162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e72a89ed-b549-4303-a061-4b1a0b32e6a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.499412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.509616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.521587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8712bc-c5a7-4072-a41a-9120f5188b04') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.521587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8712bc-c5a7-4072-a41a-9120f5188b04') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.535158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (cb8712bc-c5a7-4072-a41a-9120f5188b04), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.542569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=e72a89ed-b549-4303-a061-4b1a0b32e6a5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.551802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] Routers {'4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:21.552251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.552378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b8c22ed2-42ae-44d2-a7a5-8ee6afae6580), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.559134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.570819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a6f2b-3128-4a95-9aea-75c825133c52 None None] Pushing event updated for resources: {'Port': ['ID=629dc457-410d-410e-9c86-f587d16d7898,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.577628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (cb8712bc-c5a7-4072-a41a-9120f5188b04), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.584882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:21.585391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (cb8712bc-c5a7-4072-a41a-9120f5188b04), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:21.588883 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:21.617145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:21.617596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (b8c22ed2-42ae-44d2-a7a5-8ee6afae6580), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:21.620668 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:21.631819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 629dc457-410d-410e-9c86-f587d16d7898 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:21.632241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (629dc457-410d-410e-9c86-f587d16d7898), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.634765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:21.635360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f3550-8569-4a32-ab12-f271ef0b3b23 None None] The sync data for ids ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:21.665108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (25311553-7258-4e5a-86da-4b72815b1693), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.700082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] No DVR routers for this DVR port 25311553-7258-4e5a-86da-4b72815b1693 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:21.701680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9bd21-49e7-49d3-9521-475bc14f09ec None None] Pushing event deleted for resources: {'Port': ['ID=25311553-7258-4e5a-86da-4b72815b1693,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:21.749569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 629dc457-410d-410e-9c86-f587d16d7898 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:21.749810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61d82b28-ae08-465a-b22f-50aaa9937c22 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:21.770101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 61d82b28-ae08-465a-b22f-50aaa9937c22 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:21.770446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61d82b28-ae08-465a-b22f-50aaa9937c22 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 04:04:21.791529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Port 61d82b28-ae08-465a-b22f-50aaa9937c22 not found, will not notify nova. {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 04:04:21.872188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (1f543e97-3d93-4d83-a67f-e9d4c53f16fb), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.872188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:21.872188 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-831f05ad-4506-4256-971b-0eebc785763a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f543e97-3d93-4d83-a67f-e9d4c53f16fb HTTP/1.1" status: 204 len: 168 time: 1.9852104 Apr 29 04:04:21.873283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59064) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:21.873283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '59b9a380-0e67-43b8-83e6-489ced87975b'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:21.889808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 629dc457-410d-410e-9c86-f587d16d7898 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:21.935555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 629dc457-410d-410e-9c86-f587d16d7898 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:21.936016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (629dc457-410d-410e-9c86-f587d16d7898), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.012361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 629dc457-410d-410e-9c86-f587d16d7898 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:22.059229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e34403e7-b8f5-470d-be00-6f57a695d711 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:22.082621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e34403e7-b8f5-470d-be00-6f57a695d711 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:22.082965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e34403e7-b8f5-470d-be00-6f57a695d711 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:22.083375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4397cfad-a8ba-4734-956b-bec4ad67bc15 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:22.085661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.126390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4397cfad-a8ba-4734-956b-bec4ad67bc15 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:22.126749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4397cfad-a8ba-4734-956b-bec4ad67bc15 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:22.127151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25311553-7258-4e5a-86da-4b72815b1693 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:22.148485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.154223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 25311553-7258-4e5a-86da-4b72815b1693 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:22.154223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25311553-7258-4e5a-86da-4b72815b1693 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:22.157973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61d82b28-ae08-465a-b22f-50aaa9937c22 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:22.158232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.176224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.180915 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/networks/24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb HTTP/1.1" status: 204 len: 168 time: 1.9623446 Apr 29 04:04:22.184704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 61d82b28-ae08-465a-b22f-50aaa9937c22 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:22.185035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61d82b28-ae08-465a-b22f-50aaa9937c22 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:22.198629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] Allocated IP 2001:db8:0:1::2 (a55f7512-7add-4cff-9c01-f90e4a0fcbd8/b717a42b-1416-438a-88e7-8c3d0c50cd14/629dc457-410d-410e-9c86-f587d16d7898) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:22.200901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.209360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (f0e75c1a-effe-4eb3-acd0-416e57ff12e9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.220884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59068) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.227536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.234914 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/f0e75c1a-effe-4eb3-acd0-416e57ff12e9 HTTP/1.1" status: 204 len: 168 time: 2.8961260 Apr 29 04:04:22.237988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:22.240535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] In _notify_port_updated(), no bound segment for port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 on network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:04:22.245613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:22.246246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.249949 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f0139a78-5034-404f-8a2a-5133b57e37a1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/ports/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 HTTP/1.1" status: 200 len: 1010 time: 1.7868502 Apr 29 04:04:22.259734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59070) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.260068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59072) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.274893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec080b88-b227-4b18-b079-f6854cc4c670 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Network': ['ID=24d0fa10-1e1c-4208-aeb7-a1ab24ff9ebb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:22.275251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.322348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] For port 629dc457-410d-410e-9c86-f587d16d7898, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=629dc457-410d-410e-9c86-f587d16d7898,segment=NetworkSegment(eec91381-fb5d-4e7f-b09b-2c79e2c163e8),segment_id=eec91381-fb5d-4e7f-b09b-2c79e2c163e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:22.333490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59074) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.342505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc2850-ea4d-41d5-b199-7d08cd787084 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=f0e75c1a-effe-4eb3-acd0-416e57ff12e9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:22.353977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_gateway (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.356144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] Publish callbacks [] for port (629dc457-410d-410e-9c86-f587d16d7898), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.367343 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3d84bd-a898-4e76-9ef8-304ad67d6d07 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:22.368819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3d84bd-a898-4e76-9ef8-304ad67d6d07 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:22.370853 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6c3d84bd-a898-4e76-9ef8-304ad67d6d07 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/762106ac-9939-49a2-8c8f-f6a91e9bbd11 HTTP/1.1" status: 404 len: 337 time: 0.1093636 Apr 29 04:04:22.374040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59078) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.394308 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e20cde5-d27a-4a71-993f-611b1addb9a3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:22.397543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e20cde5-d27a-4a71-993f-611b1addb9a3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:22.398499 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3e20cde5-d27a-4a71-993f-611b1addb9a3 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/e64b3053-4dc5-4af4-89a8-e00fdfb5bda1 HTTP/1.1" status: 404 len: 339 time: 0.0231800 Apr 29 04:04:22.401241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59080) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.416201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (629dc457-410d-410e-9c86-f587d16d7898), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.460570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (f5d57da9-2ff3-4410-8aba-766274d87488), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.517454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7fdbc-8364-4e71-aa90-d46b865788b6 None None] Pushing event updated for resources: {'Port': ['ID=629dc457-410d-410e-9c86-f587d16d7898,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:22.529900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.537089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.538775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting subnet d2414d99-dff3-4eb8-a79b-a3d0870ad9a3 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:22.543988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Deleting port 92293eef-dfe5-4bf9-9677-82d7f4a56e0b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:22.551158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (92293eef-dfe5-4bf9-9677-82d7f4a56e0b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.553227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (d2414d99-dff3-4eb8-a79b-a3d0870ad9a3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.590468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:22.590806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.596087 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-701ecac9-2782-4961-afbf-38af509dc427 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ad9194b371a42ac8d2902c8790f2e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605348 Apr 29 04:04:22.602816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59082) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:22.702778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (d2414d99-dff3-4eb8-a79b-a3d0870ad9a3), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.750780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (92293eef-dfe5-4bf9-9677-82d7f4a56e0b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.779282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Calling delete_port for 92293eef-dfe5-4bf9-9677-82d7f4a56e0b owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:22.799257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad622c5-7965-4a09-88b3-17dca971bb91 admin admin] Publish callbacks [] for security_group (4c9de958-e2dd-4fb5-8ccb-94afda172f66), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.884682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad622c5-7965-4a09-88b3-17dca971bb91 admin admin] Publish callbacks [] for security_group (4c9de958-e2dd-4fb5-8ccb-94afda172f66), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.905714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:22.985268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.075501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=48794fbe-f893-4e4d-a3c8-1b8119701240,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:23.111622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad622c5-7965-4a09-88b3-17dca971bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4c9de958-e2dd-4fb5-8ccb-94afda172f66), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.111622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad622c5-7965-4a09-88b3-17dca971bb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.111622 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5ad622c5-7965-4a09-88b3-17dca971bb91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c9de958-e2dd-4fb5-8ccb-94afda172f66 HTTP/1.1" status: 204 len: 168 time: 0.5031950 Apr 29 04:04:23.120163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.160375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (f5d57da9-2ff3-4410-8aba-766274d87488), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.164605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92f200-1f58-4f0e-a2be-6de9c8435f41 None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:23.170646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad622c5-7965-4a09-88b3-17dca971bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9de958-e2dd-4fb5-8ccb-94afda172f66,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:23.218223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d57da9-2ff3-4410-8aba-766274d87488']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:23.220283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0dbcc225-2b6a-44ab-a8f9-8222db3b947b None None] Provisioning complete for port 629dc457-410d-410e-9c86-f587d16d7898 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:23.220283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc225-2b6a-44ab-a8f9-8222db3b947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (629dc457-410d-410e-9c86-f587d16d7898), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.248090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.125 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/e08b580f-00c4-4da7-b8ad-32fe64599465) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:23.255966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29 associated. External IP: 172.26.4.175, port: c5bcefe1-4ed4-40c6-83f2-6045acf6ee03. Apr 29 04:04:23.263670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151a82c9-43c7-439a-a614-c126f1c7dee0') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:23.263985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151a82c9-43c7-439a-a614-c126f1c7dee0') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:23.279795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.283032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (151a82c9-43c7-439a-a614-c126f1c7dee0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.296057 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (92293eef-dfe5-4bf9-9677-82d7f4a56e0b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.329624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Pushing event deleted for resources: {'Port': ['ID=92293eef-dfe5-4bf9-9677-82d7f4a56e0b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:23.333025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:23.344313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (151a82c9-43c7-439a-a614-c126f1c7dee0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.389844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcc225-2b6a-44ab-a8f9-8222db3b947b None None] Current status of the port 629dc457-410d-410e-9c86-f587d16d7898 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:23.390532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (d2414d99-dff3-4eb8-a79b-a3d0870ad9a3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.411375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0dbcc225-2b6a-44ab-a8f9-8222db3b947b None None] Provisioning complete for port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:23.411541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc225-2b6a-44ab-a8f9-8222db3b947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.421748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:23.422151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (151a82c9-43c7-439a-a614-c126f1c7dee0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:23.426633 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:23.441908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.459489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcc225-2b6a-44ab-a8f9-8222db3b947b None None] Port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:23.623283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.686845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (f5d57da9-2ff3-4410-8aba-766274d87488), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.722408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.727795 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/networks/f5d57da9-2ff3-4410-8aba-766274d87488 HTTP/1.1" status: 204 len: 168 time: 1.5058267 Apr 29 04:04:23.730890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f86286-8bae-436d-a999-226d6ef0c7cd tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Network': ['ID=f5d57da9-2ff3-4410-8aba-766274d87488,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:23.740704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59092) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:23.796320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4d8508c0-b3f7-4cff-bb8d-53b45e4a4fb9 None None] Provisioning complete for port 629dc457-410d-410e-9c86-f587d16d7898 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:23.797431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d8508c0-b3f7-4cff-bb8d-53b45e4a4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (629dc457-410d-410e-9c86-f587d16d7898), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.828691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (d2414d99-dff3-4eb8-a79b-a3d0870ad9a3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.898253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (36349046-b275-4db8-8da2-7415fbd0b465), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.908911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Subnet': ['ID=d2414d99-dff3-4eb8-a79b-a3d0870ad9a3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:23.912229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.932552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:23.936109 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d10391aa-3a2d-4f1d-82bd-0ea16defb0d8 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/subnets/d2414d99-dff3-4eb8-a79b-a3d0870ad9a3 HTTP/1.1" status: 204 len: 168 time: 1.5288172 Apr 29 04:04:23.937700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb4cb4-b4fc-4474-8fb5-2d09dd573387 None None] Network 3b46760e-d5b3-4907-93f5-f4d2ffd34494 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:23.942277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59098) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:24.066615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=e08b580f-00c4-4da7-b8ad-32fe64599465,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:24.080036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:24.118535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:24.125091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:24.176316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.193740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3b46760e-d5b3-4907-93f5-f4d2ffd34494), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.195814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.203019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:24.242698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 629dc457-410d-410e-9c86-f587d16d7898 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:24.265200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (36349046-b275-4db8-8da2-7415fbd0b465), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.305007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36349046-b275-4db8-8da2-7415fbd0b465']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.326099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83412c75-375a-4d72-91dc-3626788abd99') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.326394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83412c75-375a-4d72-91dc-3626788abd99') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.347664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4d8508c0-b3f7-4cff-bb8d-53b45e4a4fb9 None None] Current status of the port 629dc457-410d-410e-9c86-f587d16d7898 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:24.362383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (83412c75-375a-4d72-91dc-3626788abd99), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.413928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (83412c75-375a-4d72-91dc-3626788abd99), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.417958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.448245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Router 4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:24.471685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4d8508c0-b3f7-4cff-bb8d-53b45e4a4fb9 None None] Provisioning complete for port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:24.471685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d8508c0-b3f7-4cff-bb8d-53b45e4a4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.472894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Deleting port b6367311-460c-4389-8460-3e6b571bc8fa {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:24.472894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.484574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4d8508c0-b3f7-4cff-bb8d-53b45e4a4fb9 None None] Port c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 was deleted so its status cannot be updated. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Apr 29 04:04:24.487604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:24.488271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (83412c75-375a-4d72-91dc-3626788abd99), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:24.491719 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:24.509661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:24.524238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 629dc457-410d-410e-9c86-f587d16d7898 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:24.524615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (629dc457-410d-410e-9c86-f587d16d7898), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.593070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.598981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5dfeca64-74c8-4eb4-bff7-7b7535ebcf96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 HTTP/1.1" status: 204 len: 168 time: 2.3293257 Apr 29 04:04:24.604701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] DHCP port deletion for 3b46760e-d5b3-4907-93f5-f4d2ffd34494 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:24.606661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59108) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:24.619631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1c3b1c01-7484-4d4e-b3b5-19f126fd11e2 None None] Could not find standard attr ID for object c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:24.656669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59110) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:24.692886 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f56ea7-f27e-43ce-af5f-83dccedca367 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:24.696759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-22f56ea7-f27e-43ce-af5f-83dccedca367 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 HTTP/1.1" status: 404 len: 333 time: 0.0470562 Apr 29 04:04:24.697614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59114) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:24.703307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 629dc457-410d-410e-9c86-f587d16d7898 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:24.729362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] Deleting port b6367311-460c-4389-8460-3e6b571bc8fa {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:24.735485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.774541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (36349046-b275-4db8-8da2-7415fbd0b465), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.779366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.786785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/networks/36349046-b275-4db8-8da2-7415fbd0b465 HTTP/1.1" status: 204 len: 168 time: 1.0420496 Apr 29 04:04:24.808813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59116) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:24.825613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] For port b6367311-460c-4389-8460-3e6b571bc8fa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b6367311-460c-4389-8460-3e6b571bc8fa,segment=NetworkSegment(a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a),segment_id=a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:24.825870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f7b8c-703b-4313-879f-860d8749ce48 tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Network': ['ID=36349046-b275-4db8-8da2-7415fbd0b465,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:24.826188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.832908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] For port b6367311-460c-4389-8460-3e6b571bc8fa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b6367311-460c-4389-8460-3e6b571bc8fa,segment=NetworkSegment(a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a),segment_id=a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:24.833342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.848148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Calling delete_port for b6367311-460c-4389-8460-3e6b571bc8fa owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:24.850475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:24.856420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:24.863522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:24.863712 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] Sync routers for ids ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:24.867370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-944aadc3-2fe5-45ed-9f90-f1855414d764 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "PUT /v2.0/routers/4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 200 len: 710 time: 3.4608407 Apr 29 04:04:24.869627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59118) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:24.876636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b93184a9-7658-44d9-b47d-fbae09b191e5 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] Request body: {'port': {'network_id': '2b3e2c33-4a6c-420e-95cb-47c5ae2d3f69', 'name': 'tempest-NetworksNegativeTestJSON-1652142294'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:24.879659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] Calling delete_port for b6367311-460c-4389-8460-3e6b571bc8fa owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:24.880206 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] Routers {'4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:24.880836 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.895766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:24.907127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet b717a42b-1416-438a-88e7-8c3d0c50cd14 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:24.908540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fb13104b-c63f-4e99-9901-96277d5b9596 None None] Could not find standard attr ID for object c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:24.926083 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.935760 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] Routers {'4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:24.936691 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.971919 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.972870 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac4895-5b0f-4e44-ae4b-f48e14b9699e None None] The sync data for ids ['4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:24.975018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:24.975691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:24.983848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (b717a42b-1416-438a-88e7-8c3d0c50cd14), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.000426 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b67154a5-c2ae-44d3-8a52-f1d796ae9942 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/routers/4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 200 len: 745 time: 0.1266398 Apr 29 04:04:25.005736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59120) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.020234 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93184a9-7658-44d9-b47d-fbae09b191e5 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] POST failed (client error): The resource could not be found. Apr 29 04:04:25.021092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93184a9-7658-44d9-b47d-fbae09b191e5 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.022860 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b93184a9-7658-44d9-b47d-fbae09b191e5 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3619251 Apr 29 04:04:25.071755 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59122) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.100921 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8561dc1b-b2c6-43b6-88a1-a963e51536cb tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:25.101459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8561dc1b-b2c6-43b6-88a1-a963e51536cb tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.108069 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8561dc1b-b2c6-43b6-88a1-a963e51536cb tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "DELETE /v2.0/networks/a7997b01-57a2-47bb-8fde-47dea2458905 HTTP/1.1" status: 404 len: 339 time: 0.0316534 Apr 29 04:04:25.110514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.115031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59124) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.116292 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d7504e58-2053-4a28-aefb-74e870b3d0a7 tempest-RoutersIpV6AdminTest-2135890474 tempest-RoutersIpV6AdminTest-2135890474-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&device_id=4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 200 len: 205 time: 0.1075115 Apr 29 04:04:25.137494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:04:25.140068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59126) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.190532 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec9f083-4959-406d-97a7-d2ade7f0b97a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:25.191004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec9f083-4959-406d-97a7-d2ade7f0b97a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.197654 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1ec9f083-4959-406d-97a7-d2ade7f0b97a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "DELETE /v2.0/ports/3bcc0a21-44da-4ef0-a209-c4ed394685a3 HTTP/1.1" status: 404 len: 333 time: 0.0768003 Apr 29 04:04:25.198038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59128) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.201128 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b1670e75-e5cd-4493-b7cf-1ba0f09242b7 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 200 len: 205 time: 0.0568161 Apr 29 04:04:25.203111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (b717a42b-1416-438a-88e7-8c3d0c50cd14), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.212992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59130) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.217279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (ee10fef7-8cad-44bc-a445-823f776f7af8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.222122 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b885cbe9-b8c4-4024-b86b-8c5bb9386620 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2021990 Apr 29 04:04:25.222313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.236741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:04:25.239634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:04:25.243954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59132) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.256094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] Pushing event deleted for resources: {'Port': ['ID=b6367311-460c-4389-8460-3e6b571bc8fa,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:25.265967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8f9fd-b496-4d9c-b24d-be457db9dd92 None None] No DVR routers for this DVR port b6367311-460c-4389-8460-3e6b571bc8fa on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:25.307992 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2c9f7c-b8ca-4ced-ba4f-7a24c7a24402 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:25.308453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2c9f7c-b8ca-4ced-ba4f-7a24c7a24402 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.316984 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dd2c9f7c-b8ca-4ced-ba4f-7a24c7a24402 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "DELETE /v2.0/subnets/e045bb2f-b755-4fbe-a7aa-0246057c8e8a HTTP/1.1" status: 404 len: 337 time: 0.1124747 Apr 29 04:04:25.316984 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-96c6bb18-ebe5-4d3c-b86b-a1b6b92b2d53 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29 HTTP/1.1" status: 200 len: 992 time: 0.0694959 Apr 29 04:04:25.317944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59136) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.339933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991eb5f8-da9c-40fd-a6a0-811bad3fa4a0 x-openstack-request-id: req-991eb5f8-da9c-40fd-a6a0-811bad3fa4a0 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:04:25.340225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:04:25.340483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-991eb5f8-da9c-40fd-a6a0-811bad3fa4a0 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:04:25.340884 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991eb5f8-da9c-40fd-a6a0-811bad3fa4a0'] response: {'name': 'network-changed', 'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'status': 'completed', 'code': 200} Apr 29 04:04:25.348597 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8ff0b-cfe7-4f6f-bcc1-79d953131c2b tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] GET failed (client error): The resource could not be found. Apr 29 04:04:25.350026 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7a8ff0b-cfe7-4f6f-bcc1-79d953131c2b tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "GET /v2.0/networks/c481dd0d-5e22-4f2b-ae7b-3bf18b7ed951 HTTP/1.1" status: 404 len: 339 time: 0.0311723 Apr 29 04:04:25.353907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59138) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.380863 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a2cd24-2d46-4ec3-88e0-1989baa15033 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] GET failed (client error): The resource could not be found. Apr 29 04:04:25.382634 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b9a2cd24-2d46-4ec3-88e0-1989baa15033 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "GET /v2.0/ports/2c9ca035-e9c8-4e52-bf27-a1ca6f30d64a HTTP/1.1" status: 404 len: 333 time: 0.0277088 Apr 29 04:04:25.383699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b6367311-460c-4389-8460-3e6b571bc8fa), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.387686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.422768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Port': ['ID=b6367311-460c-4389-8460-3e6b571bc8fa,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:25.433262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:45Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:21Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.443706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] No DVR routers for this DVR port b6367311-460c-4389-8460-3e6b571bc8fa on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:25.445153 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9cd9db-971e-4eb3-9d8b-b7960d0569ee tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] GET failed (client error): The resource could not be found. Apr 29 04:04:25.446622 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8b9cd9db-971e-4eb3-9d8b-b7960d0569ee tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "GET /v2.0/subnets/9a95c89f-0bc9-45b7-b93c-176fbae06abc HTTP/1.1" status: 404 len: 337 time: 0.0571663 Apr 29 04:04:25.455365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59142) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.460660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5e691961-1c51-4431-928b-8631a0735d02 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] Request body: {'network': {'name': 'new_name'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:25.468399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:04:25.477706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:25.478296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.507699 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e691961-1c51-4431-928b-8631a0735d02 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] PUT failed (client error): The resource could not be found. Apr 29 04:04:25.508224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e691961-1c51-4431-928b-8631a0735d02 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.514754 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e691961-1c51-4431-928b-8631a0735d02 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "PUT /v2.0/networks/10671af6-5acf-4920-bdfb-bc43420921c5 HTTP/1.1" status: 404 len: 339 time: 0.0531738 Apr 29 04:04:25.517238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59144) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.523752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a1060166-6194-48c8-bd74-80aeafcf8c53 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] Request body: {'port': {'name': 'new_name'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:25.560713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.577491 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1060166-6194-48c8-bd74-80aeafcf8c53 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] PUT failed (client error): The resource could not be found. Apr 29 04:04:25.577926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1060166-6194-48c8-bd74-80aeafcf8c53 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.582931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a1060166-6194-48c8-bd74-80aeafcf8c53 tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "PUT /v2.0/ports/66b37118-57f7-40ae-b437-30f7fb339238 HTTP/1.1" status: 404 len: 333 time: 0.0609121 Apr 29 04:04:25.584818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3b46760e-d5b3-4907-93f5-f4d2ffd34494), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.587782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:25.593919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:04:25.599375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1c88988e-215e-4ead-91cd-537beff6d57a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:25.629116 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c88988e-215e-4ead-91cd-537beff6d57a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] PUT failed (client error): The resource could not be found. Apr 29 04:04:25.629609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c88988e-215e-4ead-91cd-537beff6d57a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:25.630245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-d0deb78d-ca79-459b-a910-1682ec9adb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:25.635362 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1c88988e-215e-4ead-91cd-537beff6d57a tempest-NetworksNegativeTestJSON-466754184 tempest-NetworksNegativeTestJSON-466754184-project] 10.222.0.37 "PUT /v2.0/subnets/52b8a1d6-1887-4cac-9212-0e26ef865d13 HTTP/1.1" status: 404 len: 337 time: 0.0423377 Apr 29 04:04:25.635554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-d0deb78d-ca79-459b-a910-1682ec9adb5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 1130 time: 0.2896764 Apr 29 04:04:25.635554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.636935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b46760e-d5b3-4907-93f5-f4d2ffd34494']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.647908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.648197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.658782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.676558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.683780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:25.684191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (a7dce6c2-0ff4-43cb-a57d-31bb4dd5a92a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:25.687333 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:25.843709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3b46760e-d5b3-4907-93f5-f4d2ffd34494), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.857173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.861074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (ee10fef7-8cad-44bc-a445-823f776f7af8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:25.878203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:45Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:21Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.879935 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] 10.222.0.37 "DELETE /v2.0/networks/3b46760e-d5b3-4907-93f5-f4d2ffd34494 HTTP/1.1" status: 204 len: 168 time: 1.9338830 Apr 29 04:04:25.913247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd07e0d-7d5c-47fd-8199-becdf6d0ffe3 None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:03:45Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:21Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:25.923567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f6f45-0ee3-426e-9001-6b3581f10fb6 tempest-NetworksIpV6Test-2074153389 tempest-NetworksIpV6Test-2074153389-project] Pushing event deleted for resources: {'Network': ['ID=3b46760e-d5b3-4907-93f5-f4d2ffd34494,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:25.938916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b6367311-460c-4389-8460-3e6b571bc8fa no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:25.946064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10fef7-8cad-44bc-a445-823f776f7af8']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:25.986859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b6367311-460c-4389-8460-3e6b571bc8fa {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:25.987304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b6367311-460c-4389-8460-3e6b571bc8fa not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:26.236281 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69d55c-e661-40b7-88c0-b4b246980624 None None] New status for floating IP da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:04:26.248683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59154) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.318416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.439032 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3c11d23f-d4f2-4748-af0a-da9164eaf8ef tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29 HTTP/1.1" status: 200 len: 992 time: 0.1193624 Apr 29 04:04:26.480405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59162) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.500716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8ccef2-45eb-46e4-b476-9ab59adcda88') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:26.501033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8ccef2-45eb-46e4-b476-9ab59adcda88') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:26.538256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b717a42b-1416-438a-88e7-8c3d0c50cd14), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.539118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37dd056-3fb4-43ed-aac3-4936fff667f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.577211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (ba8ccef2-45eb-46e4-b476-9ab59adcda88), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.597055 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0ad6dd1c-238f-4736-90fc-de69f892f176 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da529a182a484360b36853ab7701d912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1154833 Apr 29 04:04:26.599610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59166) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.650415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.651896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.653953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router_controller (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.667934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ba8ccef2-45eb-46e4-b476-9ab59adcda88), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.686484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37dd056-3fb4-43ed-aac3-4936fff667f0 admin admin] Publish callbacks [] for security_group (d69aed52-6737-4829-adf3-1ecabb433c54), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.687815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f920221-3e81-47c1-9d26-41e57749fe49 admin admin] Publish callbacks [] for security_group (4080e7f5-e249-4724-a811-d73c52e89a77), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.709158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f920221-3e81-47c1-9d26-41e57749fe49 admin admin] Publish callbacks [] for security_group (4080e7f5-e249-4724-a811-d73c52e89a77), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.713590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-aa1903e1-18bc-4885-b625-21b87ff97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:26.715085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-aa1903e1-18bc-4885-b625-21b87ff97038 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5337c379-932b-4dcd-bd28-6a66be40abee HTTP/1.1" status: 200 len: 896 time: 1.0705898 Apr 29 04:04:26.754400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37dd056-3fb4-43ed-aac3-4936fff667f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d69aed52-6737-4829-adf3-1ecabb433c54), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.757595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:26.758008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (ba8ccef2-45eb-46e4-b476-9ab59adcda88), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:26.761625 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:26.794068 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f37dd056-3fb4-43ed-aac3-4936fff667f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f13b6db130664ceba07adde59e1bdb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442495 Apr 29 04:04:26.795936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dd056-3fb4-43ed-aac3-4936fff667f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69aed52-6737-4829-adf3-1ecabb433c54,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:26.798200 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59168) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.834493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f920221-3e81-47c1-9d26-41e57749fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4080e7f5-e249-4724-a811-d73c52e89a77), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.836997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f920221-3e81-47c1-9d26-41e57749fe49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.840428 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3f920221-3e81-47c1-9d26-41e57749fe49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4080e7f5-e249-4724-a811-d73c52e89a77 HTTP/1.1" status: 204 len: 168 time: 0.2349076 Apr 29 04:04:26.848251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f920221-3e81-47c1-9d26-41e57749fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4080e7f5-e249-4724-a811-d73c52e89a77,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:26.861248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f865-c29f-4b6c-b8dd-b35cf32664f0 admin admin] Publish callbacks [] for security_group (d69aed52-6737-4829-adf3-1ecabb433c54), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.885751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f865-c29f-4b6c-b8dd-b35cf32664f0 admin admin] Publish callbacks [] for security_group (d69aed52-6737-4829-adf3-1ecabb433c54), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.910573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.911074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:04:26.918076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:26.919175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9e53c190-9fd2-419e-a5e3-a330b7392586 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 204 len: 168 time: 1.6986907 Apr 29 04:04:26.923675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59172) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.956187 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c1bc253b-7a11-437a-ac59-316354cd8f8a tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 200 len: 205 time: 0.0311129 Apr 29 04:04:26.966199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59174) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:26.972191 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-d2539f67-f204-4525-a64d-646378f45070 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 HTTP/1.1" status: 200 len: 1002 time: 0.2160163 Apr 29 04:04:26.997584 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-7d4d8965-cc3f-4bf0-a6c8-c54b8ab45371 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] delete failed (client error): The resource could not be found. Apr 29 04:04:26.998556 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7d4d8965-cc3f-4bf0-a6c8-c54b8ab45371 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/4ee5dcf8-eb8e-4669-92b1-4d5c17cd2c69 HTTP/1.1" status: 404 len: 336 time: 0.0385697 Apr 29 04:04:27.001498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59176) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.016079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (b717a42b-1416-438a-88e7-8c3d0c50cd14), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.031936 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c73dca06-6a18-4e91-9c13-57dadef7516f tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e728fa8-8903-4b03-84ac-713921db2415 HTTP/1.1" status: 200 len: 205 time: 0.0293674 Apr 29 04:04:27.034875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59178) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.049376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (ee10fef7-8cad-44bc-a445-823f776f7af8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.054238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.060948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] 10.222.0.37 "DELETE /v2.0/networks/ee10fef7-8cad-44bc-a445-823f776f7af8 HTTP/1.1" status: 204 len: 168 time: 2.2431984 Apr 29 04:04:27.076959 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-2c26dbc8-032a-45ef-951f-2bc2a347f24d tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] delete failed (client error): The resource could not be found. Apr 29 04:04:27.080536 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2c26dbc8-032a-45ef-951f-2bc2a347f24d tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/7e728fa8-8903-4b03-84ac-713921db2415 HTTP/1.1" status: 404 len: 336 time: 0.0422504 Apr 29 04:04:27.080536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f865-c29f-4b6c-b8dd-b35cf32664f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d69aed52-6737-4829-adf3-1ecabb433c54), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.083063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f865-c29f-4b6c-b8dd-b35cf32664f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.083962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59182) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.085834 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b0c2f865-c29f-4b6c-b8dd-b35cf32664f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d69aed52-6737-4829-adf3-1ecabb433c54 HTTP/1.1" status: 204 len: 168 time: 0.2863533 Apr 29 04:04:27.095644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2f865-c29f-4b6c-b8dd-b35cf32664f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69aed52-6737-4829-adf3-1ecabb433c54,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:27.103494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=b717a42b-1416-438a-88e7-8c3d0c50cd14,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:27.108920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.114818 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4b1d4deb-67fb-4d05-abcc-6299d2abe129 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/b717a42b-1416-438a-88e7-8c3d0c50cd14 HTTP/1.1" status: 204 len: 168 time: 2.4142942 Apr 29 04:04:27.115156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.115381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c615b-a027-4e34-9c35-c35b537641d1 None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:27.146680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d43e5-7344-4f05-9daf-bc4486461aac tempest-BulkNetworkOpsIpV6Test-577964967 tempest-BulkNetworkOpsIpV6Test-577964967-project] Pushing event deleted for resources: {'Network': ['ID=ee10fef7-8cad-44bc-a445-823f776f7af8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:27.161134 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-03464fc9-4e83-4755-a3c1-55c0995b3bea tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8fedc07-036b-4eb4-bfe5-325a74b1d137 HTTP/1.1" status: 200 len: 205 time: 0.0695884 Apr 29 04:04:27.161993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59190) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.166470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-8c48911c-c20d-4c7e-94df-9c42c600f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:27.168175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-8c48911c-c20d-4c7e-94df-9c42c600f514 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9a77ecf-f590-455d-bb63-91f3b42780c9 HTTP/1.1" status: 200 len: 835 time: 0.1671679 Apr 29 04:04:27.212812 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-99764bf2-5930-4c8d-b8bd-30dcd7677969 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] delete failed (client error): The resource could not be found. Apr 29 04:04:27.216910 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-99764bf2-5930-4c8d-b8bd-30dcd7677969 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/b8fedc07-036b-4eb4-bfe5-325a74b1d137 HTTP/1.1" status: 404 len: 336 time: 0.0509045 Apr 29 04:04:27.218052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59192) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.221541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet f853491b-fe6d-4527-bfe3-e548cf78090c {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:27.225816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (f853491b-fe6d-4527-bfe3-e548cf78090c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.263589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-4d9b6bd9-1956-4d0b-8cb3-314026a87223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:27.265123 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-4d9b6bd9-1956-4d0b-8cb3-314026a87223 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5337c379-932b-4dcd-bd28-6a66be40abee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0895987 Apr 29 04:04:27.273902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (f853491b-fe6d-4527-bfe3-e548cf78090c), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.277188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fecb583e-ef19-4284-8270-06802ea7a47d tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=38d132de-5346-4a91-be5d-b383c7648f36 HTTP/1.1" status: 200 len: 205 time: 0.0537307 Apr 29 04:04:27.279593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59194) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.282176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.346390 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-75f5c671-f6a8-4b88-b369-fc12057e455b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] delete failed (client error): The resource could not be found. Apr 29 04:04:27.348025 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-75f5c671-f6a8-4b88-b369-fc12057e455b tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/38d132de-5346-4a91-be5d-b383c7648f36 HTTP/1.1" status: 404 len: 336 time: 0.0638146 Apr 29 04:04:27.354415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59196) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.385051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.395738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f853491b-fe6d-4527-bfe3-e548cf78090c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.433940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-803909aa-8c9c-40c4-babc-d30066f6cf18 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c3a930-08ed-495a-b7d4-d96daac62cb9 HTTP/1.1" status: 200 len: 205 time: 0.0761552 Apr 29 04:04:27.434831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59198) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.470919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59200) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.524472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-2d341f1b-03f6-488c-b8f0-ed623f7cbb4d tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] delete failed (client error): The resource could not be found. Apr 29 04:04:27.536337 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2d341f1b-03f6-488c-b8f0-ed623f7cbb4d tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/21c3a930-08ed-495a-b7d4-d96daac62cb9 HTTP/1.1" status: 404 len: 336 time: 0.0877149 Apr 29 04:04:27.536337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59202) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.556815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (f853491b-fe6d-4527-bfe3-e548cf78090c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.564232 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9c303904-1200-419f-b916-e12910b96349 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "GET /v2.0/ports?device_id=762addb0-3a26-4d52-bcde-3db523208644 HTTP/1.1" status: 200 len: 205 time: 0.0341208 Apr 29 04:04:27.569598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59204) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.581831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=e08b580f-00c4-4da7-b8ad-32fe64599465,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:27.604273 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-5957b74e-53a3-4e01-9085-6e913854256c service neutron] 10.222.0.31 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254180 Apr 29 04:04:27.606912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=f853491b-fe6d-4527-bfe3-e548cf78090c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:27.623018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.627414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7c1f3c80-2a02-422d-af28-1dc9662640df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29 HTTP/1.1" status: 200 len: 994 time: 0.1552737 Apr 29 04:04:27.652918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.661264 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-315f226b-599b-4319-8f5b-1dd135e8e199 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/f853491b-fe6d-4527-bfe3-e548cf78090c HTTP/1.1" status: 204 len: 168 time: 0.5397551 Apr 29 04:04:27.661264 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-918908d3-7f80-4ac5-94cf-5c717f3ed233 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] delete failed (client error): The resource could not be found. Apr 29 04:04:27.661264 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-918908d3-7f80-4ac5-94cf-5c717f3ed233 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/routers/762addb0-3a26-4d52-bcde-3db523208644 HTTP/1.1" status: 404 len: 336 time: 0.0607464 Apr 29 04:04:27.661264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59208) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.661744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59210) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.716238 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0605bc13-e1da-4f1f-8547-b3fc22b7bf43 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:27.716715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0605bc13-e1da-4f1f-8547-b3fc22b7bf43 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:27.722257 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0605bc13-e1da-4f1f-8547-b3fc22b7bf43 tempest-RoutersIpV6AdminTest-803025732 tempest-RoutersIpV6AdminTest-803025732-project] 10.222.0.37 "DELETE /v2.0/subnets/5aaeb564-309c-4259-8485-3ba343f6451d HTTP/1.1" status: 404 len: 337 time: 0.0575819 Apr 29 04:04:27.785952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a55f7512-7add-4cff-9c01-f90e4a0fcbd8), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.833118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59220) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:27.853518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 629dc457-410d-410e-9c86-f587d16d7898 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:27.854072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (629dc457-410d-410e-9c86-f587d16d7898), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.913939 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfe2d9ca-6c7b-48f4-82bc-43c60a060ddc req-5496ad9a-8e0b-4c4a-9590-c0adb00e8674 service neutron] 10.222.0.31 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994685 Apr 29 04:04:27.922664 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 99133a7b-d5dd-4a57-840b-51e2d8e75812 associated. External IP: 172.26.4.125, port: 59b9a380-0e67-43b8-83e6-489ced87975b. Apr 29 04:04:27.939783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port 629dc457-410d-410e-9c86-f587d16d7898, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=629dc457-410d-410e-9c86-f587d16d7898,segment=NetworkSegment(eec91381-fb5d-4e7f-b09b-2c79e2c163e8),segment_id=eec91381-fb5d-4e7f-b09b-2c79e2c163e8)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:27.940108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (629dc457-410d-410e-9c86-f587d16d7898), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:27.954819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 629dc457-410d-410e-9c86-f587d16d7898 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:28.069118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866efb3-65fb-49b9-9d76-204985b842d4 None None] Network a55f7512-7add-4cff-9c01-f90e4a0fcbd8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:28.154263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (629dc457-410d-410e-9c86-f587d16d7898), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.168830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3efd818a-e938-491d-b238-746b4d81006b None None] Could not find standard attr ID for object 629dc457-410d-410e-9c86-f587d16d7898. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:28.211755 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=629dc457-410d-410e-9c86-f587d16d7898,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:28.213789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port 629dc457-410d-410e-9c86-f587d16d7898 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:28.251273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe520681-a6a8-4070-9a66-ff0ec7d1cdac None None] DHCP port deletion for a55f7512-7add-4cff-9c01-f90e4a0fcbd8 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:28.326866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a55f7512-7add-4cff-9c01-f90e4a0fcbd8), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.342019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55f7512-7add-4cff-9c01-f90e4a0fcbd8']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.352912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.352912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec91381-fb5d-4e7f-b09b-2c79e2c163e8') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.365275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (eec91381-fb5d-4e7f-b09b-2c79e2c163e8), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.382051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (eec91381-fb5d-4e7f-b09b-2c79e2c163e8), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.391886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:28.391886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (eec91381-fb5d-4e7f-b09b-2c79e2c163e8), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:28.448187 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:28.450384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59236) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.498681 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9482489f-cc60-4d98-81ab-7bdb9af1eccc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=384dc2c5f9b1454ca66302d569c61008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6629567 Apr 29 04:04:28.501330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59240) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.526230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a55f7512-7add-4cff-9c01-f90e4a0fcbd8), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.531937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:28.536525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.540476 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/a55f7512-7add-4cff-9c01-f90e4a0fcbd8 HTTP/1.1" status: 204 len: 168 time: 0.8802688 Apr 29 04:04:28.548912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59244) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.599091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42388f-72aa-45d8-9d1f-5e1a28f46d03 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=a55f7512-7add-4cff-9c01-f90e4a0fcbd8,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:28.627704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf8ddc-1a6b-4ed0-9716-825e0c896e5f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:28.629822 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d3cf8ddc-1a6b-4ed0-9716-825e0c896e5f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0759521 Apr 29 04:04:28.633362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59248) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.645656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-73253923-7875-40f0-bf3a-3080217c21d5 admin admin] Publish callbacks [] for security_group (c669ac87-b5e3-4b37-9af2-e5e41086af3c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.670862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:28.683171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:28.695642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:28.698936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.714387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-73253923-7875-40f0-bf3a-3080217c21d5 admin admin] Publish callbacks [] for security_group (c669ac87-b5e3-4b37-9af2-e5e41086af3c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.724717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f63976e-2ff0-46a1-98ba-4fd425f7e4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.729803 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4155fcdf-17a8-43d7-9e19-7cbc96c1bf56 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0922260 Apr 29 04:04:28.738114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59252) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.747477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.749842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-983914128'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:28.758360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:28.759094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.778691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.810905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:28.810905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac355e5b-959b-4027-8e2d-17fd8a0761f9 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:28.819058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1176ab3f-f3e5-4f03-88f9-c2f342ded8f2 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9574392 Apr 29 04:04:28.821760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59256) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.823215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:28.827187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.851870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:28.862716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.871408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3 of type vlan for network cd1099e6-6db2-45cf-b60e-e8c065d2e0de Apr 29 04:04:28.896144 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-73253923-7875-40f0-bf3a-3080217c21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c669ac87-b5e3-4b37-9af2-e5e41086af3c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.898943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-73253923-7875-40f0-bf3a-3080217c21d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.901732 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-73253923-7875-40f0-bf3a-3080217c21d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c669ac87-b5e3-4b37-9af2-e5e41086af3c HTTP/1.1" status: 204 len: 168 time: 0.3976796 Apr 29 04:04:28.914125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f63976e-2ff0-46a1-98ba-4fd425f7e4f1 admin admin] Publish callbacks [] for security_group (b72d81d4-4be8-4d5e-b316-c1af82bc197f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.914716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (cd1099e6-6db2-45cf-b60e-e8c065d2e0de), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:28.929434 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e8a00bb3-6f70-4203-99ad-faee94e75dd0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/floatingips/99133a7b-d5dd-4a57-840b-51e2d8e75812 HTTP/1.1" status: 200 len: 977 time: 0.1043587 Apr 29 04:04:28.929434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73253923-7875-40f0-bf3a-3080217c21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c669ac87-b5e3-4b37-9af2-e5e41086af3c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:28.931076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59264) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:28.982026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f63976e-2ff0-46a1-98ba-4fd425f7e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b72d81d4-4be8-4d5e-b316-c1af82bc197f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.033578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (cd1099e6-6db2-45cf-b60e-e8c065d2e0de), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.040913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:29.042351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.083150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4f63976e-2ff0-46a1-98ba-4fd425f7e4f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=692ddcee830f413cabab325fc076cfd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6299441 Apr 29 04:04:29.088655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59270) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:29.097735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63976e-2ff0-46a1-98ba-4fd425f7e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d81d4-4be8-4d5e-b316-c1af82bc197f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:29.109006 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b082ce17-fd53-4282-877a-ea9067fbc98d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1764250 Apr 29 04:04:29.111090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59272) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:29.118553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'port_id': '593902ae-f0d8-44fb-b63d-7c23dc7db799'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:29.133759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=cd1099e6-6db2-45cf-b60e-e8c065d2e0de,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:29.146375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:29.167506 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59274) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:29.169017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0f2a8a14-c983-4fd5-85e6-cf68f2fecefb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4258611 Apr 29 04:04:29.175712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59276) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:29.177859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:29.232251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.358123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1471891478'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:29.479823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:29.485660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.502047 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.551595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59290) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:29.622320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for security_group (d8a364a2-2c8c-45d0-ab0c-6bb1141c7461), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.629258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-473aa424-2d63-41f1-b17f-74a2c7e929dc admin admin] Publish callbacks [] for security_group (b72d81d4-4be8-4d5e-b316-c1af82bc197f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.664030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1128611108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:29.671645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-473aa424-2d63-41f1-b17f-74a2c7e929dc admin admin] Publish callbacks [] for security_group (b72d81d4-4be8-4d5e-b316-c1af82bc197f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.696271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d8a364a2-2c8c-45d0-ab0c-6bb1141c7461), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.746153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:29.751497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.752939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.766787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:29.771902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.772018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a364a2-2c8c-45d0-ab0c-6bb1141c7461,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:29.777961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (9b76aaa6-590f-4672-a386-619627031459), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.778491 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Added segment 9b76aaa6-590f-4672-a386-619627031459 of type vlan for network eb1c94b7-af83-4e64-aaec-089001c2a93f Apr 29 04:04:29.839589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (eb1c94b7-af83-4e64-aaec-089001c2a93f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.872169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router_controller (4e69ffa4-215b-4b08-b97b-58a732a46941), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.899295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 629dc457-410d-410e-9c86-f587d16d7898 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:29.919530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 629dc457-410d-410e-9c86-f587d16d7898 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:29.919877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 629dc457-410d-410e-9c86-f587d16d7898 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:29.942154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-473aa424-2d63-41f1-b17f-74a2c7e929dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b72d81d4-4be8-4d5e-b316-c1af82bc197f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.944687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-473aa424-2d63-41f1-b17f-74a2c7e929dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.945862 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-473aa424-2d63-41f1-b17f-74a2c7e929dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b72d81d4-4be8-4d5e-b316-c1af82bc197f HTTP/1.1" status: 204 len: 168 time: 0.8558140 Apr 29 04:04:29.950539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.963628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (eb1c94b7-af83-4e64-aaec-089001c2a93f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:29.969840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:29.970622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.005895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aa424-2d63-41f1-b17f-74a2c7e929dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d81d4-4be8-4d5e-b316-c1af82bc197f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:30.049854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.051321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c7b56c15-ff96-410c-a5ea-52bad0f5366f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4982374 Apr 29 04:04:30.054150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59304) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:30.058885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1309520406'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:30.063040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Network': ['ID=eb1c94b7-af83-4e64-aaec-089001c2a93f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:30.076306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network eb1c94b7-af83-4e64-aaec-089001c2a93f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:30.095416 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9c184747-4585-4a30-ae9e-69b420b29780 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9180779 Apr 29 04:04:30.170860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:30.175170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.195780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.227007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (516bf53b-e7a0-42b6-9855-93e03d2557cc), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.233764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59308) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:30.299922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=516bf53b-e7a0-42b6-9855-93e03d2557cc,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:30.325234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for security_group (19532668-22db-4c0a-9bab-74f64fe7e7e7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.386097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (19532668-22db-4c0a-9bab-74f64fe7e7e7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.392481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:30.395654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: cd1099e6-6db2-45cf-b60e-e8c065d2e0de, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:30.423288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:30.428314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-388304560'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:30.458315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19532668-22db-4c0a-9bab-74f64fe7e7e7,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:30.462755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (05696e2c-0dc2-4526-9203-76c3ec948cf4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.463102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Added segment 05696e2c-0dc2-4526-9203-76c3ec948cf4 of type vlan for network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b Apr 29 04:04:30.507448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (726fcbb8-a14d-47c2-b4e5-eb858ee2398b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.509954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.528839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:30.559179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:30.562594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.571688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.610940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.646430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for security_group (145802b0-7ac1-4e58-b41e-c96de3e00dbf), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.647327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (726fcbb8-a14d-47c2-b4e5-eb858ee2398b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.651419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, cd1099e6-6db2-45cf-b60e-e8c065d2e0de) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:30.654775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:30.655698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.657838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:30.658609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.664854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d77d4b-f1f2-4456-a635-a83eab922d10 None None] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:30.736639 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 99133a7b-d5dd-4a57-840b-51e2d8e75812 associated. External IP: 172.26.4.125, port: 59b9a380-0e67-43b8-83e6-489ced87975b. Apr 29 04:04:30.762663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (145802b0-7ac1-4e58-b41e-c96de3e00dbf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.775745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Network': ['ID=726fcbb8-a14d-47c2-b4e5-eb858ee2398b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:30.789616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:30.800977 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd4a13be-1acb-4aaf-a4dd-05f3b459fe8a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7444978 Apr 29 04:04:30.807957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59314) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:30.827692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'subnet': {'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:30.863910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59316) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:30.873773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-cd1099e6-6db2-45cf-b60e-e8c065d2e0de', 'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': '516bf53b-e7a0-42b6-9855-93e03d2557cc'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:30.874895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.881152 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-deeac7dc-a1de-4de9-9d7b-57eb0e68cbbd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7134283 Apr 29 04:04:30.881794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59318) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:30.928608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de', 'name': 'tempest-PortsIpV6TestJSON-388181937'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:30.968681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:30.979359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6874871c-a579-4598-903c-b92bbd097890), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:30.982030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 6874871c-a579-4598-903c-b92bbd097890 of type vlan for network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 Apr 29 04:04:31.028537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.061054 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cea39cc9-3ee2-4987-bfbb-92c4c3a06031 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b28ae0632e5401db562e5c31a9315e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921175 Apr 29 04:04:31.061709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:31.062036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Allocated IP 2001:db8::2 (cd1099e6-6db2-45cf-b60e-e8c065d2e0de/516bf53b-e7a0-42b6-9855-93e03d2557cc/ebbc3200-06e7-4c3e-b644-75091e5d278b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:31.074498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145802b0-7ac1-4e58-b41e-c96de3e00dbf,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:31.121474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.128740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:31.129707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.153344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f55ab8f-edec-4d90-bc02-116443f53453 admin admin] Publish callbacks [] for security_group (94718d13-7dbb-42d6-a240-cd045e421aa6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.172905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:31.187001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:31.187001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.201772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f55ab8f-edec-4d90-bc02-116443f53453 admin admin] Publish callbacks [] for security_group (94718d13-7dbb-42d6-a240-cd045e421aa6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.305655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0697799 Apr 29 04:04:31.308881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59322) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:31.313651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7526b7-1f09-4f5d-8441-99dbf12f9166 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:31.320771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:31.336129 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:31.355291 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:31.359099 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:31.363637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-36320561'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:31.438737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:31.442120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.457369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Publish callbacks [] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.464543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:31.468734 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:31.476088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port cd6f6195-3c23-41ff-9f4b-264a533db6ea yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:31.492994 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:31.494235 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:31.501605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:31.510432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.562537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f55ab8f-edec-4d90-bc02-116443f53453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (94718d13-7dbb-42d6-a240-cd045e421aa6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.564710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.565344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f55ab8f-edec-4d90-bc02-116443f53453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.568055 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:31.569279 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6f55ab8f-edec-4d90-bc02-116443f53453 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94718d13-7dbb-42d6-a240-cd045e421aa6 HTTP/1.1" status: 204 len: 168 time: 0.5016973 Apr 29 04:04:31.569461 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6eaa21-c84f-47db-89a7-f496b8bbdff0 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:31.588367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55ab8f-edec-4d90-bc02-116443f53453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94718d13-7dbb-42d6-a240-cd045e421aa6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:31.663944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Pushing event updated for resources: {'Port': ['ID=ebbc3200-06e7-4c3e-b644-75091e5d278b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:31.708422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:31.723266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::317 (cd1099e6-6db2-45cf-b60e-e8c065d2e0de/516bf53b-e7a0-42b6-9855-93e03d2557cc/cd6f6195-3c23-41ff-9f4b-264a533db6ea) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:31.725115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:31.734242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:31.744342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:31.830538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:31.852107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ee07e7e0-1a55-4c9e-8f17-1ba2678019ad), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.852107 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment ee07e7e0-1a55-4c9e-8f17-1ba2678019ad of type vlan for network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 Apr 29 04:04:31.881980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Attempting to bind port ebbc3200-06e7-4c3e-b644-75091e5d278b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:31.882811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Attempting to bind port ebbc3200-06e7-4c3e-b644-75091e5d278b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:31.883443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Attempting to bind port ebbc3200-06e7-4c3e-b644-75091e5d278b on network cd1099e6-6db2-45cf-b60e-e8c065d2e0de {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:31.889762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:31.890582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Checking segment: {'id': 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:31.891347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.891943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Bound using segment: {'id': 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:31.892635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Bound port: ebbc3200-06e7-4c3e-b644-75091e5d278b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:31.893234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.913270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (16e5e207-b934-4a40-8dff-5fe81b57e1b2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:31.976340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] For port ebbc3200-06e7-4c3e-b644-75091e5d278b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:31.981340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] For port ebbc3200-06e7-4c3e-b644-75091e5d278b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ebbc3200-06e7-4c3e-b644-75091e5d278b,segment=NetworkSegment(fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3),segment_id=fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:31.990944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (fe319054-fc28-4677-81a9-32ef736d87cf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.056867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Subnet': ['ID=fe319054-fc28-4677-81a9-32ef736d87cf,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:32.063242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.084106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.085035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.085429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.085773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.086115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.086891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.086891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.087241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.087573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.088538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.088884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.089215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.089739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.094999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.094999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.107102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (16e5e207-b934-4a40-8dff-5fe81b57e1b2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.113994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:32.115275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.126919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:32.134042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.197786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Checking segment: {'id': '05696e2c-0dc2-4526-9203-76c3ec948cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:32.198505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network hostable DHCP agents. Network: 726fcbb8-a14d-47c2-b4e5-eb858ee2398b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:32.206877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=16e5e207-b934-4a40-8dff-5fe81b57e1b2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:32.239218 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9bf211c4-2ac2-40f4-9c44-e1379031a8b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/floatingips/99133a7b-d5dd-4a57-840b-51e2d8e75812 HTTP/1.1" status: 200 len: 978 time: 3.1246741 Apr 29 04:04:32.239576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59328) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:32.244067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:32.251070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f40180-5c51-4c8c-8f86-3e296396c5a4 None None] Pushing event updated for resources: {'Port': ['ID=ebbc3200-06e7-4c3e-b644-75091e5d278b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:32.259242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:32.262441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:32.309084 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-52ade44e-e728-4028-b640-c7f2d214e260 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9986081 Apr 29 04:04:32.309780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (cd6f6195-3c23-41ff-9f4b-264a533db6ea), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.311023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59330) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:32.316525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:32.319487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:32.341809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.436251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:32.436251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:32.521057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:32.542621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:32.543310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:32.594287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:32.594906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ddd67-a606-4d21-bae8-f8713c1b92b8 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:32.618232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.657771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (cd6f6195-3c23-41ff-9f4b-264a533db6ea), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.660293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:32.664476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.684877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 726fcbb8-a14d-47c2-b4e5-eb858ee2398b) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:32.690556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:32.695229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.704084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca82e3-daec-4cbb-8e52-c97cb24c9fb8 None None] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:32.742348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.743099 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 99133a7b-d5dd-4a57-840b-51e2d8e75812 disassociated. External IP: 172.26.4.125, port: 593902ae-f0d8-44fb-b63d-7c23dc7db799. Apr 29 04:04:32.790559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:32.796591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:32.801133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:32.807152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:32.809117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.850055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-588e600c-12f4-48a7-ae62-ff12f4c8add7 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0305533 Apr 29 04:04:32.853496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59340) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:32.858611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'network': {'name': 'tempest-router-network01--1268390068'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:32.895367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=cd6f6195-3c23-41ff-9f4b-264a533db6ea,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:32.915639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.915987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.916373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.916713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.917042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.917635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.917972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.918348 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.918722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.919044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.919364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.919686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.920057 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.920818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.921154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:32.956969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-726fcbb8-a14d-47c2-b4e5-eb858ee2398b', 'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b', 'project_id': 'b290dbe9be7c4b40ac52558fe2960744', 'fixed_ips': [{'subnet_id': 'fe319054-fc28-4677-81a9-32ef736d87cf'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:32.957382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:32.958434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.961901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:32.994741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:33.005913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e6325d75-79ce-4002-b5a5-4b2fa8e5c56d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.006532 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Added segment e6325d75-79ce-4002-b5a5-4b2fa8e5c56d of type vlan for network 1efcbb9e-902b-422a-886f-b34f38fdd802 Apr 29 04:04:33.008446 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-08edcd4c-37ae-4f20-836a-a051832edeb4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1226032 Apr 29 04:04:33.014474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59346) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:33.058053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1efcbb9e-902b-422a-886f-b34f38fdd802), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.058631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': 'cd1099e6-6db2-45cf-b60e-e8c065d2e0de', 'name': 'tempest-PortsIpV6TestJSON-1230451025'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:33.188813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Allocated IP 2001:db8::2 (726fcbb8-a14d-47c2-b4e5-eb858ee2398b/fe319054-fc28-4677-81a9-32ef736d87cf/ea7e7205-2034-4795-b24c-82ddf6c37a5d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:33.237332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1efcbb9e-902b-422a-886f-b34f38fdd802), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.243940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:33.245632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.294548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:33.300079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'subnet': {'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:33.303570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:33.314616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:33.320189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.381099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Network': ['ID=1efcbb9e-902b-422a-886f-b34f38fdd802,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:33.398138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 1352f920-f7c1-4c64-8853-ff40ab5cd554 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:33.407880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:33.450524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Publish callbacks [] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.470640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59354) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:33.512179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (8cc89aff-2e59-45eb-94c7-321e57f5b8e8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.515838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:33.522647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.527269 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:33.533854 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4ad82cff-87b3-48b6-9cf7-a88ed3d74e16 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6789191 Apr 29 04:04:33.535619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59358) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:33.541607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'network': {'name': 'tempest-router-network02--1566023015'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:33.559249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.563452 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:33.564234 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:33.605305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-148d396e-c917-45c2-9611-4bc396755236 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/floatingips/99133a7b-d5dd-4a57-840b-51e2d8e75812 HTTP/1.1" status: 200 len: 688 time: 1.3646669 Apr 29 04:04:33.607689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59360) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:33.650671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:33.654930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1617040109'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:33.656940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Pushing event updated for resources: {'Port': ['ID=ea7e7205-2034-4795-b24c-82ddf6c37a5d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:33.668868 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:33.669747 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:33.675343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=8cc89aff-2e59-45eb-94c7-321e57f5b8e8,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:33.679074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:33.684459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.707144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:33.712049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:33.720275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:33.735737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::196 (cd1099e6-6db2-45cf-b60e-e8c065d2e0de/516bf53b-e7a0-42b6-9855-93e03d2557cc/1352f920-f7c1-4c64-8853-ff40ab5cd554) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:33.738303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:33.741825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.748090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:33.749611 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3a5e1-c0b0-40c4-9378-99b809fefd0e None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:33.749772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '6874871c-a579-4598-903c-b92bbd097890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:33.753461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:33.802383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:33.821160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ccbf56b0-b19c-499f-8749-c0d5d3260bca), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.821526 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Added segment ccbf56b0-b19c-499f-8749-c0d5d3260bca of type vlan for network 1dea8972-ee8f-4163-a963-1f1d8c530170 Apr 29 04:04:33.824943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:33.831187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.831328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port e08b580f-00c4-4da7-b8ad-32fe64599465 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:33.831328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.900729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.937632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Attempting to bind port ea7e7205-2034-4795-b24c-82ddf6c37a5d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:33.938103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Attempting to bind port ea7e7205-2034-4795-b24c-82ddf6c37a5d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '05696e2c-0dc2-4526-9203-76c3ec948cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:33.938564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Attempting to bind port ea7e7205-2034-4795-b24c-82ddf6c37a5d on network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:33.952203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ebbc3200-06e7-4c3e-b644-75091e5d278b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:33.957763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:33.958144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Checking segment: {'id': '05696e2c-0dc2-4526-9203-76c3ec948cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:33.959016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.959770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Bound using segment: {'id': '05696e2c-0dc2-4526-9203-76c3ec948cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:33.960271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Bound port: ea7e7205-2034-4795-b24c-82ddf6c37a5d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05696e2c-0dc2-4526-9203-76c3ec948cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '726fcbb8-a14d-47c2-b4e5-eb858ee2398b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:33.960645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.988934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1dea8972-ee8f-4163-a963-1f1d8c530170), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:33.998704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:34.007918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.007918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (e08b580f-00c4-4da7-b8ad-32fe64599465), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.015456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c77fc-cbbc-405a-a9c4-1e550d032554 None None] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:34.030390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for e08b580f-00c4-4da7-b8ad-32fe64599465 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:34.088690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:34.096948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] Provisioning complete for port ebbc3200-06e7-4c3e-b644-75091e5d278b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:34.096948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.106990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:34.107754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.137358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce5ab4-de31-45bc-9709-27330e58e634 None None] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:34.173035 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:04:34.184408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (1352f920-f7c1-4c64-8853-ff40ab5cd554), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.186076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] For port ea7e7205-2034-4795-b24c-82ddf6c37a5d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:34.194130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ebbc3200-06e7-4c3e-b644-75091e5d278b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:34.194754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.219593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1dea8972-ee8f-4163-a963-1f1d8c530170), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.225121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:34.225751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.231593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (570d240d-491d-4bad-a270-1c17a42627f8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.247570 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f3664bef-1a04-4992-97d5-b4e438d20b5f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9328215 Apr 29 04:04:34.250663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59364) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:34.256790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:34.295145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e08b580f-00c4-4da7-b8ad-32fe64599465), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.302084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (570d240d-491d-4bad-a270-1c17a42627f8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.319188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] For port ea7e7205-2034-4795-b24c-82ddf6c37a5d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea7e7205-2034-4795-b24c-82ddf6c37a5d,segment=NetworkSegment(05696e2c-0dc2-4526-9203-76c3ec948cf4),segment_id=05696e2c-0dc2-4526-9203-76c3ec948cf4)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:34.326693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:34.338986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1352f920-f7c1-4c64-8853-ff40ab5cd554), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.342822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (96d145ed-6f2d-442e-9e39-2334857482ec), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.365894 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8292341 Apr 29 04:04:34.387123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f74fb-2a40-4e93-813f-932bf8dbc14c tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Network': ['ID=1dea8972-ee8f-4163-a963-1f1d8c530170,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:34.398643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59366) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:34.399721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'subnet': {'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:34.407382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=e08b580f-00c4-4da7-b8ad-32fe64599465,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:34.415166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1dea8972-ee8f-4163-a963-1f1d8c530170 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:34.456273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9', 'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': '8cc89aff-2e59-45eb-94c7-321e57f5b8e8'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:34.457247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.463146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (77c99afb-ec51-4d42-8dcf-8ae8b5f54f46), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.463500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment 77c99afb-ec51-4d42-8dcf-8ae8b5f54f46 of type vlan for network 64729ca2-097c-4433-ada0-3438f008b941 Apr 29 04:04:34.466047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.517717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (64729ca2-097c-4433-ada0-3438f008b941), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.562266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:34.566684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570d240d-491d-4bad-a270-1c17a42627f8,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:34.575193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:34.583452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] Current status of the port ebbc3200-06e7-4c3e-b644-75091e5d278b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:34.583908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.590666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:34.597811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:34.598670 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.600532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ebbc3200-06e7-4c3e-b644-75091e5d278b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:34.600994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.639655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=1352f920-f7c1-4c64-8853-ff40ab5cd554,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:34.651080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (64729ca2-097c-4433-ada0-3438f008b941), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.663154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:34.663826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.755259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Subnet': ['ID=96d145ed-6f2d-442e-9e39-2334857482ec,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:34.769184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Checking segment: {'id': '9b76aaa6-590f-4672-a386-619627031459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:34.774075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network hostable DHCP agents. Network: eb1c94b7-af83-4e64-aaec-089001c2a93f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:34.776742 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-13fc1b2d-d37e-41eb-9d38-10c4efac941e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7545929 Apr 29 04:04:34.785222 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3134625 Apr 29 04:04:34.794788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59368) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:34.795180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59370) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:34.803268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'name': 'tempest-PortsTestJSON-1723509562'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:34.942711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (99133a7b-d5dd-4a57-840b-51e2d8e75812), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.948194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:34.949462 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f42d4f96-fbf1-4ee1-87a5-745bbb7de8af tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/floatingips/99133a7b-d5dd-4a57-840b-51e2d8e75812 HTTP/1.1" status: 204 len: 168 time: 1.3405719 Apr 29 04:04:34.955215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59372) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:34.972019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0017-4b76-47e0-b4bb-620fb26c9093 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=64729ca2-097c-4433-ada0-3438f008b941,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:35.003596 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:35.007156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.011438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Allocated IP 172.20.0.2 (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9/8cc89aff-2e59-45eb-94c7-321e57f5b8e8/3a2b4332-b8e7-4045-bb1a-4af68925e9dd) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:35.012649 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-9ff18316-7a71-4cd5-9c87-8dd35a2a780a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] delete failed (client error): The resource could not be found. Apr 29 04:04:35.017308 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9ff18316-7a71-4cd5-9c87-8dd35a2a780a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/floatingips/99133a7b-d5dd-4a57-840b-51e2d8e75812 HTTP/1.1" status: 404 len: 345 time: 0.0546842 Apr 29 04:04:35.021265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59374) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:35.055466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:35.114653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:35.117706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdf8f5-811d-4b1c-b48a-7045c214cfc0 None None] Pushing event updated for resources: {'Port': ['ID=ea7e7205-2034-4795-b24c-82ddf6c37a5d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:35.131170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network eb1c94b7-af83-4e64-aaec-089001c2a93f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:35.132007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.162817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] For port ebbc3200-06e7-4c3e-b644-75091e5d278b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ebbc3200-06e7-4c3e-b644-75091e5d278b,segment=NetworkSegment(fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3),segment_id=fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:35.210561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305a0b4-58ac-48dd-a49d-c67a7dcc6bba tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:35.211975 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3305a0b4-58ac-48dd-a49d-c67a7dcc6bba tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A317 HTTP/1.1" status: 200 len: 928 time: 0.4157903 Apr 29 04:04:35.218379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59376) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:35.244284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.252675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b46a0-7005-42ff-8ee3-81c8339a7b7a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:35.258976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b46a0-7005-42ff-8ee3-81c8339a7b7a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:35.266540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b46a0-7005-42ff-8ee3-81c8339a7b7a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:35.271088 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-184b46a0-7005-42ff-8ee3-81c8339a7b7a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/ports?network_id=5bf2acff-8cbd-42af-971a-cb515fd4cd3f HTTP/1.1" status: 200 len: 2357 time: 0.2461414 Apr 29 04:04:35.271656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59378) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:35.327247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:04:35.328020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:04:35.337111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, eb1c94b7-af83-4e64-aaec-089001c2a93f) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:35.349404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:35.349404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.368619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38779214-aa92-474a-87c0-0a5a86d09c28 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:35.370193 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-38779214-aa92-474a-87c0-0a5a86d09c28 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/subnets/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3 HTTP/1.1" status: 200 len: 797 time: 0.0974956 Apr 29 04:04:35.375184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59380) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:35.390721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'port': {'network_id': '5bf2acff-8cbd-42af-971a-cb515fd4cd3f', 'name': 'tempest-FloatingIPTestJSON-21537329', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:35.402393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 1352f920-f7c1-4c64-8853-ff40ab5cd554 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:35.402742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1352f920-f7c1-4c64-8853-ff40ab5cd554), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.416226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1299bda-1e9a-41df-be0f-d3eeccff65bf None None] Network eb1c94b7-af83-4e64-aaec-089001c2a93f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:35.433359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:35.437505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.485894 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-697dcf54-e896-40d8-9b3f-bbe73d783b6b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1901586 Apr 29 04:04:35.493172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59382) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:35.494465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-94a5929c-a06b-4906-a370-c5523cda3bb4 None None] Provisioning complete for port cd6f6195-3c23-41ff-9f4b-264a533db6ea triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:35.494846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94a5929c-a06b-4906-a370-c5523cda3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (cd6f6195-3c23-41ff-9f4b-264a533db6ea), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.504467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1964308209'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:35.514498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:35.613739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Publish callbacks [] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.618439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625b9ed-0071-4d38-a75c-10d4163991af None None] Pushing event updated for resources: {'Port': ['ID=ebbc3200-06e7-4c3e-b644-75091e5d278b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:35.629482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94a5929c-a06b-4906-a370-c5523cda3bb4 None None] Port cd6f6195-3c23-41ff-9f4b-264a533db6ea cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:35.644154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-94a5929c-a06b-4906-a370-c5523cda3bb4 None None] Provisioning complete for port ebbc3200-06e7-4c3e-b644-75091e5d278b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:35.644527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94a5929c-a06b-4906-a370-c5523cda3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.650565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1352f920-f7c1-4c64-8853-ff40ab5cd554), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.671451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (e7b320cb-7125-47e7-9dcb-0cc410dac478), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.685809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.686056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 1352f920-f7c1-4c64-8853-ff40ab5cd554 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:35.720270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.755879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:35.765338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:35.767831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-eb1c94b7-af83-4e64-aaec-089001c2a93f', 'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f', 'project_id': '5485039ef85e4af7bd87edff4c355dc7', 'fixed_ips': [{'subnet_id': '96d145ed-6f2d-442e-9e39-2334857482ec'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:35.768909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.786587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:35.791119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (e3d3d48c-50db-4abc-a591-c30b18508979), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.811625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.822124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=e7b320cb-7125-47e7-9dcb-0cc410dac478,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:35.845659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:35.850926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.859555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:35.900809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:35.901585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: 16e5e207-b934-4a40-8dff-5fe81b57e1b2, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:35.907668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ebbc3200-06e7-4c3e-b644-75091e5d278b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:35.930984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:35.943016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Subnet': ['ID=e3d3d48c-50db-4abc-a591-c30b18508979,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:35.945577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:35.970041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Checking segment: {'id': 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:35.970483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network hostable DHCP agents. Network: 1efcbb9e-902b-422a-886f-b34f38fdd802, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:35.993442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1a1aeb11-0cc3-4685-9597-1f4dc30822a4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:35.993927 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Added segment 1a1aeb11-0cc3-4685-9597-1f4dc30822a4 of type vlan for network b11ff51c-d99e-4c54-902f-902c3c8f25c0 Apr 29 04:04:36.062084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '64729ca2-097c-4433-ada0-3438f008b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:36.062499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: 64729ca2-097c-4433-ada0-3438f008b941, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:36.071432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:36.071979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (b11ff51c-d99e-4c54-902f-902c3c8f25c0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.100645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Pushing event updated for resources: {'Port': ['ID=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:36.102555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.108806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Attempting to bind port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:36.109255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Attempting to bind port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '6874871c-a579-4598-903c-b92bbd097890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:36.109712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Attempting to bind port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd on network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:36.122702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1352f920-f7c1-4c64-8853-ff40ab5cd554), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.126124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:36.135713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.136324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.136523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.136953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.137382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.137767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.138174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.138556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.139065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.139541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.140053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.140545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.141289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.142386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.142869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:04:36.145607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] device_id is not set on port 99e62ebe-47d4-4bda-815e-b92dd20c3f84 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:36.169491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:36.171823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Checking segment: {'id': '6874871c-a579-4598-903c-b92bbd097890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:36.171823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.171823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Bound using segment: {'id': '6874871c-a579-4598-903c-b92bbd097890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:36.171823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Bound port: 3a2b4332-b8e7-4045-bb1a-4af68925e9dd, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6874871c-a579-4598-903c-b92bbd097890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:36.171823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.180689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=1352f920-f7c1-4c64-8853-ff40ab5cd554,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:36.211361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.215050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8948d085-ee2a-4223-9497-88b6d9ff431e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/1352f920-f7c1-4c64-8853-ff40ab5cd554 HTTP/1.1" status: 204 len: 168 time: 0.9951763 Apr 29 04:04:36.221355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 16e5e207-b934-4a40-8dff-5fe81b57e1b2) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:36.223514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59384) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.237565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:36.238164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.263657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ebbc3200-06e7-4c3e-b644-75091e5d278b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:36.266437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acf093-c89b-4206-9861-d56ff39fe489 None None] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:36.267029 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1db143-1a2d-4a93-91e7-93a8125a8bea tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:36.269033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0c1db143-1a2d-4a93-91e7-93a8125a8bea tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/1352f920-f7c1-4c64-8853-ff40ab5cd554 HTTP/1.1" status: 404 len: 333 time: 0.0440302 Apr 29 04:04:36.271836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59386) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.298978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Allocated IP 2001:db8:0:ffff::2 (eb1c94b7-af83-4e64-aaec-089001c2a93f/96d145ed-6f2d-442e-9e39-2334857482ec/4e025ba6-c153-4bbe-9fee-0c9304b71794) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:36.317886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d7dcfa-9765-4b25-b9cb-b43aa8c82eeb None None] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:36.328288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94a5929c-a06b-4906-a370-c5523cda3bb4 None None] Current status of the port ebbc3200-06e7-4c3e-b644-75091e5d278b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:36.402417 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e83115a9-0b2d-4305-81f9-dc63f3e90177 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1499712 Apr 29 04:04:36.404229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port cd6f6195-3c23-41ff-9f4b-264a533db6ea {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:36.404789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (cd6f6195-3c23-41ff-9f4b-264a533db6ea), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.408353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59388) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.415192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2116010859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:36.505237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Could not find standard attr ID for object 1352f920-f7c1-4c64-8853-ff40ab5cd554. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:36.525181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] For port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:36.549953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (cd6f6195-3c23-41ff-9f4b-264a533db6ea), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.569818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for cd6f6195-3c23-41ff-9f4b-264a533db6ea owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:36.586665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (b11ff51c-d99e-4c54-902f-902c3c8f25c0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.589522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] For port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,segment=NetworkSegment(6874871c-a579-4598-903c-b92bbd097890),segment_id=6874871c-a579-4598-903c-b92bbd097890)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:36.592222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:36.592813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.601189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Provisioning complete for port ea7e7205-2034-4795-b24c-82ddf6c37a5d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:36.601651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.616912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (241efa0f-d22f-4f61-8637-d26db6e0398e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.617936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (241efa0f-d22f-4f61-8637-d26db6e0398e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.624619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ebbc3200-06e7-4c3e-b644-75091e5d278b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:36.624984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.683960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (241efa0f-d22f-4f61-8637-d26db6e0398e), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.704894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-16e5e207-b934-4a40-8dff-5fe81b57e1b2', 'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': 'e7b320cb-7125-47e7-9dcb-0cc410dac478'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:36.705925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.708603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.720312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 1efcbb9e-902b-422a-886f-b34f38fdd802) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:36.725087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:36.726862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:36.736126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.736257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Network': ['ID=b11ff51c-d99e-4c54-902f-902c3c8f25c0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:36.741082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 64729ca2-097c-4433-ada0-3438f008b941) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:36.747968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:36.753155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:36.753824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.757630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (241efa0f-d22f-4f61-8637-d26db6e0398e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.773000 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-caaf2bec-d1c4-4d47-a5b3-1945600eebed tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2730994 Apr 29 04:04:36.773937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.775274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c913aae-5feb-4982-929e-4ad71b41d9c1 None None] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:36.783439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'subnet': {'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:36.791459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network b11ff51c-d99e-4c54-902f-902c3c8f25c0 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:36.793275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d246e-ee7b-4728-ae7e-1e25d5ec41d6 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:36.870820 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-68fd4b17-1274-44c9-8152-49b37a107176 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4751537 Apr 29 04:04:36.871493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59394) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.896568 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-38ae0937-29c7-4d45-af07-dd021a5128c9 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0944493 Apr 29 04:04:36.896568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.14 (5bf2acff-8cbd-42af-971a-cb515fd4cd3f/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3/99e62ebe-47d4-4bda-815e-b92dd20c3f84) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:36.896568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59396) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.901038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1615182328'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:36.924113 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.12 (5bf2acff-8cbd-42af-971a-cb515fd4cd3f/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3/99e62ebe-47d4-4bda-815e-b92dd20c3f84) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:36.939071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:36.941473 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d32072a6-8cb7-4693-b84f-d8a21ec09e66 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5311143 Apr 29 04:04:36.947568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59398) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:36.950449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'subnet': {'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:37.025014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:37.028398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.090011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cd6f6195-3c23-41ff-9f4b-264a533db6ea), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.139996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=cd6f6195-3c23-41ff-9f4b-264a533db6ea,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:37.183624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:37.187446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.192573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.196267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-404316dc-69ec-4be8-8f24-3c0b0a35d776 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/cd6f6195-3c23-41ff-9f4b-264a533db6ea HTTP/1.1" status: 204 len: 168 time: 0.9234736 Apr 29 04:04:37.212489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59400) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:37.240069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:37.258607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:37.266906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.272879 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8439fa8-7e5a-4aa9-90ef-1b1d67c5e38c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:37.274350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c8439fa8-7e5a-4aa9-90ef-1b1d67c5e38c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/cd6f6195-3c23-41ff-9f4b-264a533db6ea HTTP/1.1" status: 404 len: 333 time: 0.0609193 Apr 29 04:04:37.318015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59402) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:37.342906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4522b9e5-e564-4023-9309-c377cb65c0b6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.343535 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment 4522b9e5-e564-4023-9309-c377cb65c0b6 of type vlan for network 57821df6-5d67-4500-bee4-188056d228b8 Apr 29 04:04:37.453195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (99e62ebe-47d4-4bda-815e-b92dd20c3f84), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.474398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Publish callbacks [] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.491000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (57821df6-5d67-4500-bee4-188056d228b8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.492132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 516bf53b-e7a0-42b6-9855-93e03d2557cc {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:37.504759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (516bf53b-e7a0-42b6-9855-93e03d2557cc), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.597664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (516bf53b-e7a0-42b6-9855-93e03d2557cc), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.622351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74cd4c-2c52-410c-bb60-4ece9b1a7ebe None None] Pushing event updated for resources: {'Port': ['ID=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:37.631680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.670164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.683602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (57821df6-5d67-4500-bee4-188056d228b8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.688627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:37.692398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.701887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (99e62ebe-47d4-4bda-815e-b92dd20c3f84), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.735983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Allocated IP 172.21.0.2 (16e5e207-b934-4a40-8dff-5fe81b57e1b2/e7b320cb-7125-47e7-9dcb-0cc410dac478/f49283f6-d449-4586-84e9-bd9cdde600ae) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:37.740092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Current status of the port ea7e7205-2034-4795-b24c-82ddf6c37a5d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:37.740226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.781971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ebbc3200-06e7-4c3e-b644-75091e5d278b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:37.783071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea7e7205-2034-4795-b24c-82ddf6c37a5d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:37.798931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Network eb1c94b7-af83-4e64-aaec-089001c2a93f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:37.831390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-1efcbb9e-902b-422a-886f-b34f38fdd802', 'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802', 'project_id': 'b290dbe9be7c4b40ac52558fe2960744', 'fixed_ips': [{'subnet_id': 'e3d3d48c-50db-4abc-a591-c30b18508979'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:37.831928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.841517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:37.852463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:37.855637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Pushing event updated for resources: {'Port': ['ID=4e025ba6-c153-4bbe-9fee-0c9304b71794,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:37.858503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:37.858639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (516bf53b-e7a0-42b6-9855-93e03d2557cc), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.894833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:37.899364 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0025520 Apr 29 04:04:37.902491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:37.904155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59404) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:37.907988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125441bc-8fa3-4035-9565-fa630d5af864 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=57821df6-5d67-4500-bee4-188056d228b8,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:37.909890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'ports': [{'network_id': '64729ca2-097c-4433-ada0-3438f008b941'}, {'network_id': '57821df6-5d67-4500-bee4-188056d228b8'}]} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:37.910213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:37.910695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '57821df6-5d67-4500-bee4-188056d228b8'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:37.929357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] For port ea7e7205-2034-4795-b24c-82ddf6c37a5d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea7e7205-2034-4795-b24c-82ddf6c37a5d,segment=NetworkSegment(05696e2c-0dc2-4526-9203-76c3ec948cf4),segment_id=05696e2c-0dc2-4526-9203-76c3ec948cf4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:37.946417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=99e62ebe-47d4-4bda-815e-b92dd20c3f84,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:37.968098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (473fa616-5139-49e7-98c7-f57d74996032), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:37.987178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 57821df6-5d67-4500-bee4-188056d228b8 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:37.993792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:04:38.014798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (819bf815-a1a5-47cd-b6df-4afe5534964a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.039572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.046072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:38.046626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.134503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.20.0.1 (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9/8cc89aff-2e59-45eb-94c7-321e57f5b8e8/0ec3c84a-feee-454b-a3e6-2a998d03f267) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:38.141104 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5d4639d1-d663-4514-bf54-890814dc9206 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7644045 Apr 29 04:04:38.143717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59406) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:38.148368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '99e62ebe-47d4-4bda-815e-b92dd20c3f84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:38.160405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Subnet': ['ID=473fa616-5139-49e7-98c7-f57d74996032,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:38.246656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ea7e7205-2034-4795-b24c-82ddf6c37a5d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:38.246656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.246980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (516bf53b-e7a0-42b6-9855-93e03d2557cc), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.282883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Checking segment: {'id': 'ccbf56b0-b19c-499f-8749-c0d5d3260bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:38.283547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network hostable DHCP agents. Network: 1dea8972-ee8f-4163-a963-1f1d8c530170, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:38.297255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Attempting to bind port 4e025ba6-c153-4bbe-9fee-0c9304b71794 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:38.298713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Attempting to bind port 4e025ba6-c153-4bbe-9fee-0c9304b71794 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '9b76aaa6-590f-4672-a386-619627031459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:38.298713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Attempting to bind port 4e025ba6-c153-4bbe-9fee-0c9304b71794 on network eb1c94b7-af83-4e64-aaec-089001c2a93f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:38.302727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.309739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Checking segment: {'id': '1a1aeb11-0cc3-4685-9597-1f4dc30822a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:38.310269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network hostable DHCP agents. Network: b11ff51c-d99e-4c54-902f-902c3c8f25c0, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:38.322792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a3914ca9-fd4d-4bc5-a03d-a27f18f8b876 None None] Provisioning complete for port ea7e7205-2034-4795-b24c-82ddf6c37a5d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:38.327346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3914ca9-fd4d-4bc5-a03d-a27f18f8b876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.351559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:38.356028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Checking segment: {'id': '9b76aaa6-590f-4672-a386-619627031459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:38.356028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.356353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.356468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Bound using segment: {'id': '9b76aaa6-590f-4672-a386-619627031459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:38.356468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Bound port: 4e025ba6-c153-4bbe-9fee-0c9304b71794, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b76aaa6-590f-4672-a386-619627031459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eb1c94b7-af83-4e64-aaec-089001c2a93f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:38.356468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.356740 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/516bf53b-e7a0-42b6-9855-93e03d2557cc HTTP/1.1" status: 204 len: 168 time: 1.0373790 Apr 29 04:04:38.359429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59408) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:38.405859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.413754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Subnet': ['ID=819bf815-a1a5-47cd-b6df-4afe5534964a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:38.448214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network b11ff51c-d99e-4c54-902f-902c3c8f25c0 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:38.478600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Allocated IP 2001:db8::2 (1efcbb9e-902b-422a-886f-b34f38fdd802/e3d3d48c-50db-4abc-a591-c30b18508979/ecc2d3cb-0ded-4dad-88a6-7edcda3b217d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:38.479297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.481294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252d9e6-039c-4a00-aed5-82487b17c77f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=516bf53b-e7a0-42b6-9855-93e03d2557cc,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:38.489080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 1dea8972-ee8f-4163-a963-1f1d8c530170 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:38.502919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 2} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:38.503303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1168f3c-118d-4fd9-9464-e07d86adf7e0 None None] Network cd1099e6-6db2-45cf-b60e-e8c065d2e0de requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:38.503394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.505862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a14328-0d60-4c22-b191-9fbc029764af None None] Pushing event updated for resources: {'Port': ['ID=ea7e7205-2034-4795-b24c-82ddf6c37a5d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:38.507676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (cd1099e6-6db2-45cf-b60e-e8c065d2e0de), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.518061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13761c93-c4c4-4456-aaf6-4f32d2c74619 None None] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:38.521601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, b11ff51c-d99e-4c54-902f-902c3c8f25c0) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:38.524944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 1dea8972-ee8f-4163-a963-1f1d8c530170) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:38.535712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:38.535904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.540768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.544951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:38.545675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.571614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.156 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/aff3f97a-b34f-4f43-b375-a970e5a461c0) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:38.581780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fa2ef-6d72-4529-ae59-d14c5d324129 None None] Network b11ff51c-d99e-4c54-902f-902c3c8f25c0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:38.583948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b170636-be31-4443-aa0d-d6d037aaf3be None None] Network 1dea8972-ee8f-4163-a963-1f1d8c530170 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:38.611503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.641280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port ebbc3200-06e7-4c3e-b644-75091e5d278b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:38.641578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.686475 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1ee5b981-d4f9-4afe-a171-a7ebb20c1589 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9111168 Apr 29 04:04:38.694154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59410) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:38.700965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:38.705534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'port': {'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0', 'name': 'tempest-NetworksIpV6TestAttrs-563053616'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:38.707246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:38.714710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=0ec3c84a-feee-454b-a3e6-2a998d03f267,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:38.714932 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ad1994bf-c67d-421b-bce2-d98341a5baf3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7764413 Apr 29 04:04:38.715024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:38.720878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59412) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:38.722111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Publish callbacks [] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.833589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port ebbc3200-06e7-4c3e-b644-75091e5d278b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ebbc3200-06e7-4c3e-b644-75091e5d278b,segment=NetworkSegment(fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3),segment_id=fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:38.833589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.842574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.887839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 0abc5d06-dd8e-4574-b6af-590dec8ae7ed yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:38.893253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for ebbc3200-06e7-4c3e-b644-75091e5d278b owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:38.895523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] For port 4e025ba6-c153-4bbe-9fee-0c9304b71794, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:38.895652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.924744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:38.968025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ea7e7205-2034-4795-b24c-82ddf6c37a5d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:39.040473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Pushing event updated for resources: {'Port': ['ID=f49283f6-d449-4586-84e9-bd9cdde600ae,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:39.052014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] For port 4e025ba6-c153-4bbe-9fee-0c9304b71794, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4e025ba6-c153-4bbe-9fee-0c9304b71794,segment=NetworkSegment(9b76aaa6-590f-4672-a386-619627031459),segment_id=9b76aaa6-590f-4672-a386-619627031459)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:39.063984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cab1-810a-4188-8623-b2f50b67f6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.070474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:39.076819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.108683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] device_id is not set on port 67526d18-d76d-4475-9067-8f1a3fd33b6c yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:39.123375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ebbc3200-06e7-4c3e-b644-75091e5d278b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.170317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port ebbc3200-06e7-4c3e-b644-75091e5d278b on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:39.245953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=ebbc3200-06e7-4c3e-b644-75091e5d278b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:39.273832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a2b4332-b8e7-4045-bb1a-4af68925e9dd up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:39.316042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:39.318570 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a3914ca9-fd4d-4bc5-a03d-a27f18f8b876 None None] Current status of the port ea7e7205-2034-4795-b24c-82ddf6c37a5d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:39.321579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (0abc5d06-dd8e-4574-b6af-590dec8ae7ed), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.322723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.374377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (cd1099e6-6db2-45cf-b60e-e8c065d2e0de), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.375909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:39.416735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:39.437891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-1dea8972-ee8f-4163-a963-1f1d8c530170', 'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170', 'project_id': 'b290dbe9be7c4b40ac52558fe2960744', 'fixed_ips': [{'subnet_id': '473fa616-5139-49e7-98c7-f57d74996032'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:39.438443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.440404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29e96a-ab8f-4964-8551-33e49ae3b7db None None] DHCP port deletion for cd1099e6-6db2-45cf-b60e-e8c065d2e0de request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:39.465951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1099e6-6db2-45cf-b60e-e8c065d2e0de']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:39.491621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:39.491990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:39.506792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.516390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-b11ff51c-d99e-4c54-902f-902c3c8f25c0', 'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0', 'project_id': '5485039ef85e4af7bd87edff4c355dc7', 'fixed_ips': [{'subnet_id': '819bf815-a1a5-47cd-b6df-4afe5534964a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:39.516991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port efaefbda-87c8-446c-9d32-43d8ee23f865 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:39.521394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.523041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.523755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.538903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.545452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:39.545853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (fd3482c7-fe00-4ab1-a741-14ca2b9a6bc3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.578755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] Provisioning complete for port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:39.579913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:39.613278 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:39.616600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Allocated IP 2001:db8::f816:3eff:fe1c:6920 (b11ff51c-d99e-4c54-902f-902c3c8f25c0/819bf815-a1a5-47cd-b6df-4afe5534964a/67526d18-d76d-4475-9067-8f1a3fd33b6c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:39.648880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:39.665430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:39.666193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e0eed-c908-4b29-94ff-56c1ca968c70 None None] Pushing event updated for resources: {'Port': ['ID=4e025ba6-c153-4bbe-9fee-0c9304b71794,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:39.701367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:39.705616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (cd1099e6-6db2-45cf-b60e-e8c065d2e0de), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.738646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.741582 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/cd1099e6-6db2-45cf-b60e-e8c065d2e0de HTTP/1.1" status: 204 len: 168 time: 1.3800621 Apr 29 04:04:39.753733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59416) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:39.783544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-919752212'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:39.789158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:39.789362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.789830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.792151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e3fe1-3f05-4bbc-92da-442101ce1fb5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=cd1099e6-6db2-45cf-b60e-e8c065d2e0de,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:39.796364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=aff3f97a-b34f-4f43-b375-a970e5a461c0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:39.824450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (efaefbda-87c8-446c-9d32-43d8ee23f865), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:39.913670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Publish callbacks [] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.098336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] Current status of the port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:40.098727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.123790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Attempting to bind port f49283f6-d449-4586-84e9-bd9cdde600ae on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:40.124178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Attempting to bind port f49283f6-d449-4586-84e9-bd9cdde600ae by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:40.124545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Attempting to bind port f49283f6-d449-4586-84e9-bd9cdde600ae on network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:40.128060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.175290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] For port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,segment=NetworkSegment(6874871c-a579-4598-903c-b92bbd097890),segment_id=6874871c-a579-4598-903c-b92bbd097890)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:40.240369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:40.244350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.267604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:40.298728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Pushing event updated for resources: {'Port': ['ID=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:40.303680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:40.305874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.340383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:40.349850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:40.350890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Checking segment: {'id': 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:40.350890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.351088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Bound using segment: {'id': 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:40.351727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Bound port: f49283f6-d449-4586-84e9-bd9cdde600ae, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '16e5e207-b934-4a40-8dff-5fe81b57e1b2'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:40.352110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.389659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for port (67526d18-d76d-4475-9067-8f1a3fd33b6c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.401697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0abc5d06-dd8e-4574-b6af-590dec8ae7ed), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.401927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:40.401927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.446503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:40.479706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:40.482511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1262115b-3518-432d-88e6-5589d513f54e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.482945 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment 1262115b-3518-432d-88e6-5589d513f54e of type vlan for network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c Apr 29 04:04:40.496252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:40.503638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:40.504536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (efaefbda-87c8-446c-9d32-43d8ee23f865), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.510535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=0abc5d06-dd8e-4574-b6af-590dec8ae7ed,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:40.517027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Allocated IP 2001:db8::1 (1efcbb9e-902b-422a-886f-b34f38fdd802/e3d3d48c-50db-4abc-a591-c30b18508979/a5de7282-f936-433e-a5c7-8bd0c7597df3) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:40.530771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Allocated IP 2001:db8::2 (1dea8972-ee8f-4163-a963-1f1d8c530170/473fa616-5139-49e7-98c7-f57d74996032/408427e4-a183-4169-9005-063491b46a32) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:40.532830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3e6fef1c-4d6d-440c-baee-d07e5d4210b3 None None] Provisioning complete for port 0ec3c84a-feee-454b-a3e6-2a998d03f267 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:40.533197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3e6fef1c-4d6d-440c-baee-d07e5d4210b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.575448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772fab7-e298-4fc1-a8a9-e1fb479d767f None None] Pushing event updated for resources: {'Port': ['ID=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:40.618231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (67526d18-d76d-4475-9067-8f1a3fd33b6c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.626434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Attempting to bind port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:40.626800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Attempting to bind port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:40.627172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Attempting to bind port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d on network 1efcbb9e-902b-422a-886f-b34f38fdd802 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:40.640654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=efaefbda-87c8-446c-9d32-43d8ee23f865,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:40.655773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.664237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network b11ff51c-d99e-4c54-902f-902c3c8f25c0 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:40.665855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': '4522b9e5-e564-4023-9309-c377cb65c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '57821df6-5d67-4500-bee4-188056d228b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:40.665855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: 57821df6-5d67-4500-bee4-188056d228b8, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:40.675132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:40.698059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:40.698629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Checking segment: {'id': 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:40.699311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.699428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Bound using segment: {'id': 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:40.699904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Bound port: ecc2d3cb-0ded-4dad-88a6-7edcda3b217d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1efcbb9e-902b-422a-886f-b34f38fdd802'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:40.700285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.712070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:40.715861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] For port f49283f6-d449-4586-84e9-bd9cdde600ae, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:40.718323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:40.719161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.725697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fef1c-4d6d-440c-baee-d07e5d4210b3 None None] Port 0ec3c84a-feee-454b-a3e6-2a998d03f267 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:40.772905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Port': ['ID=67526d18-d76d-4475-9067-8f1a3fd33b6c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:40.792920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] For port f49283f6-d449-4586-84e9-bd9cdde600ae, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f49283f6-d449-4586-84e9-bd9cdde600ae,segment=NetworkSegment(ee07e7e0-1a55-4c9e-8f17-1ba2678019ad),segment_id=ee07e7e0-1a55-4c9e-8f17-1ba2678019ad)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:40.798416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:04:40.798771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:04:40.811014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 57821df6-5d67-4500-bee4-188056d228b8 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:40.811421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3e6fef1c-4d6d-440c-baee-d07e5d4210b3 None None] Provisioning complete for port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:40.811779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3e6fef1c-4d6d-440c-baee-d07e5d4210b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.857578 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-267e46f1-0995-4785-8fc4-bb1af1de7ac3 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1589367 Apr 29 04:04:40.860611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59418) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:40.860912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Allocated IP 2001:db8::f816:3eff:fe50:5b46 (b11ff51c-d99e-4c54-902f-902c3c8f25c0/819bf815-a1a5-47cd-b6df-4afe5534964a/6e981317-2e13-4b84-843c-c0f07c6874bc) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:40.877443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 57821df6-5d67-4500-bee4-188056d228b8) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:40.878292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.904486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.906456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f51d37-b098-4c86-8a43-7e01ac5a8d9f None None] Network 57821df6-5d67-4500-bee4-188056d228b8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:40.910462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:40.911238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.918472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:40.928889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:40.936653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:40.937768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:40.991719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting subnet 819bf815-a1a5-47cd-b6df-4afe5534964a {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:41.002772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5c2f4a69-9c21-43fb-bc43-5fa12bc80737 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0949244 Apr 29 04:04:41.003527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59420) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:41.019338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.094131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.108740 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3453889 Apr 29 04:04:41.109740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b21e0b-a46e-41ae-b623-88e5ed4ca885 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:41.115464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.118945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59422) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:41.139861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:41.170127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] For port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:41.182812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:41.185857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port efaefbda-87c8-446c-9d32-43d8ee23f865 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:41.187141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (efaefbda-87c8-446c-9d32-43d8ee23f865), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.194195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002ffd4-1a6e-483c-97c1-737490ff03e2 None None] Network eb1c94b7-af83-4e64-aaec-089001c2a93f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:41.254989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6e826-b3d2-4efc-ad75-ec73db559e05 None None] Pushing event updated for resources: {'Port': ['ID=f49283f6-d449-4586-84e9-bd9cdde600ae,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:41.271549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] For port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,segment=NetworkSegment(e6325d75-79ce-4002-b5a5-4b2fa8e5c56d),segment_id=e6325d75-79ce-4002-b5a5-4b2fa8e5c56d)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:41.327469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (efaefbda-87c8-446c-9d32-43d8ee23f865), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.343223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (b60ade63-f603-478e-85e7-f83690b0210e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.360628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for efaefbda-87c8-446c-9d32-43d8ee23f865 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:41.388678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=0ec3c84a-feee-454b-a3e6-2a998d03f267,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:41.401420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.477548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.593777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (efaefbda-87c8-446c-9d32-43d8ee23f865), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.624704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=efaefbda-87c8-446c-9d32-43d8ee23f865,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:41.630941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.633452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Publish callbacks [] for port (408427e4-a183-4169-9005-063491b46a32), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.636560 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a24646d6-a87a-4eba-b9b6-937ee1afde85 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/efaefbda-87c8-446c-9d32-43d8ee23f865 HTTP/1.1" status: 204 len: 168 time: 0.6318111 Apr 29 04:04:41.645951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59424) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:41.666417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.668410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cbbbfebd-973e-4b9e-a679-eaa6e23a2899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.702594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3f9f6-3009-4a1e-95d9-a839d44f3212 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:41.708796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3f9f6-3009-4a1e-95d9-a839d44f3212 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:41.711553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-08d3f9f6-3009-4a1e-95d9-a839d44f3212 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0645247 Apr 29 04:04:41.724245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59428) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:41.802589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fef1c-4d6d-440c-baee-d07e5d4210b3 None None] Current status of the port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:41.806394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (408427e4-a183-4169-9005-063491b46a32), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.808215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:41.809179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea7e7205-2034-4795-b24c-82ddf6c37a5d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:41.871089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 0abc5d06-dd8e-4574-b6af-590dec8ae7ed {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:41.871998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0abc5d06-dd8e-4574-b6af-590dec8ae7ed), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.919312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:41.923991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.928861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Network 1dea8972-ee8f-4163-a963-1f1d8c530170 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:41.929674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e9911-3a5d-441b-a8c2-8bdfd424a4cd None None] Pushing event updated for resources: {'Port': ['ID=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:41.952759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Publish callbacks [] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:41.955340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:41.959141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:41.981080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:42.000840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:42.002419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0abc5d06-dd8e-4574-b6af-590dec8ae7ed), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.009942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:42.021250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] Provisioning complete for port 4e025ba6-c153-4bbe-9fee-0c9304b71794 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:42.021666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.024036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 0abc5d06-dd8e-4574-b6af-590dec8ae7ed owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:42.065764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:42.082706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.082921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.130204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (819bf815-a1a5-47cd-b6df-4afe5534964a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.146740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Pushing event updated for resources: {'Port': ['ID=408427e4-a183-4169-9005-063491b46a32,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:42.188206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:42.196746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.208245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (819bf815-a1a5-47cd-b6df-4afe5534964a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.214598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Port': ['ID=a5de7282-f936-433e-a5c7-8bd0c7597df3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:42.238134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ea7e7205-2034-4795-b24c-82ddf6c37a5d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:42.249986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.259943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Network b11ff51c-d99e-4c54-902f-902c3c8f25c0 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:42.302592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Attempting to bind port 408427e4-a183-4169-9005-063491b46a32 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:42.302964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Attempting to bind port 408427e4-a183-4169-9005-063491b46a32 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ccbf56b0-b19c-499f-8749-c0d5d3260bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:42.303323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Attempting to bind port 408427e4-a183-4169-9005-063491b46a32 on network 1dea8972-ee8f-4163-a963-1f1d8c530170 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:42.330258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.331259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:42.338481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:42.344597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:42.344973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Checking segment: {'id': 'ccbf56b0-b19c-499f-8749-c0d5d3260bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:42.345471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.345870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Bound using segment: {'id': 'ccbf56b0-b19c-499f-8749-c0d5d3260bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:42.346380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Bound port: 408427e4-a183-4169-9005-063491b46a32, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbf56b0-b19c-499f-8749-c0d5d3260bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dea8972-ee8f-4163-a963-1f1d8c530170'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:42.346793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (408427e4-a183-4169-9005-063491b46a32), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.374799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Pushing event updated for resources: {'Port': ['ID=6e981317-2e13-4b84-843c-c0f07c6874bc,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:42.493954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (819bf815-a1a5-47cd-b6df-4afe5534964a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.497925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0abc5d06-dd8e-4574-b6af-590dec8ae7ed), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.562102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] Current status of the port 4e025ba6-c153-4bbe-9fee-0c9304b71794 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:42.562492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.602906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=0abc5d06-dd8e-4574-b6af-590dec8ae7ed,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:42.617825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Attempting to bind port 6e981317-2e13-4b84-843c-c0f07c6874bc on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:42.618201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Attempting to bind port 6e981317-2e13-4b84-843c-c0f07c6874bc by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1a1aeb11-0cc3-4685-9597-1f4dc30822a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:42.618553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Attempting to bind port 6e981317-2e13-4b84-843c-c0f07c6874bc on network b11ff51c-d99e-4c54-902f-902c3c8f25c0 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:42.625157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.629947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf2845bb-530d-4cbe-a228-4a7565490369 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/0abc5d06-dd8e-4574-b6af-590dec8ae7ed HTTP/1.1" status: 204 len: 168 time: 0.9046624 Apr 29 04:04:42.633061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59434) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:42.634126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:42.634899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Checking segment: {'id': '1a1aeb11-0cc3-4685-9597-1f4dc30822a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:42.635308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.635700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Bound using segment: {'id': '1a1aeb11-0cc3-4685-9597-1f4dc30822a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:42.636176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Bound port: 6e981317-2e13-4b84-843c-c0f07c6874bc, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1aeb11-0cc3-4685-9597-1f4dc30822a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b11ff51c-d99e-4c54-902f-902c3c8f25c0'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:42.636554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.688306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53e117-f83b-4aea-bf85-eb950e98d11b None None] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:42.690367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ea7e7205-2034-4795-b24c-82ddf6c37a5d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:42.692995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] For port 408427e4-a183-4169-9005-063491b46a32, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:42.731570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6000c02-9394-4271-8497-9c6e38b96040 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:42.741807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f6000c02-9394-4271-8497-9c6e38b96040 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1074095 Apr 29 04:04:42.749330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59436) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:42.761686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] For port 4e025ba6-c153-4bbe-9fee-0c9304b71794, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4e025ba6-c153-4bbe-9fee-0c9304b71794,segment=NetworkSegment(9b76aaa6-590f-4672-a386-619627031459),segment_id=9b76aaa6-590f-4672-a386-619627031459)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:42.771568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] For port 408427e4-a183-4169-9005-063491b46a32, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=408427e4-a183-4169-9005-063491b46a32,segment=NetworkSegment(ccbf56b0-b19c-499f-8749-c0d5d3260bca),segment_id=ccbf56b0-b19c-499f-8749-c0d5d3260bca)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:42.799784 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f84df8-6172-4ba3-9d61-2de301bf448e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:04:42.803994 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-91f84df8-6172-4ba3-9d61-2de301bf448e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/efaefbda-87c8-446c-9d32-43d8ee23f865 HTTP/1.1" status: 404 len: 333 time: 0.0436614 Apr 29 04:04:42.807528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59438) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:42.855128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] For port 6e981317-2e13-4b84-843c-c0f07c6874bc, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:42.858455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] For port 6e981317-2e13-4b84-843c-c0f07c6874bc, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6e981317-2e13-4b84-843c-c0f07c6874bc,segment=NetworkSegment(1a1aeb11-0cc3-4685-9597-1f4dc30822a4),segment_id=1a1aeb11-0cc3-4685-9597-1f4dc30822a4)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:42.865082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (408427e4-a183-4169-9005-063491b46a32), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.866434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.866659 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-321f5ce9-3804-4789-8335-e0445c50e147 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:04:42.868131 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-321f5ce9-3804-4789-8335-e0445c50e147 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/0abc5d06-dd8e-4574-b6af-590dec8ae7ed HTTP/1.1" status: 404 len: 333 time: 0.0600770 Apr 29 04:04:42.869441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (819bf815-a1a5-47cd-b6df-4afe5534964a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.874388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59440) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:42.927728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.930868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (4f1f9a61-fa2c-4b07-afd9-64527224a57c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:42.948327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.021152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (57821df6-5d67-4500-bee4-188056d228b8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.037603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265fa84-00df-47a0-9d4f-63b14d977c68 None None] Pushing event updated for resources: {'Port': ['ID=408427e4-a183-4169-9005-063491b46a32,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.045079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Provisioning complete for port 4e025ba6-c153-4bbe-9fee-0c9304b71794 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:43.045272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.116174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Subnet': ['ID=819bf815-a1a5-47cd-b6df-4afe5534964a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.134323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ecc2d3cb-0ded-4dad-88a6-7edcda3b217d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:43.134974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.144993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1288e9ec-efeb-42c3-8b4a-781e172bca84 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/819bf815-a1a5-47cd-b6df-4afe5534964a HTTP/1.1" status: 204 len: 168 time: 2.2827139 Apr 29 04:04:43.163675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59442) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:43.288472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (57821df6-5d67-4500-bee4-188056d228b8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.326473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb21ed9-8841-4572-9831-f519b29d19ab tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:43.328304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb21ed9-8841-4572-9831-f519b29d19ab tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:43.329959 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-edb21ed9-8841-4572-9831-f519b29d19ab tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1605144 Apr 29 04:04:43.333514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59444) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:43.347323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec7dc8-faac-4a97-adb8-02a92bb93d63 None None] Pushing event updated for resources: {'Port': ['ID=4e025ba6-c153-4bbe-9fee-0c9304b71794,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.386033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Current status of the port 4e025ba6-c153-4bbe-9fee-0c9304b71794 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:43.386652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': '1262115b-3518-432d-88e6-5589d513f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:43.387241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:43.396609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=4f1f9a61-fa2c-4b07-afd9-64527224a57c,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.400627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57821df6-5d67-4500-bee4-188056d228b8']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:43.428046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Provisioning complete for port f49283f6-d449-4586-84e9-bd9cdde600ae triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:43.431489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.432756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:43.433194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.460136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4522b9e5-e564-4023-9309-c377cb65c0b6') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:43.460454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4522b9e5-e564-4023-9309-c377cb65c0b6') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:43.521279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 241efa0f-d22f-4f61-8637-d26db6e0398e is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:04:43.558410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426630b-a97e-4fbd-8ff6-1a33608c19da None None] Pushing event updated for resources: {'Port': ['ID=6e981317-2e13-4b84-843c-c0f07c6874bc,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.566145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.588906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (4522b9e5-e564-4023-9309-c377cb65c0b6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.637033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e0105d09-cb63-4358-8d40-e5568103aa10 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (b11ff51c-d99e-4c54-902f-902c3c8f25c0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.646308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4522b9e5-e564-4023-9309-c377cb65c0b6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.666318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:43.666623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (4522b9e5-e564-4023-9309-c377cb65c0b6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:43.670181 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:43.682665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:43.683645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.691685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0105d09-cb63-4358-8d40-e5568103aa10 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 04:04:43.692144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0105d09-cb63-4358-8d40-e5568103aa10 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:43.699339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e0105d09-cb63-4358-8d40-e5568103aa10 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/b11ff51c-d99e-4c54-902f-902c3c8f25c0 HTTP/1.1" status: 409 len: 466 time: 0.3610594 Apr 29 04:04:43.701633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59446) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:43.708010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-426555173'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:43.720558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:43.728266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Current status of the port f49283f6-d449-4586-84e9-bd9cdde600ae is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:43.728977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.732981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.750092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.806598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,segment=NetworkSegment(e6325d75-79ce-4002-b5a5-4b2fa8e5c56d),segment_id=e6325d75-79ce-4002-b5a5-4b2fa8e5c56d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:43.820709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] For port f49283f6-d449-4586-84e9-bd9cdde600ae, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f49283f6-d449-4586-84e9-bd9cdde600ae,segment=NetworkSegment(ee07e7e0-1a55-4c9e-8f17-1ba2678019ad),segment_id=ee07e7e0-1a55-4c9e-8f17-1ba2678019ad)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:43.825911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e6892-8005-4a10-b635-b54c3d548379 None None] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:43.860584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:43.880193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:43.880654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (57821df6-5d67-4500-bee4-188056d228b8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.880808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.885047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9f371-007c-4663-a384-3c986119fd87 None None] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:43.886688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.892922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/57821df6-5d67-4500-bee4-188056d228b8 HTTP/1.1" status: 204 len: 168 time: 1.0147493 Apr 29 04:04:43.899180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59448) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:43.906245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-107869116'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:43.918161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.922425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:43.926278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.927346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a2b4332-b8e7-4045-bb1a-4af68925e9dd up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:43.928843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.929118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=aff3f97a-b34f-4f43-b375-a970e5a461c0,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.941654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f1f5c-8238-428c-9087-5fc0142f42bb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=57821df6-5d67-4500-bee4-188056d228b8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:43.967169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:43.976658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (edfea74a-bf13-472f-814f-7e03e8b7701c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.977000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Added segment edfea74a-bf13-472f-814f-7e03e8b7701c of type vlan for network a988b637-3bed-461b-8892-bd9946b23f04 Apr 29 04:04:43.979789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (b60ade63-f603-478e-85e7-f83690b0210e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:43.986825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.017554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a988b637-3bed-461b-8892-bd9946b23f04), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.025499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:44.035327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8ed417f3-8722-4fb8-b265-e9816218bf99 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/241efa0f-d22f-4f61-8637-d26db6e0398e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0829713 Apr 29 04:04:44.036059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59450) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:44.048026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Provisioning complete for port 0ec3c84a-feee-454b-a3e6-2a998d03f267 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:44.048405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.055577 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fb7b8e29-04ef-4e72-9e8e-3381d416e860 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9249754 Apr 29 04:04:44.058037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] Sync routers for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:44.058944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59452) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:44.064295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c', 'name': 'tempest-PortsIpV6TestJSON-1114243072', 'fixed_ips': [{'subnet_id': '4f1f9a61-fa2c-4b07-afd9-64527224a57c', 'ip_address': '2001:db8::10'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:44.079102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.079575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.107115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:44.113526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.123977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a988b637-3bed-461b-8892-bd9946b23f04), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.130665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:44.131273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.132484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:44.134982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.163346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d0491-7ce6-4078-a0b3-a9c23ca5ebb3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:44.164755 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dc0d0491-7ce6-4078-a0b3-a9c23ca5ebb3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports/0ec3c84a-feee-454b-a3e6-2a998d03f267 HTTP/1.1" status: 200 len: 910 time: 0.1277595 Apr 29 04:04:44.175681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59454) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:44.208522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Pushing event updated for resources: {'Port': ['ID=f49283f6-d449-4586-84e9-bd9cdde600ae,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:44.217296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:44.218242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:44.254668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:44.272393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (17b5186f-0bbc-4eea-a7ce-0c673f37bce7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.283548 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment 17b5186f-0bbc-4eea-a7ce-0c673f37bce7 of type vlan for network 56337c38-6178-4785-9d0f-b6c2641a76e3 Apr 29 04:04:44.283708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Port': ['ID=a5de7282-f936-433e-a5c7-8bd0c7597df3,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:44.301424 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP b60ade63-f603-478e-85e7-f83690b0210e associated. External IP: 172.26.4.156, port: 99e62ebe-47d4-4bda-815e-b92dd20c3f84. Apr 29 04:04:44.351392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (56337c38-6178-4785-9d0f-b6c2641a76e3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.407764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Network': ['ID=a988b637-3bed-461b-8892-bd9946b23f04,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:44.414891 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3e20bea2-a063-4aa1-b8c3-29b593c55826 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7121546 Apr 29 04:04:44.424367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59458) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:44.431858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'subnet': {'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:44.573957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c', 'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': '4f1f9a61-fa2c-4b07-afd9-64527224a57c'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:44.574863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.577028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a988b637-3bed-461b-8892-bd9946b23f04 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:44.579337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:44.587438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b50a20a2-6f11-40ce-a39b-fbc2a96b2ba5 None None] Port 0ec3c84a-feee-454b-a3e6-2a998d03f267 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:44.605354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:44.651982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (56337c38-6178-4785-9d0f-b6c2641a76e3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.657377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:44.658411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.737271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:44.737934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:44.781878 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8815436 Apr 29 04:04:44.786573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59460) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:44.788575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4773cb0-69f5-4a80-8131-67c0fd66693d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=56337c38-6178-4785-9d0f-b6c2641a76e3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:44.802752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:44.849785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:44.854880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5fea1-c3aa-49b8-9c7b-1db1823ed09a None None] Network 1dea8972-ee8f-4163-a963-1f1d8c530170 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:44.869254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:44.869254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e46013-4dd5-44bd-b5e6-53e5c13274a6 None None] The sync data for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:44.870437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:44.888450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:44.891854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.981889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:44.986680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-38dd1779-fe31-4365-a2a0-3a3e8e07d9f2 None None] Provisioning complete for port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:44.987089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-38dd1779-fe31-4365-a2a0-3a3e8e07d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.023897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 039a1658-ce19-422d-b13b-1ed1d38e7980 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:45.070528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:45.072297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:45.073481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f49283f6-d449-4586-84e9-bd9cdde600ae up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:45.077813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:45.217500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::10 (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c/4f1f9a61-fa2c-4b07-afd9-64527224a57c/039a1658-ce19-422d-b13b-1ed1d38e7980) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:45.343618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe114c-68a7-40ca-be8f-1c71c58d2faf None None] Network b11ff51c-d99e-4c54-902f-902c3c8f25c0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:45.366449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:45.369938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.400936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.451063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:45.512684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Router 4e69ffa4-215b-4b08-b97b-58a732a46941 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:04:45.538848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Performing IP validity checks on allocation pools {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:04:45.539455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:04:45.557067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-38dd1779-fe31-4365-a2a0-3a3e8e07d9f2 None None] Current status of the port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:45.559730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f49283f6-d449-4586-84e9-bd9cdde600ae triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:45.560167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.593026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.615382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-38dd1779-fe31-4365-a2a0-3a3e8e07d9f2 None None] Provisioning complete for port f49283f6-d449-4586-84e9-bd9cdde600ae triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:45.618884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-38dd1779-fe31-4365-a2a0-3a3e8e07d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.722824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] DHCP port deletion for b11ff51c-d99e-4c54-902f-902c3c8f25c0 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:45.725737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f49283f6-d449-4586-84e9-bd9cdde600ae is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:45.727188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4e025ba6-c153-4bbe-9fee-0c9304b71794 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:45.766069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.835011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:45.837952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.845553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] Sync routers for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:45.862954 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:45.865218 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:45.880096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bcb6aa76-2836-4ad6-97f2-87fb1b634adb tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1555994 Apr 29 04:04:45.900024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] Deleting port 6e981317-2e13-4b84-843c-c0f07c6874bc {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:45.900577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.919136 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:45.929604 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:45.930389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:45.965373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:45.966393 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0b315-2705-4998-a25a-d440315fd938 None None] The sync data for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:45.970225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] For port 6e981317-2e13-4b84-843c-c0f07c6874bc, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6e981317-2e13-4b84-843c-c0f07c6874bc,segment=NetworkSegment(1a1aeb11-0cc3-4685-9597-1f4dc30822a4),segment_id=1a1aeb11-0cc3-4685-9597-1f4dc30822a4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:45.970698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:45.973806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59462) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:45.985190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] Calling delete_port for 6e981317-2e13-4b84-843c-c0f07c6874bc owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:46.039822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-38dd1779-fe31-4365-a2a0-3a3e8e07d9f2 None None] Current status of the port f49283f6-d449-4586-84e9-bd9cdde600ae is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:46.064281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Allocated IP 2001:db8::2 (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c/4f1f9a61-fa2c-4b07-afd9-64527224a57c/9a7b786a-db1e-47ea-a86a-948000e2f9c8) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:46.092266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:04:46.096705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4e025ba6-c153-4bbe-9fee-0c9304b71794 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:46.097556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.123664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:46.133934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (74955977-2aaa-4463-bed7-29be6c84ebec), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.135837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=039a1658-ce19-422d-b13b-1ed1d38e7980,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:46.144364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (8f1b5936-bc55-4858-86e5-ce11ee3500cf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.147674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:46.184561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:46.206854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:46.216094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:46.221945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:46.222573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.230849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Provisioning complete for port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:46.231242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.237965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:46.238616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:46.256689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=74955977-2aaa-4463-bed7-29be6c84ebec,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:46.272254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': '17b5186f-0bbc-4eea-a7ce-0c673f37bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:46.272747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: 56337c38-6178-4785-9d0f-b6c2641a76e3, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:46.296602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (6e981317-2e13-4b84-843c-c0f07c6874bc), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.305690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:46.307852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Checking segment: {'id': 'edfea74a-bf13-472f-814f-7e03e8b7701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:46.308933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network hostable DHCP agents. Network: a988b637-3bed-461b-8892-bd9946b23f04, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:46.355569 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bd446b43-bdbe-4145-ba79-b4d64f528ddb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2952921 Apr 29 04:04:46.356238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59464) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:46.356377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] Pushing event deleted for resources: {'Port': ['ID=6e981317-2e13-4b84-843c-c0f07c6874bc,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:46.365965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c', 'name': 'tempest-PortsIpV6TestJSON-95374831', 'fixed_ips': [{'subnet_id': '4f1f9a61-fa2c-4b07-afd9-64527224a57c', 'ip_address': '2001:db8::f'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:46.383585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Subnet': ['ID=8f1b5936-bc55-4858-86e5-ce11ee3500cf,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:46.397325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbe0fa-34a5-4b0b-870a-5a036f0aa5f3 None None] No DVR routers for this DVR port 6e981317-2e13-4b84-843c-c0f07c6874bc on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:46.405983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:46.406617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:46.449536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network a988b637-3bed-461b-8892-bd9946b23f04 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:46.469076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:46.472662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:46.473840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed57b53-707b-4ac2-a5fe-449ef6e55c08 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:46.488658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4e025ba6-c153-4bbe-9fee-0c9304b71794 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:46.512257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Publish callbacks [] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.539406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a988b637-3bed-461b-8892-bd9946b23f04) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:46.544255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 56337c38-6178-4785-9d0f-b6c2641a76e3) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:46.550700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:46.551570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.557147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:46.557933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.566473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ebbc3200-06e7-4c3e-b644-75091e5d278b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:46.574533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.576753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71ea52-e20a-4fd4-a65e-4446d7f4dedf None None] Network a988b637-3bed-461b-8892-bd9946b23f04 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:46.578700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee0739-3555-4e3e-8b00-1ca0923492cd None None] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:46.593601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:46.599806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.619773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 2ca493b0-9924-4e88-9010-ef346805bf8a yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:46.675711 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d478efb8-5c7f-426c-926e-350ad53e473e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5306532 Apr 29 04:04:46.679082 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1eb05036-2323-466d-bc50-b9b74c1310b7 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2509124 Apr 29 04:04:46.684244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59466) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:46.687782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7ad42d05-c578-467e-83c7-e0279361548c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9001069 Apr 29 04:04:46.692978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'port_id': '99e62ebe-47d4-4bda-815e-b92dd20c3f84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:46.697745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59468) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:46.698079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59470) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:46.705292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'port': {'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04', 'name': 'tempest-NetworksIpV6TestAttrs-1050732968'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:46.711222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3', 'name': 'tempest-PortsTestJSON-1072015037'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:46.756362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.21.0.1 (16e5e207-b934-4a40-8dff-5fe81b57e1b2/e7b320cb-7125-47e7-9dcb-0cc410dac478/78590b78-b74b-4cfd-ac6a-1668b1752485) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:46.775125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.777133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ebbc3200-06e7-4c3e-b644-75091e5d278b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:46.777597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ebbc3200-06e7-4c3e-b644-75091e5d278b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:46.913836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Current status of the port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:46.929726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::f (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c/4f1f9a61-fa2c-4b07-afd9-64527224a57c/2ca493b0-9924-4e88-9010-ef346805bf8a) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:46.935121 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-53cc8104-95fe-416c-835e-101d94d1833d tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:04:46.938954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-53cc8104-95fe-416c-835e-101d94d1833d tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9613271 Apr 29 04:04:46.939450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59472) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:46.945888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:46.971982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:46.971982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Pushing event updated for resources: {'Port': ['ID=9a7b786a-db1e-47ea-a86a-948000e2f9c8,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:46.972407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Provisioning complete for port a5de7282-f936-433e-a5c7-8bd0c7597df3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:46.972882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:46.976158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:46.991541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.035235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ecc2d3cb-0ded-4dad-88a6-7edcda3b217d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:47.096234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a988b637-3bed-461b-8892-bd9946b23f04', 'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04', 'project_id': '5485039ef85e4af7bd87edff4c355dc7', 'fixed_ips': [{'subnet_id': '8f1b5936-bc55-4858-86e5-ce11ee3500cf'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:47.097805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.127729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-56337c38-6178-4785-9d0f-b6c2641a76e3', 'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': '74955977-2aaa-4463-bed7-29be6c84ebec'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:47.128729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.135918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (b60ade63-f603-478e-85e7-f83690b0210e), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.162942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Port a5de7282-f936-433e-a5c7-8bd0c7597df3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:47.175358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Could not find standard attr ID for object 6e981317-2e13-4b84-843c-c0f07c6874bc. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:47.255151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.257056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Attempting to bind port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:47.257557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Attempting to bind port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1262115b-3518-432d-88e6-5589d513f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:47.258033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Attempting to bind port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 on network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:47.277979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Provisioning complete for port 408427e4-a183-4169-9005-063491b46a32 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:47.278889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (408427e4-a183-4169-9005-063491b46a32), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.350426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:47.350426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Checking segment: {'id': '1262115b-3518-432d-88e6-5589d513f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:47.350982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.351800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Bound using segment: {'id': '1262115b-3518-432d-88e6-5589d513f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:47.352076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Bound port: 9a7b786a-db1e-47ea-a86a-948000e2f9c8, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1262115b-3518-432d-88e6-5589d513f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:47.352562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.364908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:47.365436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.377058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:47.386193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:47.389536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.395988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:47.398561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:47.423515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (2ca493b0-9924-4e88-9010-ef346805bf8a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.462737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=78590b78-b74b-4cfd-ac6a-1668b1752485,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:47.478948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 26714187-4505-4d90-905c-f6b3d47660b2 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:47.479195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.490130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:47.493554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.560017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Allocated IP 2001:db8::f816:3eff:fe67:503 (a988b637-3bed-461b-8892-bd9946b23f04/8f1b5936-bc55-4858-86e5-ce11ee3500cf/44aca0a7-d0b4-440e-8051-1652b10e849d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:47.588579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Allocated IP 172.20.0.2 (56337c38-6178-4785-9d0f-b6c2641a76e3/74955977-2aaa-4463-bed7-29be6c84ebec/61881834-39c9-41a1-9367-07bb20336b25) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:47.589401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.609888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] device_id is not set on port 3cd7d607-eb69-491b-84c3-016ada19d23e yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:47.628514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] For port 9a7b786a-db1e-47ea-a86a-948000e2f9c8, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:47.700071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] For port 9a7b786a-db1e-47ea-a86a-948000e2f9c8, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9a7b786a-db1e-47ea-a86a-948000e2f9c8,segment=NetworkSegment(1262115b-3518-432d-88e6-5589d513f54e),segment_id=1262115b-3518-432d-88e6-5589d513f54e)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:47.780167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Current status of the port 408427e4-a183-4169-9005-063491b46a32 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:47.780555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (408427e4-a183-4169-9005-063491b46a32), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.784695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2ca493b0-9924-4e88-9010-ef346805bf8a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.829717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.842226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:47.843284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f49283f6-d449-4586-84e9-bd9cdde600ae up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:47.873229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:47.886120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:47.891992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:47.898192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:47.898533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.911135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=2ca493b0-9924-4e88-9010-ef346805bf8a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:47.921772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting port a5de7282-f936-433e-a5c7-8bd0c7597df3 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:47.922168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.961199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:47.985958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] For port 408427e4-a183-4169-9005-063491b46a32, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=408427e4-a183-4169-9005-063491b46a32,segment=NetworkSegment(ccbf56b0-b19c-499f-8749-c0d5d3260bca),segment_id=ccbf56b0-b19c-499f-8749-c0d5d3260bca)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:48.027930 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bdc07f6e-38cf-4792-a22e-968f5e8746ef tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6672130 Apr 29 04:04:48.032889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59478) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:48.074965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.091208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (408427e4-a183-4169-9005-063491b46a32), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.097078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189f489-1c1b-4546-9a15-8abd48ef5a0a None None] Pushing event updated for resources: {'Port': ['ID=9a7b786a-db1e-47ea-a86a-948000e2f9c8,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:48.131931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Calling delete_port for a5de7282-f936-433e-a5c7-8bd0c7597df3 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:48.149157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Publish callbacks [] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.151475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Publish callbacks [] for port (61881834-39c9-41a1-9367-07bb20336b25), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.160707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f49283f6-d449-4586-84e9-bd9cdde600ae triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:48.160917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.170883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4a47d-dd09-4638-a7ab-45a41b511904 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.176300 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-07e4a47d-dd09-4638-a7ab-45a41b511904 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1431482 Apr 29 04:04:48.179513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59480) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:48.229420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59482) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:48.234356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.234950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd0e5e-dec8-4f56-9651-a0e4539ba118 None None] Pushing event updated for resources: {'Port': ['ID=408427e4-a183-4169-9005-063491b46a32,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:48.239262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-89fdf393-ae8e-4f1f-a20c-8d50a8ebbdc9 None None] Provisioning complete for port 78590b78-b74b-4cfd-ac6a-1668b1752485 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:48.240424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-89fdf393-ae8e-4f1f-a20c-8d50a8ebbdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.248566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (61881834-39c9-41a1-9367-07bb20336b25), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.309965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.352630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (b60ade63-f603-478e-85e7-f83690b0210e), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.372701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b917e-bca8-4412-bf4f-9d6385402454 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.373302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b917e-bca8-4412-bf4f-9d6385402454 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.374224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b917e-bca8-4412-bf4f-9d6385402454 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.376293 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fe4b917e-bca8-4412-bf4f-9d6385402454 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=251b2b9bed71496c8fa2601d860910ad&network_id=5337c379-932b-4dcd-bd28-6a66be40abee HTTP/1.1" status: 200 len: 3103 time: 0.1453075 Apr 29 04:04:48.376627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-89fdf393-ae8e-4f1f-a20c-8d50a8ebbdc9 None None] Port 78590b78-b74b-4cfd-ac6a-1668b1752485 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:48.390573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Pushing event updated for resources: {'Port': ['ID=61881834-39c9-41a1-9367-07bb20336b25,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:48.414053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:48.489483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Pushing event updated for resources: {'Port': ['ID=44aca0a7-d0b4-440e-8051-1652b10e849d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:48.493473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa71e98-0fb0-425d-90f1-e546dbaf98d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.495754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Network a988b637-3bed-461b-8892-bd9946b23f04 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:48.498887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa71e98-0fb0-425d-90f1-e546dbaf98d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.504235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa71e98-0fb0-425d-90f1-e546dbaf98d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:48.506081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:48.511193 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7aa71e98-0fb0-425d-90f1-e546dbaf98d3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3272407 Apr 29 04:04:48.511328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:48.516548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:48.516711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59486) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:48.527251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:48.569301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f49283f6-d449-4586-84e9-bd9cdde600ae is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:48.571799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4e025ba6-c153-4bbe-9fee-0c9304b71794 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:48.612972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.13 (56337c38-6178-4785-9d0f-b6c2641a76e3/74955977-2aaa-4463-bed7-29be6c84ebec/26714187-4505-4d90-905c-f6b3d47660b2) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:48.616338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Allocated IP 2001:db8::f816:3eff:fe13:3a64 (a988b637-3bed-461b-8892-bd9946b23f04/8f1b5936-bc55-4858-86e5-ce11ee3500cf/3cd7d607-eb69-491b-84c3-016ada19d23e) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:48.703846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Attempting to bind port 44aca0a7-d0b4-440e-8051-1652b10e849d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:48.704693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Attempting to bind port 44aca0a7-d0b4-440e-8051-1652b10e849d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'edfea74a-bf13-472f-814f-7e03e8b7701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:48.705302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Attempting to bind port 44aca0a7-d0b4-440e-8051-1652b10e849d on network a988b637-3bed-461b-8892-bd9946b23f04 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:48.914047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Attempting to bind port 61881834-39c9-41a1-9367-07bb20336b25 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:48.914428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Attempting to bind port 61881834-39c9-41a1-9367-07bb20336b25 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '17b5186f-0bbc-4eea-a7ce-0c673f37bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:48.914757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Attempting to bind port 61881834-39c9-41a1-9367-07bb20336b25 on network 56337c38-6178-4785-9d0f-b6c2641a76e3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:48.916891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:48.917256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Checking segment: {'id': 'edfea74a-bf13-472f-814f-7e03e8b7701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:48.917829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.918058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Bound using segment: {'id': 'edfea74a-bf13-472f-814f-7e03e8b7701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:48.918534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Bound port: 44aca0a7-d0b4-440e-8051-1652b10e849d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfea74a-bf13-472f-814f-7e03e8b7701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a988b637-3bed-461b-8892-bd9946b23f04'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:48.918911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.936877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.940051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4e025ba6-c153-4bbe-9fee-0c9304b71794 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:48.941934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.964237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 2ca493b0-9924-4e88-9010-ef346805bf8a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:48.964752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2ca493b0-9924-4e88-9010-ef346805bf8a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.985725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:48.986100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Checking segment: {'id': '17b5186f-0bbc-4eea-a7ce-0c673f37bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:48.986683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:48.986900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Bound using segment: {'id': '17b5186f-0bbc-4eea-a7ce-0c673f37bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:48.987392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Bound port: 61881834-39c9-41a1-9367-07bb20336b25, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b5186f-0bbc-4eea-a7ce-0c673f37bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '56337c38-6178-4785-9d0f-b6c2641a76e3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:48.987772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (61881834-39c9-41a1-9367-07bb20336b25), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.042752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.058579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a5de7282-f936-433e-a5c7-8bd0c7597df3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.085496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:49.129540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.134887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4e025ba6-c153-4bbe-9fee-0c9304b71794 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:49.135958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 408427e4-a183-4169-9005-063491b46a32 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:49.185584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] For port 44aca0a7-d0b4-440e-8051-1652b10e849d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:49.210413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] For port 44aca0a7-d0b4-440e-8051-1652b10e849d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=44aca0a7-d0b4-440e-8051-1652b10e849d,segment=NetworkSegment(edfea74a-bf13-472f-814f-7e03e8b7701c),segment_id=edfea74a-bf13-472f-814f-7e03e8b7701c)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:49.212791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] For port 61881834-39c9-41a1-9367-07bb20336b25, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:49.217841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 408427e4-a183-4169-9005-063491b46a32 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:49.218007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (408427e4-a183-4169-9005-063491b46a32), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.289998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] For port 61881834-39c9-41a1-9367-07bb20336b25, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61881834-39c9-41a1-9367-07bb20336b25,segment=NetworkSegment(17b5186f-0bbc-4eea-a7ce-0c673f37bce7),segment_id=17b5186f-0bbc-4eea-a7ce-0c673f37bce7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:49.292117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.292253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2ca493b0-9924-4e88-9010-ef346805bf8a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.391444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for port (3cd7d607-eb69-491b-84c3-016ada19d23e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.397932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (61881834-39c9-41a1-9367-07bb20336b25), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.403664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=78590b78-b74b-4cfd-ac6a-1668b1752485,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:49.429553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 408427e4-a183-4169-9005-063491b46a32 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:49.431854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9d2c-43a7-45cc-97ca-bf1a90512863 None None] Pushing event updated for resources: {'Port': ['ID=44aca0a7-d0b4-440e-8051-1652b10e849d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:49.460464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (26714187-4505-4d90-905c-f6b3d47660b2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.468198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 2ca493b0-9924-4e88-9010-ef346805bf8a owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:49.495572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Port': ['ID=a5de7282-f936-433e-a5c7-8bd0c7597df3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:49.522919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d3fd7-f768-4e1f-b837-88a67b0e3282 None None] Pushing event updated for resources: {'Port': ['ID=61881834-39c9-41a1-9367-07bb20336b25,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:49.525168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.589769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:49.603104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.604044 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:49.616645 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:49.617268 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:49.635551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102fd2c-1f13-4911-b78f-8e42ccad7ef9 None None] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:49.657362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3cd7d607-eb69-491b-84c3-016ada19d23e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.707025 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:49.746567 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:49.747310 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:49.752374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:49.823950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network a988b637-3bed-461b-8892-bd9946b23f04 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:49.826252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] Provisioning complete for port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:49.826630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.831903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:49.838248 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:49.842258 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73dae5-d640-45aa-815e-7f64e45a91b4 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:49.863221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (26714187-4505-4d90-905c-f6b3d47660b2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.900633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:49.905590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Port': ['ID=3cd7d607-eb69-491b-84c3-016ada19d23e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:49.914830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:49.923342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:49.924270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.948368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:49.973541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9a49340f-eaea-445a-a111-4e722550eda6 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/floatingips/b60ade63-f603-478e-85e7-f83690b0210e HTTP/1.1" status: 200 len: 977 time: 3.2844644 Apr 29 04:04:49.978018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9a7b786a-db1e-47ea-a86a-948000e2f9c8 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:49.979725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:49.980821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59490) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:49.989856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:49.996444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:50.085103 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-56590105-142c-4267-80df-1dd962f13946 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3822405 Apr 29 04:04:50.146393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59492) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.151012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] Current status of the port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:50.151012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.167689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=26714187-4505-4d90-905c-f6b3d47660b2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:50.217186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:50.217593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.244079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:50.244755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.321094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] For port 9a7b786a-db1e-47ea-a86a-948000e2f9c8, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9a7b786a-db1e-47ea-a86a-948000e2f9c8,segment=NetworkSegment(1262115b-3518-432d-88e6-5589d513f54e),segment_id=1262115b-3518-432d-88e6-5589d513f54e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:50.376909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting subnet 8f1b5936-bc55-4858-86e5-ce11ee3500cf {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:50.384628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (8f1b5936-bc55-4858-86e5-ce11ee3500cf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.388448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.439134 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-59432c5e-e68a-48a1-8ed0-4953bd581780 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7384872 Apr 29 04:04:50.446956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59494) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.460153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:50.460519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.482616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Router 4e69ffa4-215b-4b08-b97b-58a732a46941 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:50.491536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 241efa0f-d22f-4f61-8637-d26db6e0398e has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:50.499242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431e3b4-40f9-4c4d-89c8-b0b2954f5d7b None None] Pushing event updated for resources: {'Port': ['ID=9a7b786a-db1e-47ea-a86a-948000e2f9c8,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:50.547568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Provisioning complete for port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:50.547941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.553068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:04:50.553428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:04:50.605225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (8f1b5936-bc55-4858-86e5-ce11ee3500cf), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.605504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2ca493b0-9924-4e88-9010-ef346805bf8a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.678109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Current status of the port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:50.688391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Provisioning complete for port 78590b78-b74b-4cfd-ac6a-1668b1752485 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:50.688820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.730655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=2ca493b0-9924-4e88-9010-ef346805bf8a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:50.744928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:50.746101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Port 78590b78-b74b-4cfd-ac6a-1668b1752485 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:50.756322 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f994a836-836a-4b09-9337-8a513d33f2cf tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8127096 Apr 29 04:04:50.761518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] Sync routers for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:50.771749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Provisioning complete for port 039a1658-ce19-422d-b13b-1ed1d38e7980 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:50.772467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.781346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59496) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.792950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:50.801358 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7da55151-6e16-45cf-b7c5-e27e9a15189d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/2ca493b0-9924-4e88-9010-ef346805bf8a HTTP/1.1" status: 204 len: 168 time: 2.2852497 Apr 29 04:04:50.804296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59498) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.806727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:50.808512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:50.816376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:50.830001 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] Sync routers for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:50.847974 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:50.851438 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:50.853433 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-067c6217-f28f-40ca-b7cf-88f47844ec1e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/241efa0f-d22f-4f61-8637-d26db6e0398e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6763895 Apr 29 04:04:50.854099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59500) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.863978 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d07cec8-8f73-47ec-9722-b3cf67596dc0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:50.872039 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3d07cec8-8f73-47ec-9722-b3cf67596dc0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/2ca493b0-9924-4e88-9010-ef346805bf8a HTTP/1.1" status: 404 len: 333 time: 0.0601704 Apr 29 04:04:50.872805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59502) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.907313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:50.912295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Port 039a1658-ce19-422d-b13b-1ed1d38e7980 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:50.921892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-59b69cd4-c1f7-4594-a41a-de373238c009 None None] Could not find standard attr ID for object 2ca493b0-9924-4e88-9010-ef346805bf8a. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:50.929563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:50.930868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:50.976019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:50.977013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c4ad7-8e6f-4df7-b6f1-ca1a510801b7 None None] The sync data for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:50.985286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc8418-8f8a-432f-85af-35411cc95c48 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:50.987691 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-01bc8418-8f8a-432f-85af-35411cc95c48 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports/78590b78-b74b-4cfd-ac6a-1668b1752485 HTTP/1.1" status: 200 len: 910 time: 0.1317146 Apr 29 04:04:50.991696 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-98f7248b-0d9d-49d1-811d-4f9383a2d6e4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] delete failed (client error): The resource could not be found. Apr 29 04:04:50.993221 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-98f7248b-0d9d-49d1-811d-4f9383a2d6e4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-103420095 HTTP/1.1" status: 404 len: 334 time: 0.2107589 Apr 29 04:04:50.998114 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59504) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:50.998517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59506) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:51.005173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5e1eba2f-9e32-46f6-99d6-a5d36b62d946 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e69ffa4-215b-4b08-b97b-58a732a46941'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:51.027857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (8f1b5936-bc55-4858-86e5-ce11ee3500cf), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.048755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-733c4f04-d26b-40ea-b150-c309f57d7820 None None] Provisioning complete for port 039a1658-ce19-422d-b13b-1ed1d38e7980 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:51.049389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-733c4f04-d26b-40ea-b150-c309f57d7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.070190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 26714187-4505-4d90-905c-f6b3d47660b2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:51.070612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (26714187-4505-4d90-905c-f6b3d47660b2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.091863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port aff3f97a-b34f-4f43-b375-a970e5a461c0 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:51.092989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.116454 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:51.127697 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:51.128336 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:51.208403 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:51.209408 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eff809-2169-48e0-80f1-b91a179707a1 None None] The sync data for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:51.217201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-733c4f04-d26b-40ea-b150-c309f57d7820 None None] Port 039a1658-ce19-422d-b13b-1ed1d38e7980 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:51.239671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:51.240936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 408427e4-a183-4169-9005-063491b46a32 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:51.329706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 408427e4-a183-4169-9005-063491b46a32 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:51.330134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (408427e4-a183-4169-9005-063491b46a32), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.359025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.359989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (aff3f97a-b34f-4f43-b375-a970e5a461c0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.379225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (26714187-4505-4d90-905c-f6b3d47660b2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.383230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab640d2-bc89-44da-9738-1a5ec4681b79 None None] Network a988b637-3bed-461b-8892-bd9946b23f04 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:51.389986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for aff3f97a-b34f-4f43-b375-a970e5a461c0 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:51.407722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 26714187-4505-4d90-905c-f6b3d47660b2 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:51.469616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (8f1b5936-bc55-4858-86e5-ce11ee3500cf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.488337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e1eba2f-9e32-46f6-99d6-a5d36b62d946 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router_gateway (4e69ffa4-215b-4b08-b97b-58a732a46941), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.530460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 408427e4-a183-4169-9005-063491b46a32 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:51.547901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Provisioning complete for port 44aca0a7-d0b4-440e-8051-1652b10e849d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:51.547901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.650050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.672348 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/8f1b5936-bc55-4858-86e5-ce11ee3500cf HTTP/1.1" status: 204 len: 168 time: 1.5245817 Apr 29 04:04:51.673563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19041fcc-b6fb-4f34-8419-2fd420d26da4 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1b5936-bc55-4858-86e5-ce11ee3500cf,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:51.696039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Current status of the port 44aca0a7-d0b4-440e-8051-1652b10e849d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:51.696438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.698722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59510) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:51.744727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] For port 44aca0a7-d0b4-440e-8051-1652b10e849d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=44aca0a7-d0b4-440e-8051-1652b10e849d,segment=NetworkSegment(edfea74a-bf13-472f-814f-7e03e8b7701c),segment_id=edfea74a-bf13-472f-814f-7e03e8b7701c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:51.827877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:51.835245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Could not find standard attr ID for object 2ca493b0-9924-4e88-9010-ef346805bf8a. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:51.926557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc869-1966-4e12-bd2e-f6fe820fd6ef None None] Pushing event updated for resources: {'Port': ['ID=44aca0a7-d0b4-440e-8051-1652b10e849d,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:51.932453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 44aca0a7-d0b4-440e-8051-1652b10e849d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:51.944664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-5e1eba2f-9e32-46f6-99d6-a5d36b62d946 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] update failed (client error): The resource could not be found. Apr 29 04:04:51.951327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0427773-bc40-4f26-991a-79af399e174b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:51.953150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0427773-bc40-4f26-991a-79af399e174b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:51.954607 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e1eba2f-9e32-46f6-99d6-a5d36b62d946 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941 HTTP/1.1" status: 404 len: 339 time: 0.9538016 Apr 29 04:04:51.958582 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a0427773-bc40-4f26-991a-79af399e174b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2540820 Apr 29 04:04:51.959429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59512) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:51.959766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59514) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:51.962445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce406399-48e3-4d84-aa39-f9b71eacded2 None None] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:51.965533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 039a1658-ce19-422d-b13b-1ed1d38e7980 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:51.965885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.010825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1116076815'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:52.048981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] Provisioning complete for port 61881834-39c9-41a1-9367-07bb20336b25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:52.049974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (61881834-39c9-41a1-9367-07bb20336b25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.057108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a2c6b-ca1b-42bf-bd65-0aa017f37b5a None None] Network a988b637-3bed-461b-8892-bd9946b23f04 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:52.143185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f695531e-844f-4f72-9a94-cdb14fa11247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a988b637-3bed-461b-8892-bd9946b23f04), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.146931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.153098 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f695531e-844f-4f72-9a94-cdb14fa11247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 04:04:52.153673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f695531e-844f-4f72-9a94-cdb14fa11247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:52.161269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f695531e-844f-4f72-9a94-cdb14fa11247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/a988b637-3bed-461b-8892-bd9946b23f04 HTTP/1.1" status: 409 len: 466 time: 0.1414380 Apr 29 04:04:52.161504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59516) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:52.166356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-228536004'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:52.185812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 039a1658-ce19-422d-b13b-1ed1d38e7980 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:52.192229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 44aca0a7-d0b4-440e-8051-1652b10e849d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:52.192601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.198896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:52.202796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.204841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (26714187-4505-4d90-905c-f6b3d47660b2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.207779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (aff3f97a-b34f-4f43-b375-a970e5a461c0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.251661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=aff3f97a-b34f-4f43-b375-a970e5a461c0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:52.315225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:52.318638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.327352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=26714187-4505-4d90-905c-f6b3d47660b2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:52.328952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:52.346881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.412233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (77ba9199-ce30-43cd-8b3b-00e4525bd6e0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.412833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Added segment 77ba9199-ce30-43cd-8b3b-00e4525bd6e0 of type vlan for network bd703c68-434e-419a-8baa-b10997f7d97b Apr 29 04:04:52.457341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] Current status of the port 61881834-39c9-41a1-9367-07bb20336b25 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:52.457805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (61881834-39c9-41a1-9367-07bb20336b25), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.470947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:52.508437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.511995 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4e399aa5-56cb-49de-934c-40801d985fd0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/26714187-4505-4d90-905c-f6b3d47660b2 HTTP/1.1" status: 204 len: 168 time: 2.0640335 Apr 29 04:04:52.520041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] For port 61881834-39c9-41a1-9367-07bb20336b25, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61881834-39c9-41a1-9367-07bb20336b25,segment=NetworkSegment(17b5186f-0bbc-4eea-a7ce-0c673f37bce7),segment_id=17b5186f-0bbc-4eea-a7ce-0c673f37bce7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:52.522512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59520) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:52.531581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.531916 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Added segment f0ca907d-96c5-46dd-a465-a25eeae8ef64 of type vlan for network 18fdbf0e-efca-4619-871d-9c6613f36707 Apr 29 04:04:52.533400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (b60ade63-f603-478e-85e7-f83690b0210e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.533783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP b60ade63-f603-478e-85e7-f83690b0210e disassociated (deleted). External IP: 172.26.4.156, port: 99e62ebe-47d4-4bda-815e-b92dd20c3f84. Apr 29 04:04:52.536928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (bd703c68-434e-419a-8baa-b10997f7d97b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.581304 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f97f414-749b-4f9c-95f0-478b20ffa8fb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:04:52.581989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f97f414-749b-4f9c-95f0-478b20ffa8fb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:04:52.584179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 44aca0a7-d0b4-440e-8051-1652b10e849d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:52.585123 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5f97f414-749b-4f9c-95f0-478b20ffa8fb tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/26714187-4505-4d90-905c-f6b3d47660b2 HTTP/1.1" status: 404 len: 333 time: 0.0605333 Apr 29 04:04:52.588114 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59522) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:52.589012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61881834-39c9-41a1-9367-07bb20336b25 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:52.626769 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79dc5b4-cc31-4d70-bf49-08dc83087ed3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:04:52.632403 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d79dc5b4-cc31-4d70-bf49-08dc83087ed3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/26714187-4505-4d90-905c-f6b3d47660b2 HTTP/1.1" status: 404 len: 333 time: 0.0429113 Apr 29 04:04:52.632785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59524) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:52.643013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.660304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] DHCP port deletion for a988b637-3bed-461b-8892-bd9946b23f04 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:52.699145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (61881834-39c9-41a1-9367-07bb20336b25), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.712614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 61881834-39c9-41a1-9367-07bb20336b25 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:52.712993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (61881834-39c9-41a1-9367-07bb20336b25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.732759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (039a1658-ce19-422d-b13b-1ed1d38e7980), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.790445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=039a1658-ce19-422d-b13b-1ed1d38e7980,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:52.809837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] Deleting port 44aca0a7-d0b4-440e-8051-1652b10e849d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:52.810357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.878904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 74955977-2aaa-4463-bed7-29be6c84ebec {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:52.883137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (74955977-2aaa-4463-bed7-29be6c84ebec), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.896169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba61b0a-16ef-4547-bffd-66c7fc00ed27 None None] Pushing event updated for resources: {'Port': ['ID=61881834-39c9-41a1-9367-07bb20336b25,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:52.915562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Provisioning complete for port 3cd7d607-eb69-491b-84c3-016ada19d23e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:52.915933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3cd7d607-eb69-491b-84c3-016ada19d23e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.936270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:52.947540 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-90be9620-eeb7-4efc-aaef-3468324a93db tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/039a1658-ce19-422d-b13b-1ed1d38e7980 HTTP/1.1" status: 204 len: 168 time: 2.0631747 Apr 29 04:04:52.960048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59526) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:52.994970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (bd703c68-434e-419a-8baa-b10997f7d97b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.000011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:53.000622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.001207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (74955977-2aaa-4463-bed7-29be6c84ebec), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.004967 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8f92e4-45db-4b41-a263-0130ace7ebeb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:04:53.005148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:04:53.010977 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cd8f92e4-45db-4b41-a263-0130ace7ebeb tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/039a1658-ce19-422d-b13b-1ed1d38e7980 HTTP/1.1" status: 404 len: 333 time: 0.0497751 Apr 29 04:04:53.012545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Port 3cd7d607-eb69-491b-84c3-016ada19d23e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:04:53.019499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59528) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:53.059778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 78590b78-b74b-4cfd-ac6a-1668b1752485 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:53.060118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.085948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 61881834-39c9-41a1-9367-07bb20336b25 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:53.086976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9a7b786a-db1e-47ea-a86a-948000e2f9c8 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:53.145593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] For port 44aca0a7-d0b4-440e-8051-1652b10e849d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=44aca0a7-d0b4-440e-8051-1652b10e849d,segment=NetworkSegment(edfea74a-bf13-472f-814f-7e03e8b7701c),segment_id=edfea74a-bf13-472f-814f-7e03e8b7701c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:53.145874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.159261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] Calling delete_port for 44aca0a7-d0b4-440e-8051-1652b10e849d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:53.164545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (74955977-2aaa-4463-bed7-29be6c84ebec), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.171280 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1629260 Apr 29 04:04:53.171280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.174343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Provisioning complete for port 61881834-39c9-41a1-9367-07bb20336b25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:53.174718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (61881834-39c9-41a1-9367-07bb20336b25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.176339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:53.176942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.187561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59530) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:53.188068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970331de-eb13-47ab-ba75-87b51321ca99 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Network': ['ID=bd703c68-434e-419a-8baa-b10997f7d97b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:53.198427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'subnet': {'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:53.211520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network bd703c68-434e-419a-8baa-b10997f7d97b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:53.283485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:53.283841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.301944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 4f1f9a61-fa2c-4b07-afd9-64527224a57c {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:04:53.331064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.345180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 78590b78-b74b-4cfd-ac6a-1668b1752485 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:53.356526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (4f1f9a61-fa2c-4b07-afd9-64527224a57c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.396714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (74955977-2aaa-4463-bed7-29be6c84ebec), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.430017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=74955977-2aaa-4463-bed7-29be6c84ebec,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:53.439170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.448773 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2804444 Apr 29 04:04:53.449368 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8058357f-e586-4349-802e-c9d2f48af18a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/74955977-2aaa-4463-bed7-29be6c84ebec HTTP/1.1" status: 204 len: 168 time: 0.8057368 Apr 29 04:04:53.449368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59532) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:53.449611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e9e95-6520-4afa-845d-c8ab94ac0e2b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Network': ['ID=18fdbf0e-efca-4619-871d-9c6613f36707,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:53.455939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'subnet': {'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:53.461808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59534) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:53.462210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59536) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:53.495054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 18fdbf0e-efca-4619-871d-9c6613f36707 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:53.496904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202273ae-4655-406d-9e3a-299ded86d069 None None] Network 56337c38-6178-4785-9d0f-b6c2641a76e3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:53.559886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (44aca0a7-d0b4-440e-8051-1652b10e849d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.567761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:53.596084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409d536-876a-42e0-8bc7-42a0a5fdad99 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:53.597882 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1409d536-876a-42e0-8bc7-42a0a5fdad99 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 814 time: 0.1317167 Apr 29 04:04:53.601379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Current status of the port 61881834-39c9-41a1-9367-07bb20336b25 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:53.607389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (4f1f9a61-fa2c-4b07-afd9-64527224a57c), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.647667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Could not find standard attr ID for object 44aca0a7-d0b4-440e-8051-1652b10e849d. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:53.690147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] Pushing event deleted for resources: {'Port': ['ID=44aca0a7-d0b4-440e-8051-1652b10e849d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:53.693493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90503a8-5a02-4ffb-a3f9-0176186ec2cb None None] No DVR routers for this DVR port 44aca0a7-d0b4-440e-8051-1652b10e849d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:53.700689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5379a7b1-82ad-4a3c-b99d-366122555806 None None] Could not find standard attr ID for object 26714187-4505-4d90-905c-f6b3d47660b2. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:53.705120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:53.713658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.731928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61881834-39c9-41a1-9367-07bb20336b25 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:53.756504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (56337c38-6178-4785-9d0f-b6c2641a76e3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.770814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Made reservation on behalf of b290dbe9be7c4b40ac52558fe2960744 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:53.774279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.812625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 61881834-39c9-41a1-9367-07bb20336b25 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:53.812921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (61881834-39c9-41a1-9367-07bb20336b25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.831537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] DHCP port deletion for 56337c38-6178-4785-9d0f-b6c2641a76e3 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:53.852414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-050b1876-ce7b-46ae-920f-648e5e4b7163 None None] Could not find standard attr ID for object 26714187-4505-4d90-905c-f6b3d47660b2. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:04:53.854957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:53.891474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (78590b78-b74b-4cfd-ac6a-1668b1752485), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.907000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] Deleting port 61881834-39c9-41a1-9367-07bb20336b25 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:53.907368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (61881834-39c9-41a1-9367-07bb20336b25), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.926482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (4f1f9a61-fa2c-4b07-afd9-64527224a57c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:53.955210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=78590b78-b74b-4cfd-ac6a-1668b1752485,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:53.973058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 61881834-39c9-41a1-9367-07bb20336b25 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:53.973432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (61881834-39c9-41a1-9367-07bb20336b25), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.019919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] For port 61881834-39c9-41a1-9367-07bb20336b25, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61881834-39c9-41a1-9367-07bb20336b25,segment=NetworkSegment(17b5186f-0bbc-4eea-a7ce-0c673f37bce7),segment_id=17b5186f-0bbc-4eea-a7ce-0c673f37bce7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:54.020318 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (61881834-39c9-41a1-9367-07bb20336b25), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.036599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 61881834-39c9-41a1-9367-07bb20336b25 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:54.039981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] Calling delete_port for 61881834-39c9-41a1-9367-07bb20336b25 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:54.152323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 44aca0a7-d0b4-440e-8051-1652b10e849d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:54.180078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 44aca0a7-d0b4-440e-8051-1652b10e849d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:54.181402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 44aca0a7-d0b4-440e-8051-1652b10e849d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:54.181990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 61881834-39c9-41a1-9367-07bb20336b25, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=61881834-39c9-41a1-9367-07bb20336b25,segment=NetworkSegment(17b5186f-0bbc-4eea-a7ce-0c673f37bce7),segment_id=17b5186f-0bbc-4eea-a7ce-0c673f37bce7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:54.182367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (61881834-39c9-41a1-9367-07bb20336b25), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.200110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.238909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (4f1f9a61-fa2c-4b07-afd9-64527224a57c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.251015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 61881834-39c9-41a1-9367-07bb20336b25 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:54.277643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (61881834-39c9-41a1-9367-07bb20336b25), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.309541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] Pushing event deleted for resources: {'Port': ['ID=61881834-39c9-41a1-9367-07bb20336b25,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:54.311778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d9617-0bea-4f9a-9fd8-bf421075466e None None] No DVR routers for this DVR port 61881834-39c9-41a1-9367-07bb20336b25 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:54.319670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d98550-4c20-4b63-a4cf-f903cfa14b74 None None] Network 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:54.327815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1f9a61-fa2c-4b07-afd9-64527224a57c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:54.330082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.336498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3cb223ac-9d46-4485-a1b6-4b2ea1824112 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/4f1f9a61-fa2c-4b07-afd9-64527224a57c HTTP/1.1" status: 204 len: 168 time: 1.3073697 Apr 29 04:04:54.342189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59542) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:54.391350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:54.409949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:54.411638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.424115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:54.424115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.459891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.475622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:54.475622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.502211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:04:54.505454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (1dc9960e-c5ec-47ae-831a-1de2052c7729), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.506605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (93e783a8-b03c-49c1-99ec-e9c6e869f42a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.511337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.511994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214bf9d-59c2-426d-a54e-31cc75d50331 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:54.514788 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1bad37ad-34fd-435b-8773-bb8bbdfa9137 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/floatingips/b60ade63-f603-478e-85e7-f83690b0210e HTTP/1.1" status: 204 len: 168 time: 4.5305564 Apr 29 04:04:54.540954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59544) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:54.559143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.570565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] DHCP port deletion for 1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:04:54.602799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Subnet': ['ID=1dc9960e-c5ec-47ae-831a-1de2052c7729,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:54.602799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (61881834-39c9-41a1-9367-07bb20336b25), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.605923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 241efa0f-d22f-4f61-8637-d26db6e0398e has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:04:54.626863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Subnet': ['ID=93e783a8-b03c-49c1-99ec-e9c6e869f42a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:54.629254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] Deleting port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:54.630464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.661098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 61881834-39c9-41a1-9367-07bb20336b25 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:54.664385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=61881834-39c9-41a1-9367-07bb20336b25,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:54.688405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Checking segment: {'id': 'f0ca907d-96c5-46dd-a465-a25eeae8ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:54.693974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network hostable DHCP agents. Network: 18fdbf0e-efca-4619-871d-9c6613f36707, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:54.694164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Checking segment: {'id': '77ba9199-ce30-43cd-8b3b-00e4525bd6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:54.694164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network hostable DHCP agents. Network: bd703c68-434e-419a-8baa-b10997f7d97b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:54.696960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 99e62ebe-47d4-4bda-815e-b92dd20c3f84 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:54.697298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (99e62ebe-47d4-4bda-815e-b92dd20c3f84), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.719507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:54.719789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] For port 9a7b786a-db1e-47ea-a86a-948000e2f9c8, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9a7b786a-db1e-47ea-a86a-948000e2f9c8,segment=NetworkSegment(1262115b-3518-432d-88e6-5589d513f54e),segment_id=1262115b-3518-432d-88e6-5589d513f54e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:54.719893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.720136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.736064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59546) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:54.743421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] Calling delete_port for 9a7b786a-db1e-47ea-a86a-948000e2f9c8 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:54.743734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--1213860595', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:54.791266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (56337c38-6178-4785-9d0f-b6c2641a76e3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.847379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56337c38-6178-4785-9d0f-b6c2641a76e3']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.850433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port 9a7b786a-db1e-47ea-a86a-948000e2f9c8, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9a7b786a-db1e-47ea-a86a-948000e2f9c8,segment=NetworkSegment(1262115b-3518-432d-88e6-5589d513f54e),segment_id=1262115b-3518-432d-88e6-5589d513f54e)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:54.850803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.866417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network bd703c68-434e-419a-8baa-b10997f7d97b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:54.873182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b5186f-0bbc-4eea-a7ce-0c673f37bce7') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.873513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b5186f-0bbc-4eea-a7ce-0c673f37bce7') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:54.875544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 9a7b786a-db1e-47ea-a86a-948000e2f9c8 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:54.889856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (17b5186f-0bbc-4eea-a7ce-0c673f37bce7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.930790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.942350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (17b5186f-0bbc-4eea-a7ce-0c673f37bce7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.951993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:54.952402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (17b5186f-0bbc-4eea-a7ce-0c673f37bce7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:54.955871 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:54.960043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] Pushing event deleted for resources: {'Port': ['ID=9a7b786a-db1e-47ea-a86a-948000e2f9c8,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:54.963177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e040d3-2e03-41a4-8d1b-1d5c67856b68 None None] No DVR routers for this DVR port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:54.971993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, bd703c68-434e-419a-8baa-b10997f7d97b) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:54.991903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa1ab8-41d8-4d6a-8679-352a03bf224d None None] Network bd703c68-434e-419a-8baa-b10997f7d97b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:55.020454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:55.021042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.068178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9a7b786a-db1e-47ea-a86a-948000e2f9c8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.100805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=9a7b786a-db1e-47ea-a86a-948000e2f9c8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:55.116312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port 9a7b786a-db1e-47ea-a86a-948000e2f9c8 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:55.117959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (56337c38-6178-4785-9d0f-b6c2641a76e3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.129722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:55.132991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.134881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network 18fdbf0e-efca-4619-871d-9c6613f36707 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:55.150968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-bd703c68-434e-419a-8baa-b10997f7d97b', 'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b', 'project_id': 'b290dbe9be7c4b40ac52558fe2960744', 'fixed_ips': [{'subnet_id': '1dc9960e-c5ec-47ae-831a-1de2052c7729'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:55.152030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.160371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 18fdbf0e-efca-4619-871d-9c6613f36707) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:55.162294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:04:55.165959 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f756028c-e0f2-4bda-84fb-214e9338c9f3 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9747481 Apr 29 04:04:55.167814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59548) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:55.171404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-831b80f8-ee2d-4e83-ba45-e3d1301dd783 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/241efa0f-d22f-4f61-8637-d26db6e0398e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1718543 Apr 29 04:04:55.172732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:55.173411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.175437 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] Sync routers for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:04:55.181118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-32baf95f-d98a-42de-b3b3-d9fed213ac0a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:55.181419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.188208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59550) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:55.188359 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/56337c38-6178-4785-9d0f-b6c2641a76e3 HTTP/1.1" status: 204 len: 168 time: 1.7233007 Apr 29 04:04:55.188544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59552) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:55.193473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062ed04-4729-407a-bdc7-95e1ff204cf1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=56337c38-6178-4785-9d0f-b6c2641a76e3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:55.195536 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:55.197687 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.202439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf86416-b417-48a0-a37c-f77c8ba39806 None None] Network 18fdbf0e-efca-4619-871d-9c6613f36707 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:55.206295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-376505989'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:55.242255 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.247334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.253718 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:04:55.254428 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.276814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.288392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1262115b-3518-432d-88e6-5589d513f54e') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.288986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1262115b-3518-432d-88e6-5589d513f54e') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.291395 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:55.292110 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85327516-1a5c-459d-8e2c-59ee96a72353 None None] The sync data for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:04:55.308575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (1262115b-3518-432d-88e6-5589d513f54e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.324323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1262115b-3518-432d-88e6-5589d513f54e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.332221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:55.332629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (1262115b-3518-432d-88e6-5589d513f54e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:55.336937 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:55.339371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (99e62ebe-47d4-4bda-815e-b92dd20c3f84), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.357682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:55.424162 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-70992863-860a-4d39-bfea-850a96f2607e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9771309 Apr 29 04:04:55.425552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59556) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:55.433158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 99e62ebe-47d4-4bda-815e-b92dd20c3f84 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:55.449433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-18fdbf0e-efca-4619-871d-9c6613f36707', 'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707', 'project_id': '5485039ef85e4af7bd87edff4c355dc7', 'fixed_ips': [{'subnet_id': '93e783a8-b03c-49c1-99ec-e9c6e869f42a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:55.450396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.473036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8fedfba4-d792-4ef6-898c-a4de3268b881), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.473423 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment 8fedfba4-d792-4ef6-898c-a4de3268b881 of type vlan for network e120daf9-1263-490b-87fb-c4be46ea6a54 Apr 29 04:04:55.490985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Allocated IP 2001:db8:1::2 (bd703c68-434e-419a-8baa-b10997f7d97b/1dc9960e-c5ec-47ae-831a-1de2052c7729/fb30682f-0964-4dae-86ba-498728426205) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:55.537270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.541567 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.550074 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c HTTP/1.1" status: 204 len: 168 time: 1.2039380 Apr 29 04:04:55.558532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59558) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:55.561445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:55.574076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.579292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1029548660'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:55.622241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e688d4-d23a-4fa8-ba9a-b4d0e26f5e21 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=1a75435d-b4c7-4a0c-aa14-e37a38cd4f4c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:55.643905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (e120daf9-1263-490b-87fb-c4be46ea6a54), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.679433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.766550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (93e783a8-b03c-49c1-99ec-e9c6e869f42a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.771679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:55.775617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.820785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.resource_extend [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:04:55.830283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-32baf95f-d98a-42de-b3b3-d9fed213ac0a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router_gateway (4e69ffa4-215b-4b08-b97b-58a732a46941), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.837680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61881834-39c9-41a1-9367-07bb20336b25 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:55.843045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:55.856851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5cf2dc02-7891-45d1-b52a-920c756b9811), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.858032 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Added segment 5cf2dc02-7891-45d1-b52a-920c756b9811 of type vlan for network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 Apr 29 04:04:55.859091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:55.873452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 61881834-39c9-41a1-9367-07bb20336b25 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:55.873801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 61881834-39c9-41a1-9367-07bb20336b25 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:55.874243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9a7b786a-db1e-47ea-a86a-948000e2f9c8 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:04:55.889222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c147dd5-70ec-415e-9fbb-ba845b0316f5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.889865 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment 2c147dd5-70ec-415e-9fbb-ba845b0316f5 of type vlan for network f5352a60-81ff-426c-82ee-8bf107a4fc63 Apr 29 04:04:55.904801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9a7b786a-db1e-47ea-a86a-948000e2f9c8 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:04:55.904980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9a7b786a-db1e-47ea-a86a-948000e2f9c8 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:04:55.914939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:55.920704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Allocated IP 2001:db8::f816:3eff:fe01:ec41 (18fdbf0e-efca-4619-871d-9c6613f36707/93e783a8-b03c-49c1-99ec-e9c6e869f42a/c2695dcb-db0d-4cc1-a993-b87fb827394b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:55.996048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Publish callbacks [] for port (fb30682f-0964-4dae-86ba-498728426205), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.003869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (e120daf9-1263-490b-87fb-c4be46ea6a54), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.008813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:56.009410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.021890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (f5352a60-81ff-426c-82ee-8bf107a4fc63), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.056359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.061784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:56.062385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.095386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (fb30682f-0964-4dae-86ba-498728426205), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.129809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Network': ['ID=1b354b65-9a90-4c8e-8ab0-5593fcddd6d1,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.146497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Network bd703c68-434e-419a-8baa-b10997f7d97b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:56.148985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:56.172485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:56.174500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-84c8a015-4997-4605-acbe-c605485f29ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6055701 Apr 29 04:04:56.175256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:56.177631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59560) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:56.183816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:56.185400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Publish callbacks [] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.189247 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4493477 Apr 29 04:04:56.192918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59562) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:56.234213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c50d3-600a-47e2-b364-916ad00ee60b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=e120daf9-1263-490b-87fb-c4be46ea6a54,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.276627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (f5352a60-81ff-426c-82ee-8bf107a4fc63), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.281739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:56.282368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.284361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network e120daf9-1263-490b-87fb-c4be46ea6a54 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:56.299807 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-32baf95f-d98a-42de-b3b3-d9fed213ac0a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:04:56.304925 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-32baf95f-d98a-42de-b3b3-d9fed213ac0a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941 HTTP/1.1" status: 400 len: 364 time: 1.1240685 Apr 29 04:04:56.315765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59564) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:56.362372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Pushing event updated for resources: {'Port': ['ID=fb30682f-0964-4dae-86ba-498728426205,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.385663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.394347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.423839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Network 18fdbf0e-efca-4619-871d-9c6613f36707 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:56.451572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:56.454197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:56.462364 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2624335 Apr 29 04:04:56.463114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Attempting to bind port fb30682f-0964-4dae-86ba-498728426205 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:56.463706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Attempting to bind port fb30682f-0964-4dae-86ba-498728426205 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '77ba9199-ce30-43cd-8b3b-00e4525bd6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:56.464414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Attempting to bind port fb30682f-0964-4dae-86ba-498728426205 on network bd703c68-434e-419a-8baa-b10997f7d97b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:56.498045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766907b-a892-4108-b7fe-c28dfa6be38c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=f5352a60-81ff-426c-82ee-8bf107a4fc63,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.501423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59566) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:56.503323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:56.504076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Checking segment: {'id': '77ba9199-ce30-43cd-8b3b-00e4525bd6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:56.504076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.504484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Bound using segment: {'id': '77ba9199-ce30-43cd-8b3b-00e4525bd6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:56.504974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Bound port: fb30682f-0964-4dae-86ba-498728426205, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ba9199-ce30-43cd-8b3b-00e4525bd6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bd703c68-434e-419a-8baa-b10997f7d97b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:56.505895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fb30682f-0964-4dae-86ba-498728426205), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.506040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (99e62ebe-47d4-4bda-815e-b92dd20c3f84), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.507843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Pushing event updated for resources: {'Port': ['ID=c2695dcb-db0d-4cc1-a993-b87fb827394b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.517641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:56.544384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:56.598774 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Attempting to bind port c2695dcb-db0d-4cc1-a993-b87fb827394b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:56.599171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Attempting to bind port c2695dcb-db0d-4cc1-a993-b87fb827394b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'f0ca907d-96c5-46dd-a465-a25eeae8ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:56.599495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Attempting to bind port c2695dcb-db0d-4cc1-a993-b87fb827394b on network 18fdbf0e-efca-4619-871d-9c6613f36707 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:56.612179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d2b33-b01c-444a-8ee8-c1eb9f589712 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:56.615237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:56.615670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Checking segment: {'id': 'f0ca907d-96c5-46dd-a465-a25eeae8ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:56.616081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.616473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Bound using segment: {'id': 'f0ca907d-96c5-46dd-a465-a25eeae8ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:56.616611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5d9d2b33-b01c-444a-8ee8-c1eb9f589712 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4224057 Apr 29 04:04:56.616962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Bound port: c2695dcb-db0d-4cc1-a993-b87fb827394b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ca907d-96c5-46dd-a465-a25eeae8ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18fdbf0e-efca-4619-871d-9c6613f36707'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:56.617296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59568) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:56.617421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.674680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=99e62ebe-47d4-4bda-815e-b92dd20c3f84,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.682685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (93e783a8-b03c-49c1-99ec-e9c6e869f42a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.721832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] For port fb30682f-0964-4dae-86ba-498728426205, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:56.733587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Subnet': ['ID=93e783a8-b03c-49c1-99ec-e9c6e869f42a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:56.743872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] For port fb30682f-0964-4dae-86ba-498728426205, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb30682f-0964-4dae-86ba-498728426205,segment=NetworkSegment(77ba9199-ce30-43cd-8b3b-00e4525bd6e0),segment_id=77ba9199-ce30-43cd-8b3b-00e4525bd6e0)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:56.770464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] For port c2695dcb-db0d-4cc1-a993-b87fb827394b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:56.773732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] For port c2695dcb-db0d-4cc1-a993-b87fb827394b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c2695dcb-db0d-4cc1-a993-b87fb827394b,segment=NetworkSegment(f0ca907d-96c5-46dd-a465-a25eeae8ef64),segment_id=f0ca907d-96c5-46dd-a465-a25eeae8ef64)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:56.864316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.866792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:56.870234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.891698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (fb30682f-0964-4dae-86ba-498728426205), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.896168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:56.931618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fdbf0e-efca-4619-871d-9c6613f36707']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:56.945064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b46b03-023f-4ec1-be9b-f56125ac4fe5 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:56.949469 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-63b46b03-023f-4ec1-be9b-f56125ac4fe5 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3286414 Apr 29 04:04:56.950102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59570) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:56.957866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ca907d-96c5-46dd-a465-a25eeae8ef64') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:56.958260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ca907d-96c5-46dd-a465-a25eeae8ef64') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:57.012516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ff062-f205-4e7c-b837-0c00e53875d1 None None] Pushing event updated for resources: {'Port': ['ID=fb30682f-0964-4dae-86ba-498728426205,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:57.050064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6e1de-73fa-4176-94eb-d92bb7e9e750 None None] Network 18fdbf0e-efca-4619-871d-9c6613f36707 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:57.056967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.067393 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-45f91c4e-7761-4e60-aee1-36211b1df8ee tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944221 Apr 29 04:04:57.072427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59572) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:57.093604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b139b12-c9c6-4b2a-908d-bb462d20364b None None] Pushing event updated for resources: {'Port': ['ID=c2695dcb-db0d-4cc1-a993-b87fb827394b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:57.108854 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7ec2a64a-9449-4c0a-90ec-bad19acf7618 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307431 Apr 29 04:04:57.112323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59574) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:57.113268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.156657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:57.157056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:57.166577 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:57.337096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.345001 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6824e81d-907e-40d0-9e04-40d2a545515d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/ports/99e62ebe-47d4-4bda-815e-b92dd20c3f84 HTTP/1.1" status: 204 len: 168 time: 2.7951477 Apr 29 04:04:57.345001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59576) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:57.349362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:04:57.349362 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:04:57.349362 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': '18fdbf0e-efca-4619-871d-9c6613f36707'}] Apr 29 04:04:57.349362 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:04:57.352419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:04:57.354431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ad37c-6966-4299-8d96-cebcf1f064fb tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:57.354578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:57.356292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c36ad37c-6966-4299-8d96-cebcf1f064fb tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2407219 Apr 29 04:04:57.359837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59578) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:57.415713 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7676a1ac-12b0-415e-a553-fcac489611b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547729 Apr 29 04:04:57.421364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59580) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:57.432709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285623448', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:57.439737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.451371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:57.454844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.530607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (eaa3f031-3826-48cc-ab69-44aa4425e821), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.539739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.583204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:57.586746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.589772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=eaa3f031-3826-48cc-ab69-44aa4425e821,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:57.688442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Checking segment: {'id': '5cf2dc02-7891-45d1-b52a-920c756b9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:57.689362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network hostable DHCP agents. Network: 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:57.695899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb30682f-0964-4dae-86ba-498728426205 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:57.766885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 0ec3c84a-feee-454b-a3e6-2a998d03f267 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:57.767226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.769235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port fb30682f-0964-4dae-86ba-498728426205 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:57.774638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fb30682f-0964-4dae-86ba-498728426205), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.810992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:57.851663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.865855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port fb30682f-0964-4dae-86ba-498728426205 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:57.872173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fb30682f-0964-4dae-86ba-498728426205), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.902120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:57.907626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port fb30682f-0964-4dae-86ba-498728426205, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb30682f-0964-4dae-86ba-498728426205,segment=NetworkSegment(77ba9199-ce30-43cd-8b3b-00e4525bd6e0),segment_id=77ba9199-ce30-43cd-8b3b-00e4525bd6e0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:57.910292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:57.911023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.912651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.917359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243128b-ee14-4ee9-8097-f3b1f52f7baa None None] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:57.930534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting port c2695dcb-db0d-4cc1-a993-b87fb827394b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:04:57.930864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:57.945564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.016279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (fb30682f-0964-4dae-86ba-498728426205), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.070961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.075489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] For port c2695dcb-db0d-4cc1-a993-b87fb827394b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c2695dcb-db0d-4cc1-a993-b87fb827394b,segment=NetworkSegment(f0ca907d-96c5-46dd-a465-a25eeae8ef64),segment_id=f0ca907d-96c5-46dd-a465-a25eeae8ef64)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:04:58.075868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.089351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-1b354b65-9a90-4c8e-8ab0-5593fcddd6d1', 'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': 'eaa3f031-3826-48cc-ab69-44aa4425e821'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:58.090876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.093248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Calling delete_port for c2695dcb-db0d-4cc1-a993-b87fb827394b owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:58.133810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 0ec3c84a-feee-454b-a3e6-2a998d03f267 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:04:58.153511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:58.167796 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9ecc19c9-5f29-4c64-866b-0e08a6dbacbf tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9864738 Apr 29 04:04:58.167993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Allocated IP 2001:db8::1 (726fcbb8-a14d-47c2-b4e5-eb858ee2398b/fe319054-fc28-4677-81a9-32ef736d87cf/66b077e8-885a-47f7-9254-05773eda6416) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:58.173021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59582) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:58.196203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=fb30682f-0964-4dae-86ba-498728426205,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:58.217196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-287467217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:58.219434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:58.219901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: e120daf9-1263-490b-87fb-c4be46ea6a54, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:58.282020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Allocated IP 2001:db8::2 (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1/eaa3f031-3826-48cc-ab69-44aa4425e821/fe12fd70-191f-4e19-a3d8-56dd4db61de7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:58.328445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (a3efe88d-f121-4d01-bdfa-1d211ef33b12), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.339034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c2695dcb-db0d-4cc1-a993-b87fb827394b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.361088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network e120daf9-1263-490b-87fb-c4be46ea6a54 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:58.384321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No DVR routers for this DVR port c2695dcb-db0d-4cc1-a993-b87fb827394b on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:04:58.427493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.82 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/03d87d33-f72f-41ab-ae22-0113206681a7) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:58.432502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Port': ['ID=c2695dcb-db0d-4cc1-a993-b87fb827394b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:58.451813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.457309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.457536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, e120daf9-1263-490b-87fb-c4be46ea6a54) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:58.469655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:58.470920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.474967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Publish callbacks [] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.513520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.538370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fdbf0e-efca-4619-871d-9c6613f36707']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:58.550409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ca907d-96c5-46dd-a465-a25eeae8ef64') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:58.550702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ca907d-96c5-46dd-a465-a25eeae8ef64') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:04:58.563966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.564193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.582563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.590755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:04:58.591164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (f0ca907d-96c5-46dd-a465-a25eeae8ef64), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:04:58.594989 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:04:58.597309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=a3efe88d-f121-4d01-bdfa-1d211ef33b12,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:58.619371 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-76463397-6859-4e68-872a-b549dad0ea86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1967356 Apr 29 04:04:58.650006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Pushing event updated for resources: {'Port': ['ID=fe12fd70-191f-4e19-a3d8-56dd4db61de7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:58.652654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f9531-a2a7-41d8-9da6-4f6978b5b653 None None] Network e120daf9-1263-490b-87fb-c4be46ea6a54 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:58.684677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for port (66b077e8-885a-47f7-9254-05773eda6416), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.717647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for router_controller (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.724610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d4f70-65b2-4da7-af95-e8ca7b4b6340 None None] Network bd703c68-434e-419a-8baa-b10997f7d97b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:58.735109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': '2c147dd5-70ec-415e-9fbb-ba845b0316f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:58.735109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: f5352a60-81ff-426c-82ee-8bf107a4fc63, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:04:58.735620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:58.751147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:58.765428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:58.769237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (18fdbf0e-efca-4619-871d-9c6613f36707), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.780128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-10be66d5-3cc0-4ef3-a293-260b8fe314c4 None None] Provisioning complete for port fb30682f-0964-4dae-86ba-498728426205 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:58.780500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10be66d5-3cc0-4ef3-a293-260b8fe314c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fb30682f-0964-4dae-86ba-498728426205), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.781715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.788304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/18fdbf0e-efca-4619-871d-9c6613f36707 HTTP/1.1" status: 204 len: 168 time: 3.3610339 Apr 29 04:04:58.794796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59586) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:58.830216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1545923522'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:58.839498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c0bb-4e88-4d8d-9c57-2f1873458761 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Network': ['ID=18fdbf0e-efca-4619-871d-9c6613f36707,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:58.839712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.912896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-e120daf9-1263-490b-87fb-c4be46ea6a54', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:58.913779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.919245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:04:58.942970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:58.947059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.947213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0ec3c84a-feee-454b-a3e6-2a998d03f267), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.956479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Attempting to bind port fe12fd70-191f-4e19-a3d8-56dd4db61de7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:04:58.956848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Attempting to bind port fe12fd70-191f-4e19-a3d8-56dd4db61de7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5cf2dc02-7891-45d1-b52a-920c756b9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:04:58.957210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Attempting to bind port fe12fd70-191f-4e19-a3d8-56dd4db61de7 on network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:04:58.959640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (66b077e8-885a-47f7-9254-05773eda6416), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.972258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.973581 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2004d722-dd0f-41ea-99c3-d011c9e1a176 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7955315 Apr 29 04:04:58.976640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59588) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:58.977063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (03d87d33-f72f-41ab-ae22-0113206681a7), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:58.977505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:04:58.987734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1', 'name': 'tempest-PortsIpV6TestJSON-1000395718'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:59.004141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=0ec3c84a-feee-454b-a3e6-2a998d03f267,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:59.018393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.018691 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Added segment 3743df87-c5b9-424a-8518-4e6a9711fd6d of type vlan for network de6835b2-29dd-4814-bfb8-1a0ae528fa5a Apr 29 04:04:59.042643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59590) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:59.053486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574963191', 'description': 'tempest-secgroup-smoke-574963191 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:59.056706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, f5352a60-81ff-426c-82ee-8bf107a4fc63) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:59.069651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:04:59.070189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Checking segment: {'id': '5cf2dc02-7891-45d1-b52a-920c756b9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:04:59.070684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.071374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Bound using segment: {'id': '5cf2dc02-7891-45d1-b52a-920c756b9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:04:59.071731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Bound port: fe12fd70-191f-4e19-a3d8-56dd4db61de7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf2dc02-7891-45d1-b52a-920c756b9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1b354b65-9a90-4c8e-8ab0-5593fcddd6d1'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:04:59.072474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.084823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e622d6a-f079-4336-b63a-9318a0ee8f65 None None] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:04:59.093861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:59.103417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:59.104026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.111436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:59.113887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.153472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:59.154048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.167052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Port': ['ID=66b077e8-885a-47f7-9254-05773eda6416,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:59.232121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.240751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:04:59.248069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.316856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-f5352a60-81ff-426c-82ee-8bf107a4fc63', 'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': 'a3efe88d-f121-4d01-bdfa-1d211ef33b12'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:04:59.319059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.353031 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-22a3a6a3-d2b3-4328-8adc-df8e2e909976 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8396320 Apr 29 04:04:59.356968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59592) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:59.360040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (03d87d33-f72f-41ab-ae22-0113206681a7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.387150 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5888424 Apr 29 04:04:59.388084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.396372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1782239417'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:59.425823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (241efa0f-d22f-4f61-8637-d26db6e0398e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.430198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59594) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:59.459625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'subnet': {'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:59.502009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a4fd5-f02c-49d0-bfd3-ebd4baac616b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Network': ['ID=de6835b2-29dd-4814-bfb8-1a0ae528fa5a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:59.528615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:04:59.575904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:59.579735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.591865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:04:59.601253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:04:59.610377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=03d87d33-f72f-41ab-ae22-0113206681a7,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:59.635517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port bca268f5-b168-44f1-9036-b4da52714ad2 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:59.642738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network de6835b2-29dd-4814-bfb8-1a0ae528fa5a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:04:59.685918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-759bf16a-731e-4817-8855-4250107d44cf None None] For port fe12fd70-191f-4e19-a3d8-56dd4db61de7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:04:59.688042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-10be66d5-3cc0-4ef3-a293-260b8fe314c4 None None] Current status of the port fb30682f-0964-4dae-86ba-498728426205 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:04:59.724976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-759bf16a-731e-4817-8855-4250107d44cf None None] For port fe12fd70-191f-4e19-a3d8-56dd4db61de7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fe12fd70-191f-4e19-a3d8-56dd4db61de7,segment=NetworkSegment(5cf2dc02-7891-45d1-b52a-920c756b9811),segment_id=5cf2dc02-7891-45d1-b52a-920c756b9811)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:04:59.734484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (d33e6769-198b-4b74-b18b-6e2b6bcd13e7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.811832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d33e6769-198b-4b74-b18b-6e2b6bcd13e7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.834869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb30682f-0964-4dae-86ba-498728426205 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:04:59.851772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:04:59.855513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.877307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Allocated IP 172.20.0.18 (e120daf9-1263-490b-87fb-c4be46ea6a54/84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0/ae7b9c77-2319-4f02-8c67-a3923e091611) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:59.881417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::341 (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1/eaa3f031-3826-48cc-ab69-44aa4425e821/bca268f5-b168-44f1-9036-b4da52714ad2) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:04:59.890510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33e6769-198b-4b74-b18b-6e2b6bcd13e7,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:04:59.903547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port a0891a1a-cbf5-4c66-ae99-ea996e6d9941 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:04:59.910205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-23edbc97-24dd-4c69-bbcc-f70042fd4d00 None None] Provisioning complete for port 66b077e8-885a-47f7-9254-05773eda6416 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:04:59.910580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-23edbc97-24dd-4c69-bbcc-f70042fd4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (66b077e8-885a-47f7-9254-05773eda6416), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.913198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.951750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:04:59.953160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-74f57330-7668-4a46-8f1c-c0eaf160c516 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9087903 Apr 29 04:04:59.960442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59596) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:04:59.965106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'd33e6769-198b-4b74-b18b-6e2b6bcd13e7', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:04:59.997887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (66b077e8-885a-47f7-9254-05773eda6416), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.107486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (40193ab0-9691-4d66-a896-ff5776373a65), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.109247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-23edbc97-24dd-4c69-bbcc-f70042fd4d00 None None] Port 66b077e8-885a-47f7-9254-05773eda6416 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:00.132801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Allocated IP 172.20.0.2 (f5352a60-81ff-426c-82ee-8bf107a4fc63/a3efe88d-f121-4d01-bdfa-1d211ef33b12/8a1e7488-e36b-4b33-b71a-26ecff22793d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:00.137245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port fb30682f-0964-4dae-86ba-498728426205 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:00.137245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fb30682f-0964-4dae-86ba-498728426205), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.144154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf16a-731e-4817-8855-4250107d44cf None None] Pushing event updated for resources: {'Port': ['ID=fe12fd70-191f-4e19-a3d8-56dd4db61de7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:00.166251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:00.169787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.176663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-23edbc97-24dd-4c69-bbcc-f70042fd4d00 None None] Provisioning complete for port fb30682f-0964-4dae-86ba-498728426205 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:00.176875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-23edbc97-24dd-4c69-bbcc-f70042fd4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fb30682f-0964-4dae-86ba-498728426205), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.183402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (bca268f5-b168-44f1-9036-b4da52714ad2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.218406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (40193ab0-9691-4d66-a896-ff5776373a65), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.308884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (40193ab0-9691-4d66-a896-ff5776373a65), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.359967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.361104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 241efa0f-d22f-4f61-8637-d26db6e0398e has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:00.364715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Publish callbacks [] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.373542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40193ab0-9691-4d66-a896-ff5776373a65,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:00.436705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.437906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:00.444658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:00.449173 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:00.455219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:00.456010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.469031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port fb30682f-0964-4dae-86ba-498728426205 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:00.473722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.477849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7500c160-3057-4648-8652-7fe69da8606a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5139885 Apr 29 04:05:00.477849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=bca268f5-b168-44f1-9036-b4da52714ad2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:00.478095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.478207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59598) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:00.482981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'd33e6769-198b-4b74-b18b-6e2b6bcd13e7', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:00.503069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-23edbc97-24dd-4c69-bbcc-f70042fd4d00 None None] Current status of the port fb30682f-0964-4dae-86ba-498728426205 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:00.546913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:00.557957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Network e120daf9-1263-490b-87fb-c4be46ea6a54 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:00.558107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9ba54252-678a-4475-a9ea-8463c684a0e9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/241efa0f-d22f-4f61-8637-d26db6e0398e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3590562 Apr 29 04:05:00.558221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59600) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:00.565651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:00.571977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:00.579140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] Sync routers for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:00.586614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Publish callbacks [] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.586614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Pushing event updated for resources: {'Port': ['ID=ae7b9c77-2319-4f02-8c67-a3923e091611,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:00.603024 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-950be114-f50a-4637-aa29-d141ffa8e3dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6229007 Apr 29 04:05:00.607001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59602) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:00.615779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:00.616443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:00.653990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (03d87d33-f72f-41ab-ae22-0113206681a7), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.657521 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-027f592d-0247-4986-852f-5fe0f95f642a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=241efa0f-d22f-4f61-8637-d26db6e0398e HTTP/1.1" status: 200 len: 205 time: 0.1001432 Apr 29 04:05:00.660692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59604) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:00.665132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ce3fc86f-cbe3-4193-979c-fc3fbf5213dd), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.670607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:00.673677 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.726392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Attempting to bind port ae7b9c77-2319-4f02-8c67-a3923e091611 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:00.726642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Attempting to bind port ae7b9c77-2319-4f02-8c67-a3923e091611 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:00.726997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Attempting to bind port ae7b9c77-2319-4f02-8c67-a3923e091611 on network e120daf9-1263-490b-87fb-c4be46ea6a54 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:00.735762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:00.735762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] Routers {'241efa0f-d22f-4f61-8637-d26db6e0398e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:00.735762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['241efa0f-d22f-4f61-8637-d26db6e0398e'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:00.778456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:00.782939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:00.785684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (241efa0f-d22f-4f61-8637-d26db6e0398e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.785825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:00.786140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Checking segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:00.786539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.786928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Bound using segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:00.787410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Bound port: ae7b9c77-2319-4f02-8c67-a3923e091611, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:00.787784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.789755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:00.790444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5f8c7-adac-4fb3-a11e-29848fad6813 None None] The sync data for ids ['241efa0f-d22f-4f61-8637-d26db6e0398e'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:00.803940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Pushing event updated for resources: {'Port': ['ID=8a1e7488-e36b-4b33-b71a-26ecff22793d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:00.914785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Attempting to bind port 8a1e7488-e36b-4b33-b71a-26ecff22793d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:00.915467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Attempting to bind port 8a1e7488-e36b-4b33-b71a-26ecff22793d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2c147dd5-70ec-415e-9fbb-ba845b0316f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:00.915467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Attempting to bind port 8a1e7488-e36b-4b33-b71a-26ecff22793d on network f5352a60-81ff-426c-82ee-8bf107a4fc63 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:00.922441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] For port ae7b9c77-2319-4f02-8c67-a3923e091611, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:00.925243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:00.925655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Checking segment: {'id': '2c147dd5-70ec-415e-9fbb-ba845b0316f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:00.926448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.926842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Bound using segment: {'id': '2c147dd5-70ec-415e-9fbb-ba845b0316f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:00.927326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Bound port: 8a1e7488-e36b-4b33-b71a-26ecff22793d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c147dd5-70ec-415e-9fbb-ba845b0316f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f5352a60-81ff-426c-82ee-8bf107a4fc63'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:00.927705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:00.930814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] For port ae7b9c77-2319-4f02-8c67-a3923e091611, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ae7b9c77-2319-4f02-8c67-a3923e091611,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:00.994693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.065404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (241efa0f-d22f-4f61-8637-d26db6e0398e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.074104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] For port 8a1e7488-e36b-4b33-b71a-26ecff22793d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:01.075683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (241efa0f-d22f-4f61-8637-d26db6e0398e), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.081249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] For port 8a1e7488-e36b-4b33-b71a-26ecff22793d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8a1e7488-e36b-4b33-b71a-26ecff22793d,segment=NetworkSegment(2c147dd5-70ec-415e-9fbb-ba845b0316f5),segment_id=2c147dd5-70ec-415e-9fbb-ba845b0316f5)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:01.138890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99a979-ec08-40f4-818d-265543afa7ea None None] Pushing event updated for resources: {'Port': ['ID=ae7b9c77-2319-4f02-8c67-a3923e091611,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:01.162355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.209507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.8 (f5352a60-81ff-426c-82ee-8bf107a4fc63/a3efe88d-f121-4d01-bdfa-1d211ef33b12/a0891a1a-cbf5-4c66-ae99-ea996e6d9941) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:01.267008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afebaea-8a64-4d86-8ee8-8e1ac5940425 None None] Pushing event updated for resources: {'Port': ['ID=8a1e7488-e36b-4b33-b71a-26ecff22793d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:01.312384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ce3fc86f-cbe3-4193-979c-fc3fbf5213dd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.374491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for port (66b077e8-885a-47f7-9254-05773eda6416), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.376727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (241efa0f-d22f-4f61-8637-d26db6e0398e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.383127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router 241efa0f-d22f-4f61-8637-d26db6e0398e {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:01.412944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.418582 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a02f90c-2786-4cdb-beab-7d991547acc3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/241efa0f-d22f-4f61-8637-d26db6e0398e HTTP/1.1" status: 204 len: 168 time: 0.7555096 Apr 29 04:05:01.420011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59606) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:01.438169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (07709451-7501-4398-ba8a-53b40de1bbb3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.444374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (ce3fc86f-cbe3-4193-979c-fc3fbf5213dd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.521264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (66b077e8-885a-47f7-9254-05773eda6416), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.527125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.551520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3fc86f-cbe3-4193-979c-fc3fbf5213dd,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:01.632262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Subnet': ['ID=07709451-7501-4398-ba8a-53b40de1bbb3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:01.666989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.669910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-56ffce4a-0c23-4335-b739-c6dad8bc5730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1893177 Apr 29 04:05:01.680827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59608) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:01.683946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'd33e6769-198b-4b74-b18b-6e2b6bcd13e7', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:01.723379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (a0891a1a-cbf5-4c66-ae99-ea996e6d9941), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.726870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet e7b320cb-7125-47e7-9dcb-0cc410dac478 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:01.769738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.783490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860193d0-1a29-41e8-b004-5bc0c4c21945 None None] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:01.785199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (e7b320cb-7125-47e7-9dcb-0cc410dac478), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.869580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event updated for resources: {'Port': ['ID=66b077e8-885a-47f7-9254-05773eda6416,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:01.883452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] Provisioning complete for port fe12fd70-191f-4e19-a3d8-56dd4db61de7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:01.883965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.889473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (03d87d33-f72f-41ab-ae22-0113206681a7), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.911521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fe12fd70-191f-4e19-a3d8-56dd4db61de7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:01.922023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Checking segment: {'id': '3743df87-c5b9-424a-8518-4e6a9711fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:01.922229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network hostable DHCP agents. Network: de6835b2-29dd-4814-bfb8-1a0ae528fa5a, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:01.936754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (e7b320cb-7125-47e7-9dcb-0cc410dac478), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.963709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a0891a1a-cbf5-4c66-ae99-ea996e6d9941), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:01.983768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5e108b14-64c9-4e4f-af40-5e93d62120e8), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.004059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (03d87d33-f72f-41ab-ae22-0113206681a7), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.039539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port fe12fd70-191f-4e19-a3d8-56dd4db61de7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:02.040110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.068158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] Current status of the port fe12fd70-191f-4e19-a3d8-56dd4db61de7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:02.068324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.086457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:02.095569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:02.115598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:02.118304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] For port fe12fd70-191f-4e19-a3d8-56dd4db61de7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fe12fd70-191f-4e19-a3d8-56dd4db61de7,segment=NetworkSegment(5cf2dc02-7891-45d1-b52a-920c756b9811),segment_id=5cf2dc02-7891-45d1-b52a-920c756b9811)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:02.124402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:02.126098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:02.130958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=a0891a1a-cbf5-4c66-ae99-ea996e6d9941,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:02.156534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.160021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=03d87d33-f72f-41ab-ae22-0113206681a7,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:02.162455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network de6835b2-29dd-4814-bfb8-1a0ae528fa5a is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:02.195210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.204933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port fe12fd70-191f-4e19-a3d8-56dd4db61de7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:02.204933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.301841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5e108b14-64c9-4e4f-af40-5e93d62120e8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.312932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:02.313640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.336421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (bca268f5-b168-44f1-9036-b4da52714ad2), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.342814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Router 4e69ffa4-215b-4b08-b97b-58a732a46941 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:02.345543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (e7b320cb-7125-47e7-9dcb-0cc410dac478), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.354059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, de6835b2-29dd-4814-bfb8-1a0ae528fa5a) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:02.359998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:02.361924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.369175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5e108b14-64c9-4e4f-af40-5e93d62120e8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.403268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e108b14-64c9-4e4f-af40-5e93d62120e8,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:02.426587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.481838 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-02bc1ad6-a53c-4ac7-9f96-2b30a940390b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1087255 Apr 29 04:05:02.486923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59612) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:02.508961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.510299 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e3b697f7-f6bc-48bd-bdac-95fffd9d65be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8299055 Apr 29 04:05:02.511158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e804de-a2c1-474f-846d-b8c28dd3902d None None] Network de6835b2-29dd-4814-bfb8-1a0ae528fa5a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:02.545813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59614) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:02.556294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'd33e6769-198b-4b74-b18b-6e2b6bcd13e7', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:02.613131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=bca268f5-b168-44f1-9036-b4da52714ad2,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:02.666698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935262-3b46-49ac-8f25-32f7761c8db1 None None] Pushing event updated for resources: {'Port': ['ID=fe12fd70-191f-4e19-a3d8-56dd4db61de7,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:02.745780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b2d9c652-72e9-4873-8cd5-fb10d7a83839 None None] Provisioning complete for port fe12fd70-191f-4e19-a3d8-56dd4db61de7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:02.746152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c652-72e9-4873-8cd5-fb10d7a83839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.779970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-de6835b2-29dd-4814-bfb8-1a0ae528fa5a', 'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a', 'project_id': '5485039ef85e4af7bd87edff4c355dc7', 'fixed_ips': [{'subnet_id': '07709451-7501-4398-ba8a-53b40de1bbb3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:02.780817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.827890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:02.828245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:02.916197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.918841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port a0891a1a-cbf5-4c66-ae99-ea996e6d9941 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:02.919278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a0891a1a-cbf5-4c66-ae99-ea996e6d9941), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.928191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:02.931556 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a102ab25-bf58-4387-8bc9-bddff081f9b3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5860388 Apr 29 04:05:02.939162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59616) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:02.949784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'port': {'network_id': '5bf2acff-8cbd-42af-971a-cb515fd4cd3f', 'name': 'tempest-FloatingIPTestJSON-1823771902'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:02.988595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b3095-62b9-4bb0-ac01-8c9ae0478642 None None] Network e120daf9-1263-490b-87fb-c4be46ea6a54 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:03.040302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (7bda431c-71a4-4779-b168-9610046f8f5b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.073737 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-51941261-ef3a-4762-997c-0f222e7219a8 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6187718 Apr 29 04:05:03.086222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59618) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:03.093803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c652-72e9-4873-8cd5-fb10d7a83839 None None] Current status of the port fe12fd70-191f-4e19-a3d8-56dd4db61de7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:03.157378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b2d9c652-72e9-4873-8cd5-fb10d7a83839 None None] Provisioning complete for port bca268f5-b168-44f1-9036-b4da52714ad2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:03.157773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c652-72e9-4873-8cd5-fb10d7a83839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.197865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:03.215234 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] Sync routers for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:03.220589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Allocated IP 2001:db8::2 (de6835b2-29dd-4814-bfb8-1a0ae528fa5a/07709451-7501-4398-ba8a-53b40de1bbb3/51d59252-b3ff-47cc-82f2-784d64ad5ed7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:03.226645 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d93b3a73-81ce-429b-8590-ebaf0b71da65 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8985655 Apr 29 04:05:03.229283 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:03.234373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59620) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:03.236090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:03.285926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c652-72e9-4873-8cd5-fb10d7a83839 None None] Port bca268f5-b168-44f1-9036-b4da52714ad2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:03.309276 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:03.332640 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:03.333275 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:03.338181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (e7b320cb-7125-47e7-9dcb-0cc410dac478), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.408063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a0891a1a-cbf5-4c66-ae99-ea996e6d9941), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.429107 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:03.429392 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c9fdc3-086b-40c1-bcdc-d334332c8822 None None] The sync data for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:03.455424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for a0891a1a-cbf5-4c66-ae99-ea996e6d9941 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:03.468434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bf30c-8782-4a15-a849-594655eb5ec1 None None] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:03.489601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Provisioning complete for port 66b077e8-885a-47f7-9254-05773eda6416 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:03.491612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (66b077e8-885a-47f7-9254-05773eda6416), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.495006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b320cb-7125-47e7-9dcb-0cc410dac478,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:03.522038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.525662 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4cef7053-ad37-446a-86c7-86489061b6ee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/e7b320cb-7125-47e7-9dcb-0cc410dac478 HTTP/1.1" status: 204 len: 168 time: 2.1028183 Apr 29 04:05:03.528957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port fe12fd70-191f-4e19-a3d8-56dd4db61de7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:03.529900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59622) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:03.531829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (7bda431c-71a4-4779-b168-9610046f8f5b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.534952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ae7b9c77-2319-4f02-8c67-a3923e091611 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:03.550934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.560839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9077d37-96c5-4dc6-abc4-64c514f9dad1 None None] Network 16e5e207-b934-4a40-8dff-5fe81b57e1b2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:03.566880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cdd46a72-1811-4a6c-8123-af7f4e363460 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.613638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7bda431c-71a4-4779-b168-9610046f8f5b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.615358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.670671 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-cdd46a72-1811-4a6c-8123-af7f4e363460 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 04:05:03.672158 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cdd46a72-1811-4a6c-8123-af7f4e363460 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941 HTTP/1.1" status: 409 len: 376 time: 0.4175489 Apr 29 04:05:03.673085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:03.676844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.678764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59624) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:03.707395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Port 66b077e8-885a-47f7-9254-05773eda6416 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:03.712104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bda431c-71a4-4779-b168-9610046f8f5b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:03.771097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet 8cc89aff-2e59-45eb-94c7-321e57f5b8e8 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:03.771580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] device_id is not set on port 60c20190-7e76-4863-b82d-314142e6e4c9 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:03.774257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (8cc89aff-2e59-45eb-94c7-321e57f5b8e8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.809179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Provisioning complete for port bca268f5-b168-44f1-9036-b4da52714ad2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:03.809933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.813655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.815426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a842dab8-7acd-40ae-bc1a-de73ead4364f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2671409 Apr 29 04:05:03.821274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59626) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:03.827774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'd33e6769-198b-4b74-b18b-6e2b6bcd13e7', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:03.836807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (07709451-7501-4398-ba8a-53b40de1bbb3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.884698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Publish callbacks [] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.898250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ae7b9c77-2319-4f02-8c67-a3923e091611 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:03.899096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.910651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (8cc89aff-2e59-45eb-94c7-321e57f5b8e8), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.938766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Port bca268f5-b168-44f1-9036-b4da52714ad2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:03.956989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Provisioning complete for port ae7b9c77-2319-4f02-8c67-a3923e091611 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:03.957200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:03.998744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.008226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.6 (5bf2acff-8cbd-42af-971a-cb515fd4cd3f/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3/60c20190-7e76-4863-b82d-314142e6e4c9) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:04.042265 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:05:04.068646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (e18bd29c-4782-4581-ac01-dd080f406f5e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.094674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Network de6835b2-29dd-4814-bfb8-1a0ae528fa5a is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:04.097903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] DHCP port deletion for 16e5e207-b934-4a40-8dff-5fe81b57e1b2 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:04.115252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:04.120282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Pushing event updated for resources: {'Port': ['ID=51d59252-b3ff-47cc-82f2-784d64ad5ed7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:04.124816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:04.143214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a0891a1a-cbf5-4c66-ae99-ea996e6d9941), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.164019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ae7b9c77-2319-4f02-8c67-a3923e091611 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:04.164879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.209832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (07709451-7501-4398-ba8a-53b40de1bbb3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.230374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=a0891a1a-cbf5-4c66-ae99-ea996e6d9941,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:04.259776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] Deleting port f49283f6-d449-4586-84e9-bd9cdde600ae {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:04.260383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.271019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (8cc89aff-2e59-45eb-94c7-321e57f5b8e8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.275597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port ae7b9c77-2319-4f02-8c67-a3923e091611, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ae7b9c77-2319-4f02-8c67-a3923e091611,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:04.278890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Subnet': ['ID=07709451-7501-4398-ba8a-53b40de1bbb3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:04.311271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Current status of the port ae7b9c77-2319-4f02-8c67-a3923e091611 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:04.312035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.350071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (e18bd29c-4782-4581-ac01-dd080f406f5e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.354788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.370250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Attempting to bind port 51d59252-b3ff-47cc-82f2-784d64ad5ed7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:04.370979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Attempting to bind port 51d59252-b3ff-47cc-82f2-784d64ad5ed7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3743df87-c5b9-424a-8518-4e6a9711fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:04.371613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Attempting to bind port 51d59252-b3ff-47cc-82f2-784d64ad5ed7 on network de6835b2-29dd-4814-bfb8-1a0ae528fa5a {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:04.383063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.384562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8a1e7488-e36b-4b33-b71a-26ecff22793d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:04.415159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (e18bd29c-4782-4581-ac01-dd080f406f5e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.422399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:04.422399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Checking segment: {'id': '3743df87-c5b9-424a-8518-4e6a9711fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:04.422399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.426841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Bound using segment: {'id': '3743df87-c5b9-424a-8518-4e6a9711fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:04.426841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Bound port: 51d59252-b3ff-47cc-82f2-784d64ad5ed7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3743df87-c5b9-424a-8518-4e6a9711fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:04.426841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.470823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (60c20190-7e76-4863-b82d-314142e6e4c9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.484963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] For port f49283f6-d449-4586-84e9-bd9cdde600ae, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f49283f6-d449-4586-84e9-bd9cdde600ae,segment=NetworkSegment(ee07e7e0-1a55-4c9e-8f17-1ba2678019ad),segment_id=ee07e7e0-1a55-4c9e-8f17-1ba2678019ad)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:04.485428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.490335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18bd29c-4782-4581-ac01-dd080f406f5e,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:04.595043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.596881 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-afa73837-d5bf-4d73-9800-91ed5a35e8f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7720089 Apr 29 04:05:04.602319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59628) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:04.610264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'd33e6769-198b-4b74-b18b-6e2b6bcd13e7', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:04.697113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] Calling delete_port for f49283f6-d449-4586-84e9-bd9cdde600ae owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:04.718694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (60c20190-7e76-4863-b82d-314142e6e4c9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.746305 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:05:04.755789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.763880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=ae7b9c77-2319-4f02-8c67-a3923e091611,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:04.814315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:04.814957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:04.817501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6835b2-29dd-4814-bfb8-1a0ae528fa5a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:04.826242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6b47d039-c7a7-43a2-8981-90789a0e931a), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.839857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.843167 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-09318837-66a8-4dfe-b3e6-12ab14994472 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/a0891a1a-cbf5-4c66-ae99-ea996e6d9941 HTTP/1.1" status: 204 len: 168 time: 2.3520374 Apr 29 04:05:04.846870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (bca268f5-b168-44f1-9036-b4da52714ad2), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.848619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59630) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:04.850193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3743df87-c5b9-424a-8518-4e6a9711fd6d') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:04.850355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3743df87-c5b9-424a-8518-4e6a9711fd6d') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:04.852629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 8a1e7488-e36b-4b33-b71a-26ecff22793d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:04.853536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.885075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.886765 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcd5428-29d1-496b-a8fa-e0e6759a8589 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:04.888206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bfcd5428-29d1-496b-a8fa-e0e6759a8589 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/a0891a1a-cbf5-4c66-ae99-ea996e6d9941 HTTP/1.1" status: 404 len: 333 time: 0.0358608 Apr 29 04:05:04.889708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 5bf2acff-8cbd-42af-971a-cb515fd4cd3f is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:04.894607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59632) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:04.895953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] For port 51d59252-b3ff-47cc-82f2-784d64ad5ed7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:04.904672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:04.918065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:04.920730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] For port 51d59252-b3ff-47cc-82f2-784d64ad5ed7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51d59252-b3ff-47cc-82f2-784d64ad5ed7,segment=NetworkSegment(3743df87-c5b9-424a-8518-4e6a9711fd6d),segment_id=3743df87-c5b9-424a-8518-4e6a9711fd6d)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:04.926531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (8cc89aff-2e59-45eb-94c7-321e57f5b8e8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.964917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting port 66b077e8-885a-47f7-9254-05773eda6416 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:04.965150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.965549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (66b077e8-885a-47f7-9254-05773eda6416), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.965809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:04.976479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=60c20190-7e76-4863-b82d-314142e6e4c9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:04.976726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc89aff-2e59-45eb-94c7-321e57f5b8e8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.001247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73414a8-c1ca-4f09-ac4b-ef516579c427 None None] Network fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:05.010034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.016336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.019383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.022895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2709c462-4851-4306-ba78-9d010cc3ea15 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/8cc89aff-2e59-45eb-94c7-321e57f5b8e8 HTTP/1.1" status: 204 len: 168 time: 1.4866204 Apr 29 04:05:05.023039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6b47d039-c7a7-43a2-8981-90789a0e931a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.027615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59634) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:05.041381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet a3efe88d-f121-4d01-bdfa-1d211ef33b12 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:05.044321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:05.044719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.055665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (f49283f6-d449-4586-84e9-bd9cdde600ae), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:05.062126 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:05.079190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (a3efe88d-f121-4d01-bdfa-1d211ef33b12), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.085648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:05.086368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.118643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (6b47d039-c7a7-43a2-8981-90789a0e931a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.126071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=bca268f5-b168-44f1-9036-b4da52714ad2,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.139841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 8a1e7488-e36b-4b33-b71a-26ecff22793d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:05.140370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.142326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] No DVR routers for this DVR port f49283f6-d449-4586-84e9-bd9cdde600ae on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:05.204127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (66b077e8-885a-47f7-9254-05773eda6416), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.213593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (a3efe88d-f121-4d01-bdfa-1d211ef33b12), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.221824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b47d039-c7a7-43a2-8981-90789a0e931a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.235877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1a3f4-3f2a-4640-8de8-59d3c4f9caaa None None] Pushing event updated for resources: {'Port': ['ID=51d59252-b3ff-47cc-82f2-784d64ad5ed7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.241565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c83923-fe64-4f3c-b909-0fc42280a308 None None] Network de6835b2-29dd-4814-bfb8-1a0ae528fa5a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:05.251783 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5f5c18ab-9d09-4ef3-9f58-12f5de404fc0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3072591 Apr 29 04:05:05.255632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:05:05.255632 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:05:05.255632 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': 'de6835b2-29dd-4814-bfb8-1a0ae528fa5a'}] Apr 29 04:05:05.255632 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:05.256451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:05.258393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59636) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:05.262885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (16e5e207-b934-4a40-8dff-5fe81b57e1b2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.263049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'port_id': '60c20190-7e76-4863-b82d-314142e6e4c9'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:05.271744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Calling delete_port for 66b077e8-885a-47f7-9254-05773eda6416 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:05.293121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b11bb-d131-4344-8140-ea2569ff123c None None] Pushing event deleted for resources: {'Port': ['ID=f49283f6-d449-4586-84e9-bd9cdde600ae,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.306943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 8a1e7488-e36b-4b33-b71a-26ecff22793d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8a1e7488-e36b-4b33-b71a-26ecff22793d,segment=NetworkSegment(2c147dd5-70ec-415e-9fbb-ba845b0316f5),segment_id=2c147dd5-70ec-415e-9fbb-ba845b0316f5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:05.320565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.368209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.387236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:05.388041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.388365 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e52697c8-b9fc-4750-88e9-710417854438 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7850606 Apr 29 04:05:05.424935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:05.455718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] DHCP port deletion for fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:05.461498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b1f94e82-79db-44d3-8355-8dc00e910028 None None] Current status of the port ae7b9c77-2319-4f02-8c67-a3923e091611 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:05.484617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=8a1e7488-e36b-4b33-b71a-26ecff22793d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.488719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (16e5e207-b934-4a40-8dff-5fe81b57e1b2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.538026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e5e207-b934-4a40-8dff-5fe81b57e1b2']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:05.541402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] Deleting port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:05.541402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.555930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (a3efe88d-f121-4d01-bdfa-1d211ef33b12), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.562000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:05.562399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee07e7e0-1a55-4c9e-8f17-1ba2678019ad') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:05.688235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] For port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,segment=NetworkSegment(6874871c-a579-4598-903c-b92bbd097890),segment_id=6874871c-a579-4598-903c-b92bbd097890)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:05.688650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.704317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] Calling delete_port for 3a2b4332-b8e7-4045-bb1a-4af68925e9dd owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:05.757201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.796369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fe12fd70-191f-4e19-a3d8-56dd4db61de7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:05.837000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Provisioning complete for port ae7b9c77-2319-4f02-8c67-a3923e091611 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:05.837286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.862735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (a3efe88d-f121-4d01-bdfa-1d211ef33b12), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.877431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3a2b4332-b8e7-4045-bb1a-4af68925e9dd), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.881950 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-2f9e427a-1f84-4383-b4c6-96ce101e2524 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574963191&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.1722605 Apr 29 04:05:05.915697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] Pushing event deleted for resources: {'Port': ['ID=3a2b4332-b8e7-4045-bb1a-4af68925e9dd,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:05.928194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af505ad-1c7c-442c-8906-afa480127df1 None None] No DVR routers for this DVR port 3a2b4332-b8e7-4045-bb1a-4af68925e9dd on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:05.941196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port fe12fd70-191f-4e19-a3d8-56dd4db61de7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:05.941716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:05.964476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f96162-a5e1-47c4-8421-b55bb07ea35f None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:05:05.978658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=a3efe88d-f121-4d01-bdfa-1d211ef33b12,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:06.001094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (ee07e7e0-1a55-4c9e-8f17-1ba2678019ad), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.017188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.023562 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-664b4543-f1a4-4bf8-91b4-4d32a141d923 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/a3efe88d-f121-4d01-bdfa-1d211ef33b12 HTTP/1.1" status: 204 len: 168 time: 1.1258001 Apr 29 04:05:06.026387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59654) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:06.034917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ee07e7e0-1a55-4c9e-8f17-1ba2678019ad), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.054795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Current status of the port ae7b9c77-2319-4f02-8c67-a3923e091611 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:06.067859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Could not find standard attr ID for object a0891a1a-cbf5-4c66-ae99-ea996e6d9941. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (ee07e7e0-1a55-4c9e-8f17-1ba2678019ad), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:06.068100 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:06.115989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting port 51d59252-b3ff-47cc-82f2-784d64ad5ed7 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:06.116251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Provisioning complete for port bca268f5-b168-44f1-9036-b4da52714ad2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:06.116360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.116573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.204151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Router 8b4e4a45-1cca-4b09-a511-80f65a1c25ad is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:05:06.206193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Port bca268f5-b168-44f1-9036-b4da52714ad2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:06.208154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (f5352a60-81ff-426c-82ee-8bf107a4fc63), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.214422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port fe12fd70-191f-4e19-a3d8-56dd4db61de7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:06.215864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ae7b9c77-2319-4f02-8c67-a3923e091611 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:06.247323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Provisioning complete for port 8a1e7488-e36b-4b33-b71a-26ecff22793d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:06.247801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.270725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 8a1e7488-e36b-4b33-b71a-26ecff22793d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:06.270725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.284165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] For port 51d59252-b3ff-47cc-82f2-784d64ad5ed7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51d59252-b3ff-47cc-82f2-784d64ad5ed7,segment=NetworkSegment(3743df87-c5b9-424a-8518-4e6a9711fd6d),segment_id=3743df87-c5b9-424a-8518-4e6a9711fd6d)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:06.284524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.311327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-91f03c9d-af0b-4376-a4e0-79568d3ac179 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:06.312815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-91f03c9d-af0b-4376-a4e0-79568d3ac179 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=e120daf9-1263-490b-87fb-c4be46ea6a54 HTTP/1.1" status: 200 len: 797 time: 0.3864837 Apr 29 04:05:06.319431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Calling delete_port for 51d59252-b3ff-47cc-82f2-784d64ad5ed7 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:06.324250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f96162-a5e1-47c4-8421-b55bb07ea35f None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:05:06.342276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 8a1e7488-e36b-4b33-b71a-26ecff22793d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8a1e7488-e36b-4b33-b71a-26ecff22793d,segment=NetworkSegment(2c147dd5-70ec-415e-9fbb-ba845b0316f5),segment_id=2c147dd5-70ec-415e-9fbb-ba845b0316f5)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:06.343180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.357266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 8a1e7488-e36b-4b33-b71a-26ecff22793d owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:06.364404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ae7b9c77-2319-4f02-8c67-a3923e091611 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:06.364781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.404151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (16e5e207-b934-4a40-8dff-5fe81b57e1b2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.423607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-21fd2bc8-bacd-4527-959d-f61130ac1cfe None None] Current status of the port 8a1e7488-e36b-4b33-b71a-26ecff22793d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:06.427380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.434166 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/16e5e207-b934-4a40-8dff-5fe81b57e1b2 HTTP/1.1" status: 204 len: 168 time: 1.4007041 Apr 29 04:05:06.434166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f8c4e-dcab-4611-b488-2a5b9680151b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=16e5e207-b934-4a40-8dff-5fe81b57e1b2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:06.434166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59656) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:06.438532 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-16cf374a-00c6-4a7b-8e9f-4777d30dd2bf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.1147358 Apr 29 04:05:06.473854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (66b077e8-885a-47f7-9254-05773eda6416), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.544517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:05:06.544775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ae7b9c77-2319-4f02-8c67-a3923e091611 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:06.558583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Port': ['ID=66b077e8-885a-47f7-9254-05773eda6416,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:06.643775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f49283f6-d449-4586-84e9-bd9cdde600ae no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:06.676477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f49283f6-d449-4586-84e9-bd9cdde600ae {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:06.676748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f49283f6-d449-4586-84e9-bd9cdde600ae not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:06.678330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-517dc8e1-aabf-4e7b-a09d-c197bf9a1b26 None None] Provisioning complete for port bca268f5-b168-44f1-9036-b4da52714ad2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:06.678698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-517dc8e1-aabf-4e7b-a09d-c197bf9a1b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.682090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.700629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27546b6-2562-4386-a392-b01c6bf0befd None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:05:06.728317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8a1e7488-e36b-4b33-b71a-26ecff22793d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.762183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-517dc8e1-aabf-4e7b-a09d-c197bf9a1b26 None None] Port bca268f5-b168-44f1-9036-b4da52714ad2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:06.780693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (4e69ffa4-215b-4b08-b97b-58a732a46941), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.797972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=8a1e7488-e36b-4b33-b71a-26ecff22793d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:06.818065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 8a1e7488-e36b-4b33-b71a-26ecff22793d on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:06.870429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27546b6-2562-4386-a392-b01c6bf0befd None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:05:06.923229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:06.932150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:06.935718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-10e1c10b-17ef-4178-95ab-762f1c60cf91 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/routers/8b4e4a45-1cca-4b09-a511-80f65a1c25ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3276494 Apr 29 04:05:06.945949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59658) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:06.962077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] Sync routers for ids ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:06.988119 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-25b5930b-8f0a-46be-b93c-2eefccfb865e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5153112 Apr 29 04:05:07.020091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (f5352a60-81ff-426c-82ee-8bf107a4fc63), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.025122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.027032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] Routers {'8b4e4a45-1cca-4b09-a511-80f65a1c25ad'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:07.028538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.042016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.052566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6766a6-313d-44a7-b7a1-534b7220b92f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:07.056769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dd6766a6-313d-44a7-b7a1-534b7220b92f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b4e4a45-1cca-4b09-a511-80f65a1c25ad HTTP/1.1" status: 200 len: 989 time: 0.1071975 Apr 29 04:05:07.058467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:07.075433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.090726 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5352a60-81ff-426c-82ee-8bf107a4fc63']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.093749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6874871c-a579-4598-903c-b92bbd097890') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.094050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6874871c-a579-4598-903c-b92bbd097890') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.112926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c147dd5-70ec-415e-9fbb-ba845b0316f5') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.113222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c147dd5-70ec-415e-9fbb-ba845b0316f5') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.126465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.132778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (51d59252-b3ff-47cc-82f2-784d64ad5ed7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.144993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (6874871c-a579-4598-903c-b92bbd097890), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.152732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] Routers {'8b4e4a45-1cca-4b09-a511-80f65a1c25ad'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:07.153389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.164613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (2c147dd5-70ec-415e-9fbb-ba845b0316f5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.175950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Router 4e69ffa4-215b-4b08-b97b-58a732a46941 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:07.186211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6874871c-a579-4598-903c-b92bbd097890), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.195806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.196478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917317d-2c00-4d3f-9ea4-ca026c301a8e None None] The sync data for ids ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:07.200696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c147dd5-70ec-415e-9fbb-ba845b0316f5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.204721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:07.205094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (6874871c-a579-4598-903c-b92bbd097890), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.209433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cd691-d84e-40a5-a523-e0b1951b67b4 None None] Network f5352a60-81ff-426c-82ee-8bf107a4fc63 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:07.210490 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:07.237233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Port': ['ID=51d59252-b3ff-47cc-82f2-784d64ad5ed7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:07.254461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:07.254744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No DVR routers for this DVR port 51d59252-b3ff-47cc-82f2-784d64ad5ed7 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:07.254908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (2c147dd5-70ec-415e-9fbb-ba845b0316f5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:07.257939 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:07.338136 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-03a0002d-f8a1-4dcb-97b4-3c5a190a0704 service neutron] 10.222.0.37 "GET /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301842 Apr 29 04:05:07.383000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:07.395836 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d70a4576-aa0c-4b94-be60-96b6c27cb442 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7160368 Apr 29 04:05:07.397133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59662) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:07.401100 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] Sync routers for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:07.415219 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:07.415986 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.428423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ea6ec-9ec2-451e-b2f8-1fe8bcbc9caf None None] DHCP port deletion for f5352a60-81ff-426c-82ee-8bf107a4fc63 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:07.469190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.476414 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-dadea547-2dce-43fa-a518-5662eca3f341 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] show failed (client error): The resource could not be found. Apr 29 04:05:07.478121 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dadea547-2dce-43fa-a518-5662eca3f341 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1791512381 HTTP/1.1" status: 404 len: 335 time: 0.0794663 Apr 29 04:05:07.488120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59664) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:07.490000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.497824 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.499117 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9 HTTP/1.1" status: 204 len: 168 time: 1.0623355 Apr 29 04:05:07.506380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4270348c-1535-47ca-9713-f250fc98aa4f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Request body: {'router': {'name': 'new_name'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:07.510219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59666) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:07.514562 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] Routers {'4e69ffa4-215b-4b08-b97b-58a732a46941'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:07.515609 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4e69ffa4-215b-4b08-b97b-58a732a46941'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.526302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a2b4332-b8e7-4045-bb1a-4af68925e9dd no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:07.527900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1993582584'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:07.561911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3a2b4332-b8e7-4045-bb1a-4af68925e9dd {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:07.562367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a2b4332-b8e7-4045-bb1a-4af68925e9dd not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:07.563467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8a1e7488-e36b-4b33-b71a-26ecff22793d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:07.574550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.583180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5a965-5ce5-40d2-9ce8-407d8dbf55fe tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=fc6cf9c0-b5c1-4749-8d87-2a79621c8cd9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:07.585629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 8a1e7488-e36b-4b33-b71a-26ecff22793d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:07.585759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (f5352a60-81ff-426c-82ee-8bf107a4fc63), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.586318 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8a1e7488-e36b-4b33-b71a-26ecff22793d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:07.592829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.596612 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.597168 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/f5352a60-81ff-426c-82ee-8bf107a4fc63 HTTP/1.1" status: 204 len: 168 time: 1.5721076 Apr 29 04:05:07.597381 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54695fa-fd29-49a7-a9f6-61b7a72ffcff None None] The sync data for ids ['4e69ffa4-215b-4b08-b97b-58a732a46941'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:07.598132 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-4270348c-1535-47ca-9713-f250fc98aa4f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] update failed (client error): The resource could not be found. Apr 29 04:05:07.599145 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4270348c-1535-47ca-9713-f250fc98aa4f tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1142984710 HTTP/1.1" status: 404 len: 335 time: 0.0974479 Apr 29 04:05:07.615139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59668) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:07.616248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59670) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:07.656403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'name': 'tempest-PortsTestJSON-1981396702'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:07.665710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:07.671711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.679012 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf associated. External IP: 172.26.4.82, port: 60c20190-7e76-4863-b82d-314142e6e4c9. Apr 29 04:05:07.721149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f92de-0526-4edd-b9de-d30bf2487625 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=f5352a60-81ff-426c-82ee-8bf107a4fc63,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:07.848453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6835b2-29dd-4814-bfb8-1a0ae528fa5a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.856767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting subnet 1dc9960e-c5ec-47ae-831a-1de2052c7729 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:07.874624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (1dc9960e-c5ec-47ae-831a-1de2052c7729), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.887782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3743df87-c5b9-424a-8518-4e6a9711fd6d') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.888262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3743df87-c5b9-424a-8518-4e6a9711fd6d') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:07.927927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:07.948571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.965106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4915502a-c58c-46d0-9320-d60cf26a5a18), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:07.965679 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 4915502a-c58c-46d0-9320-d60cf26a5a18 of type vlan for network 8ef0a861-a55a-45fe-881a-c2456cec38e9 Apr 29 04:05:07.985828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (1dc9960e-c5ec-47ae-831a-1de2052c7729), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.093687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8ef0a861-a55a-45fe-881a-c2456cec38e9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.097502 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-c402081d-bed8-4076-b1bd-ec9895d1ce93 service neutron] 10.222.0.37 "GET /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7442191 Apr 29 04:05:08.102529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:08.107971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.125385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.183391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:08.184006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (3743df87-c5b9-424a-8518-4e6a9711fd6d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:08.188929 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:08.212558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port aba41ebc-328c-4a53-8406-a3e07c92367c yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:08.300117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (1dc9960e-c5ec-47ae-831a-1de2052c7729), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.362604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8ef0a861-a55a-45fe-881a-c2456cec38e9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.371514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:08.372669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.478926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.546879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (de6835b2-29dd-4814-bfb8-1a0ae528fa5a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.571096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0477731 Apr 29 04:05:08.589605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59672) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:08.602878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:08.606251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.607925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bef19-1511-45de-b085-4027d2eebed8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=8ef0a861-a55a-45fe-881a-c2456cec38e9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:08.618964 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/de6835b2-29dd-4814-bfb8-1a0ae528fa5a HTTP/1.1" status: 204 len: 168 time: 5.4970043 Apr 29 04:05:08.621560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:08.623695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59674) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:08.654819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-460042142'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:08.682930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (1dc9960e-c5ec-47ae-831a-1de2052c7729), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.691222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fbd2c-a5af-407c-af3e-1f224c0c79e9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Network': ['ID=de6835b2-29dd-4814-bfb8-1a0ae528fa5a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:08.836443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc9960e-c5ec-47ae-831a-1de2052c7729,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:08.874023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.879181 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-701f1e93-fa61-4f08-8f35-dfda51b022bd tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/subnets/1dc9960e-c5ec-47ae-831a-1de2052c7729 HTTP/1.1" status: 204 len: 168 time: 1.2590292 Apr 29 04:05:08.882855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (aba41ebc-328c-4a53-8406-a3e07c92367c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:08.884420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59676) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:08.953587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834182b-3f4b-44fc-894c-ebee9c39c58c None None] Network bd703c68-434e-419a-8baa-b10997f7d97b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:08.985466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:08.990530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.038356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (bd703c68-434e-419a-8baa-b10997f7d97b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.056429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c39284c-48ad-4c18-97cb-a4f8adfc7693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.057546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:09.070466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.070676 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Added segment c7388381-bfcf-4dea-84fb-6fc327df7aa4 of type vlan for network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 Apr 29 04:05:09.097457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:09.101110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.122742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:09.132537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] DHCP port deletion for bd703c68-434e-419a-8baa-b10997f7d97b request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:09.143824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aba41ebc-328c-4a53-8406-a3e07c92367c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.173971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] Deleting port fb30682f-0964-4dae-86ba-498728426205 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:09.174890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (fb30682f-0964-4dae-86ba-498728426205), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.229790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting port fb30682f-0964-4dae-86ba-498728426205 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:09.230126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (fb30682f-0964-4dae-86ba-498728426205), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.239934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] For port fb30682f-0964-4dae-86ba-498728426205, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb30682f-0964-4dae-86ba-498728426205,segment=NetworkSegment(77ba9199-ce30-43cd-8b3b-00e4525bd6e0),segment_id=77ba9199-ce30-43cd-8b3b-00e4525bd6e0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:09.240330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (fb30682f-0964-4dae-86ba-498728426205), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.254026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] Calling delete_port for fb30682f-0964-4dae-86ba-498728426205 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:09.268029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.305787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:09.311701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=aba41ebc-328c-4a53-8406-a3e07c92367c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:09.346765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:09.355552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:09.360798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:09.361460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.379137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port bca268f5-b168-44f1-9036-b4da52714ad2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:09.379577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.394472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] For port fb30682f-0964-4dae-86ba-498728426205, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb30682f-0964-4dae-86ba-498728426205,segment=NetworkSegment(77ba9199-ce30-43cd-8b3b-00e4525bd6e0),segment_id=77ba9199-ce30-43cd-8b3b-00e4525bd6e0)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:09.396849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (fb30682f-0964-4dae-86ba-498728426205), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.430554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:09.442934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Calling delete_port for fb30682f-0964-4dae-86ba-498728426205 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:09.443261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:09.445810 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cd5ee7a3-2272-4039-9454-50a5497b15b1 req-5289b2d1-99b8-4384-80f0-24dc76d08bdc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0565059 Apr 29 04:05:09.457839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:09.458672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:09.472530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.498280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb30682f-0964-4dae-86ba-498728426205 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:09.501160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:09.503365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (fb30682f-0964-4dae-86ba-498728426205), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.531155 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6379449e-c2e3-49f1-a063-3a16c05abc57 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/floatingips/70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf HTTP/1.1" status: 200 len: 977 time: 4.2717083 Apr 29 04:05:09.534587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59682) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:09.544662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.557003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: fb30682f-0964-4dae-86ba-498728426205 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:09.557372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb30682f-0964-4dae-86ba-498728426205 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:09.560475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] Pushing event deleted for resources: {'Port': ['ID=fb30682f-0964-4dae-86ba-498728426205,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:09.566138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a5cf1-d44e-42fb-8d9b-9a6300b17b77 None None] No DVR routers for this DVR port fb30682f-0964-4dae-86ba-498728426205 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:09.567670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:09.568306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:09.598803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for bca268f5-b168-44f1-9036-b4da52714ad2 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:09.622089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:09.623406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4859ad42-db3a-4b98-b186-d70e6f3c6487 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:09.696486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 60c20190-7e76-4863-b82d-314142e6e4c9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:09.696746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (60c20190-7e76-4863-b82d-314142e6e4c9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.788720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.793546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:09.794110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.798659 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-64e7ca37-6811-4def-9f2f-4e8418643999 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1810098 Apr 29 04:05:09.805205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59684) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:09.889422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (60c20190-7e76-4863-b82d-314142e6e4c9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:09.925650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Network': ['ID=9c407038-0d81-4660-bb7d-7ed56f8e73a5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:09.936537 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b070e0dc-741a-4da2-a553-f26258244b4e tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2961917 Apr 29 04:05:09.937943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:09.944441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59686) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:09.950113 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Request body: {'subnet': {'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:09.978273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (fb30682f-0964-4dae-86ba-498728426205), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.034976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Port': ['ID=fb30682f-0964-4dae-86ba-498728426205,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:10.037006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.055157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port aba41ebc-328c-4a53-8406-a3e07c92367c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:10.055499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aba41ebc-328c-4a53-8406-a3e07c92367c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.074764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] No DVR routers for this DVR port fb30682f-0964-4dae-86ba-498728426205 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:10.147112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (bca268f5-b168-44f1-9036-b4da52714ad2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.161114 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:10.204042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (bd703c68-434e-419a-8baa-b10997f7d97b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.215001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=bca268f5-b168-44f1-9036-b4da52714ad2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:10.215382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '4915502a-c58c-46d0-9320-d60cf26a5a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:10.215744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: 8ef0a861-a55a-45fe-881a-c2456cec38e9, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:10.227745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aba41ebc-328c-4a53-8406-a3e07c92367c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.229303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Made reservation on behalf of 5485039ef85e4af7bd87edff4c355dc7 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:10.232699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.238250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd703c68-434e-419a-8baa-b10997f7d97b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:10.280560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ba9199-ce30-43cd-8b3b-00e4525bd6e0') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:10.280850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ba9199-ce30-43cd-8b3b-00e4525bd6e0') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:10.296296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (77ba9199-ce30-43cd-8b3b-00e4525bd6e0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.305399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for aba41ebc-328c-4a53-8406-a3e07c92367c owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:10.343549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (77ba9199-ce30-43cd-8b3b-00e4525bd6e0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.357640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:10.358032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (77ba9199-ce30-43cd-8b3b-00e4525bd6e0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:10.361062 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:10.389031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:10.406229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.509719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.510082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.510485 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf disassociated. External IP: 172.26.4.82, port: 60c20190-7e76-4863-b82d-314142e6e4c9. Apr 29 04:05:10.511001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 60c20190-7e76-4863-b82d-314142e6e4c9 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:10.524404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (bd703c68-434e-419a-8baa-b10997f7d97b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.531969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.536953 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/networks/bd703c68-434e-419a-8baa-b10997f7d97b HTTP/1.1" status: 204 len: 168 time: 1.6510839 Apr 29 04:05:10.544965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59694) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:10.556599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 8ef0a861-a55a-45fe-881a-c2456cec38e9) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:10.561174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2144b-fb1c-41f3-9fea-95d8b76c4d60 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Network': ['ID=bd703c68-434e-419a-8baa-b10997f7d97b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:10.563360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:10.568408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.571419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e283e-1b2a-4de7-813b-647aae7ffe67 None None] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:10.655359 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3c05783-0d0b-44a9-a78a-690a5a535c42 req-90642236-e498-4c91-a70b-ff4dee7aa055 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.1323190 Apr 29 04:05:10.679690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-8ef0a861-a55a-45fe-881a-c2456cec38e9', 'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': 'b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:10.679690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.687956 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ad1a6e1a-a12c-4fe9-b7a0-d3eda4e633dd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0969541 Apr 29 04:05:10.691884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59696) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:10.696095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-407131594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:10.748188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:05:10.749927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (61dd1332-e3fc-4022-820f-8f4b820c13c2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.787962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting subnet 473fa616-5139-49e7-98c7-f57d74996032 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:10.795711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (473fa616-5139-49e7-98c7-f57d74996032), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.799990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Router 8b4e4a45-1cca-4b09-a511-80f65a1c25ad has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:10.823489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.824467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.834716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event updated for resources: {'Subnet': ['ID=61dd1332-e3fc-4022-820f-8f4b820c13c2,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:10.837725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Checking segment: {'id': 'c7388381-bfcf-4dea-84fb-6fc327df7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:10.838088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network hostable DHCP agents. Network: 9c407038-0d81-4660-bb7d-7ed56f8e73a5, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:10.850178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Allocated IP 172.20.0.2 (8ef0a861-a55a-45fe-881a-c2456cec38e9/b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab/ca5c423f-8cf4-43e8-bc60-e04c50b62cc5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:10.914241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (473fa616-5139-49e7-98c7-f57d74996032), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.921810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (aba41ebc-328c-4a53-8406-a3e07c92367c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.934723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:10.996759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Publish callbacks [] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:10.998141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 9c407038-0d81-4660-bb7d-7ed56f8e73a5) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:11.003257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:11.003881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.011809 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449be93b-11ba-4330-9453-22e65b1deef8 None None] Network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:11.019051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:11.021945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=aba41ebc-328c-4a53-8406-a3e07c92367c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:11.033891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59698) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:11.034381 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-291cad99-9455-441d-87a9-868966a26849 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/routers/8b4e4a45-1cca-4b09-a511-80f65a1c25ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9737618 Apr 29 04:05:11.039135 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] Sync routers for ids ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:11.042581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.045727 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f7aed920-e07d-46e2-80f6-90ce1042352d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/aba41ebc-328c-4a53-8406-a3e07c92367c HTTP/1.1" status: 204 len: 168 time: 1.2382045 Apr 29 04:05:11.048826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59700) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:11.053796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'mac_address': 'fa:16:3e:70:a5:9b', 'name': 'tempest-PortsTestJSON-1927568675'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:11.060060 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] Routers {'8b4e4a45-1cca-4b09-a511-80f65a1c25ad'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:11.061424 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:11.082164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.087014 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e82fff2e-95e7-4df1-9903-094af953d913 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1390150 Apr 29 04:05:11.088222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59702) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:11.122851 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:11.134353 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] Routers {'8b4e4a45-1cca-4b09-a511-80f65a1c25ad'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:11.135297 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:04:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:11.158481 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48dc924-df98-4555-888b-071ee05196a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:05:11.160353 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e48dc924-df98-4555-888b-071ee05196a0 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/bca268f5-b168-44f1-9036-b4da52714ad2 HTTP/1.1" status: 404 len: 333 time: 0.1111834 Apr 29 04:05:11.164158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:11.165820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (60c20190-7e76-4863-b82d-314142e6e4c9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.166351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Pushing event updated for resources: {'Port': ['ID=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:11.170992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:11.174305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:11.175209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59704) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:11.223003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-9c407038-0d81-4660-bb7d-7ed56f8e73a5', 'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5', 'project_id': '5485039ef85e4af7bd87edff4c355dc7', 'fixed_ips': [{'subnet_id': '61dd1332-e3fc-4022-820f-8f4b820c13c2'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:11.223876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.232935 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:05:11.237227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=60c20190-7e76-4863-b82d-314142e6e4c9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:11.237444 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:11.237444 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f310f13-e052-48b0-a4e1-da6ead574d7a None None] The sync data for ids ['8b4e4a45-1cca-4b09-a511-80f65a1c25ad'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:11.241307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (473fa616-5139-49e7-98c7-f57d74996032), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.249365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1afd-431a-43b9-a807-0856610d25af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.297799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Attempting to bind port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:11.298431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Attempting to bind port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '4915502a-c58c-46d0-9320-d60cf26a5a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:11.298989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Attempting to bind port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 on network 8ef0a861-a55a-45fe-881a-c2456cec38e9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:11.326644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.353139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:11.353862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Checking segment: {'id': '4915502a-c58c-46d0-9320-d60cf26a5a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:11.354430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.354980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Bound using segment: {'id': '4915502a-c58c-46d0-9320-d60cf26a5a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:11.355642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Bound port: ca5c423f-8cf4-43e8-bc60-e04c50b62cc5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4915502a-c58c-46d0-9320-d60cf26a5a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:11.356192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.381168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for router (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.385482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:11.446181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.482404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] For port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:11.484751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Allocated IP 2001:db8::f816:3eff:fe8a:cdfa (9c407038-0d81-4660-bb7d-7ed56f8e73a5/61dd1332-e3fc-4022-820f-8f4b820c13c2/14eab80a-d8cb-467c-b059-3055ab57df2a) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:11.487756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] For port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,segment=NetworkSegment(4915502a-c58c-46d0-9320-d60cf26a5a18),segment_id=4915502a-c58c-46d0-9320-d60cf26a5a18)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:11.503404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.554772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.615063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.615063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for router_controller (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.622273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.623644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-96b1abac-cb02-4d76-bde0-a3f9ed30754a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9309185 Apr 29 04:05:11.628774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59712) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:11.633851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'port': {'network_id': '8ef0a861-a55a-45fe-881a-c2456cec38e9', 'name': 'tempest-RoutersTest-1749564369'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:11.650049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2feee-61f7-489d-a0ca-05b066193eb8 None None] Pushing event updated for resources: {'Port': ['ID=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:11.847604 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9f714dcd-d298-42da-8d17-accd1face0f9 req-03f324b8-0e25-4605-9916-9ceae6f4f7fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0846348 Apr 29 04:05:11.851306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (61dd1332-e3fc-4022-820f-8f4b820c13c2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.890533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (8b4e4a45-1cca-4b09-a511-80f65a1c25ad), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.891295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4e4a45-1cca-4b09-a511-80f65a1c25ad {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:11.895279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.905395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:11.906001 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-74dc7d1a-85ec-4ca9-bd65-1cfae4b2a6f4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/routers/8b4e4a45-1cca-4b09-a511-80f65a1c25ad HTTP/1.1" status: 204 len: 168 time: 0.7287402 Apr 29 04:05:11.912401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59716) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:11.945427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:11.947825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port b61fe85e-e947-4ce3-9424-1a06c529f5e1 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:11.953636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (473fa616-5139-49e7-98c7-f57d74996032), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.006783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.010658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/subnets/473fa616-5139-49e7-98c7-f57d74996032 HTTP/1.1" status: 204 len: 168 time: 1.4342685 Apr 29 04:05:12.012134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d30676-193d-4ed6-91bb-4f345e22f6a8 None None] Network 1dea8972-ee8f-4163-a963-1f1d8c530170 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:12.017500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef9b48-7a8d-4057-bf58-4e0a870e51b0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Subnet': ['ID=473fa616-5139-49e7-98c7-f57d74996032,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:12.017500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59718) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:12.017764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet eaa3f031-3826-48cc-ab69-44aa4425e821 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:12.021243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (eaa3f031-3826-48cc-ab69-44aa4425e821), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.076066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (eaa3f031-3826-48cc-ab69-44aa4425e821), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.165679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting subnet e3d3d48c-50db-4abc-a591-c30b18508979 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:12.172849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (e3d3d48c-50db-4abc-a591-c30b18508979), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.173755 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (eaa3f031-3826-48cc-ab69-44aa4425e821), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.199910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:12.203471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.217741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.219912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Publish callbacks [] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.233951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] device_id is not set on port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:12.296645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (e3d3d48c-50db-4abc-a591-c30b18508979), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.303460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.340431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] DHCP port deletion for 1dea8972-ee8f-4163-a963-1f1d8c530170 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:12.356471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (eaa3f031-3826-48cc-ab69-44aa4425e821), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.381565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:12.385684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:12.388014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Pushing event updated for resources: {'Port': ['ID=14eab80a-d8cb-467c-b059-3055ab57df2a,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:12.395044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:12.396535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa3f031-3826-48cc-ab69-44aa4425e821,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:12.397175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:12.398690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.404301 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8d481e1e-6b8d-4dae-b18d-ba40b66e83c7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/eaa3f031-3826-48cc-ab69-44aa4425e821 HTTP/1.1" status: 204 len: 168 time: 0.4863403 Apr 29 04:05:12.405345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59720) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:12.414618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:12.431774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.20.0.8 (8ef0a861-a55a-45fe-881a-c2456cec38e9/b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab/24b2b351-17fd-40f6-8da9-4f40ccb3ddd5) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:12.432026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264d8f9-7d72-47b1-9339-76c6766f0ec3 None None] Network 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:12.435033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (61dd1332-e3fc-4022-820f-8f4b820c13c2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.454356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] Deleting port 408427e4-a183-4169-9005-063491b46a32 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:12.454723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (408427e4-a183-4169-9005-063491b46a32), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.475035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (b61fe85e-e947-4ce3-9424-1a06c529f5e1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.504022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:12.504667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.544135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (e3d3d48c-50db-4abc-a591-c30b18508979), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.562497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.580259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.584446 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9d82ca84-986a-42a8-a252-0c1446527ae7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/ports/60c20190-7e76-4863-b82d-314142e6e4c9 HTTP/1.1" status: 204 len: 168 time: 3.0485449 Apr 29 04:05:12.597449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59722) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:12.611439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.613850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Subnet': ['ID=61dd1332-e3fc-4022-820f-8f4b820c13c2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:12.676077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Attempting to bind port 14eab80a-d8cb-467c-b059-3055ab57df2a on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:12.676708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Attempting to bind port 14eab80a-d8cb-467c-b059-3055ab57df2a by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c7388381-bfcf-4dea-84fb-6fc327df7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:12.677061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Attempting to bind port 14eab80a-d8cb-467c-b059-3055ab57df2a on network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:12.685972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:12.686609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.690302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] For port 408427e4-a183-4169-9005-063491b46a32, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=408427e4-a183-4169-9005-063491b46a32,segment=NetworkSegment(ccbf56b0-b19c-499f-8749-c0d5d3260bca),segment_id=ccbf56b0-b19c-499f-8749-c0d5d3260bca)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:12.690875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (408427e4-a183-4169-9005-063491b46a32), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.699822 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e4f40669-a7f3-4bec-b7bb-4928c4a22bf1 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/floatingips/70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf HTTP/1.1" status: 200 len: 687 time: 0.1004822 Apr 29 04:05:12.700746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59724) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:12.715926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b61fe85e-e947-4ce3-9424-1a06c529f5e1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.748586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.760958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:12.761364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Checking segment: {'id': 'c7388381-bfcf-4dea-84fb-6fc327df7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:12.761783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.762172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Bound using segment: {'id': 'c7388381-bfcf-4dea-84fb-6fc327df7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:12.762686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Bound port: 14eab80a-d8cb-467c-b059-3055ab57df2a, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7388381-bfcf-4dea-84fb-6fc327df7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:12.763040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.765884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] Calling delete_port for 408427e4-a183-4169-9005-063491b46a32 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:12.767984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.768599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1857178-8f99-494d-ae52-29fa2d23488d None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:12.824514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=b61fe85e-e947-4ce3-9424-1a06c529f5e1,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:12.851027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c407038-0d81-4660-bb7d-7ed56f8e73a5']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.851542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] For port 14eab80a-d8cb-467c-b059-3055ab57df2a, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:12.852889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] For port 14eab80a-d8cb-467c-b059-3055ab57df2a, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=14eab80a-d8cb-467c-b059-3055ab57df2a,segment=NetworkSegment(c7388381-bfcf-4dea-84fb-6fc327df7aa4),segment_id=c7388381-bfcf-4dea-84fb-6fc327df7aa4)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:12.854657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port fe12fd70-191f-4e19-a3d8-56dd4db61de7 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:12.855199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.900779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] DHCP port deletion for 1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:12.902407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7388381-bfcf-4dea-84fb-6fc327df7aa4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.902927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7388381-bfcf-4dea-84fb-6fc327df7aa4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:12.938395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.961233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:12.988153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (e3d3d48c-50db-4abc-a591-c30b18508979), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.001016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:13.007048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port fe12fd70-191f-4e19-a3d8-56dd4db61de7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fe12fd70-191f-4e19-a3d8-56dd4db61de7,segment=NetworkSegment(5cf2dc02-7891-45d1-b52a-920c756b9811),segment_id=5cf2dc02-7891-45d1-b52a-920c756b9811)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:13.007470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.015870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] Deleting port fe12fd70-191f-4e19-a3d8-56dd4db61de7 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:13.016378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.018992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.039091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:13.039496 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.045628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:13.047529 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:13.050040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for fe12fd70-191f-4e19-a3d8-56dd4db61de7 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:13.057624 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3c2692a-e17d-49d8-8001-157a047fbbac req-ebc5baea-d506-43fa-9d1d-76c935d26325 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.1193576 Apr 29 04:05:13.058476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:13.062856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:13.063047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db323cbb-dbd4-402d-bdee-930864e4571d None None] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:13.068857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:13.074292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.094797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d3d48c-50db-4abc-a591-c30b18508979,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.097737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.110821 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d9e4e4f6-45cc-4b93-b975-22821484d6e0 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/subnets/e3d3d48c-50db-4abc-a591-c30b18508979 HTTP/1.1" status: 204 len: 168 time: 1.0852718 Apr 29 04:05:13.113296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59732) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:13.130552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 03d87d33-f72f-41ab-ae22-0113206681a7 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:13.130924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (03d87d33-f72f-41ab-ae22-0113206681a7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.190825 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-56e24358-2c77-4224-88f7-1b43748ffc64 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1412065 Apr 29 04:05:13.194171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59734) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:13.259772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9202432-fe25-4ec0-b563-c3632cd7650c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:13.261214 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b9202432-fe25-4ec0-b563-c3632cd7650c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/b61fe85e-e947-4ce3-9424-1a06c529f5e1 HTTP/1.1" status: 200 len: 841 time: 0.0660055 Apr 29 04:05:13.266751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59736) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:13.277192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (03d87d33-f72f-41ab-ae22-0113206681a7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.277535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (03d87d33-f72f-41ab-ae22-0113206681a7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.299181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:05:13.299181 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:05:13.299181 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': '9c407038-0d81-4660-bb7d-7ed56f8e73a5'}] Apr 29 04:05:13.299181 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:13.300571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:13.313083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1dea8972-ee8f-4163-a963-1f1d8c530170), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.314738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 03d87d33-f72f-41ab-ae22-0113206681a7 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:13.321131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295ac6b-73e8-4d1f-99fd-5ffae3ece4dd None None] Network 1efcbb9e-902b-422a-886f-b34f38fdd802 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:13.363696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (408427e4-a183-4169-9005-063491b46a32), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.377939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port b61fe85e-e947-4ce3-9424-1a06c529f5e1 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:13.378280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b61fe85e-e947-4ce3-9424-1a06c529f5e1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.424928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13863c9a-bff2-4a1f-bb02-14b23753440a None None] Pushing event updated for resources: {'Port': ['ID=14eab80a-d8cb-467c-b059-3055ab57df2a,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.427168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.431859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1dea8972-ee8f-4163-a963-1f1d8c530170), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.443356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] Provisioning complete for port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:13.443732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.449629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.501295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b61fe85e-e947-4ce3-9424-1a06c529f5e1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.509138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dea8972-ee8f-4163-a963-1f1d8c530170']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:13.520750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for b61fe85e-e947-4ce3-9424-1a06c529f5e1 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:13.524226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port fe12fd70-191f-4e19-a3d8-56dd4db61de7 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:13.528047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:13.536501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbf56b0-b19c-499f-8749-c0d5d3260bca') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:13.536789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbf56b0-b19c-499f-8749-c0d5d3260bca') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:13.544315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:13.585880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:13.593752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (ccbf56b0-b19c-499f-8749-c0d5d3260bca), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.598015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=24b2b351-17fd-40f6-8da9-4f40ccb3ddd5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.622044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] No DVR routers for this DVR port 408427e4-a183-4169-9005-063491b46a32 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:13.627474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] For port fe12fd70-191f-4e19-a3d8-56dd4db61de7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fe12fd70-191f-4e19-a3d8-56dd4db61de7,segment=NetworkSegment(5cf2dc02-7891-45d1-b52a-920c756b9811),segment_id=5cf2dc02-7891-45d1-b52a-920c756b9811)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:13.627474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.636428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:13.658238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3212b-5b05-41d7-8446-d6cad95874f5 None None] Pushing event deleted for resources: {'Port': ['ID=408427e4-a183-4169-9005-063491b46a32,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.667222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ccbf56b0-b19c-499f-8749-c0d5d3260bca), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.683936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c5b72f-5cf0-414f-afac-ebfa6e1686c7 None None] Network 9c407038-0d81-4660-bb7d-7ed56f8e73a5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:13.699872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:13.700335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (ccbf56b0-b19c-499f-8749-c0d5d3260bca), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:13.710671 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:13.713280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=fe12fd70-191f-4e19-a3d8-56dd4db61de7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.718589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] Calling delete_port for fe12fd70-191f-4e19-a3d8-56dd4db61de7 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:13.720274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (03d87d33-f72f-41ab-ae22-0113206681a7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.758456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b61fe85e-e947-4ce3-9424-1a06c529f5e1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.767535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=03d87d33-f72f-41ab-ae22-0113206681a7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.828951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=b61fe85e-e947-4ce3-9424-1a06c529f5e1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:13.845893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.868121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.873939 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1a75a448-0df9-4a11-ba07-b44469fadd2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/b61fe85e-e947-4ce3-9424-1a06c529f5e1 HTTP/1.1" status: 204 len: 168 time: 0.6060474 Apr 29 04:05:13.875194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59738) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:13.915559 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab29af9-2fe4-4edf-a801-f161ed30f682 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:13.921380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cab29af9-2fe4-4edf-a801-f161ed30f682 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/b61fe85e-e947-4ce3-9424-1a06c529f5e1 HTTP/1.1" status: 404 len: 333 time: 0.0394678 Apr 29 04:05:13.922027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59740) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:13.929951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'name': 'tempest-PortsTestJSON-1645340000'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:13.949369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.952052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.953448 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ac68d5eb-3cb5-4125-9b6b-e13f7c5d2d3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/floatingips/70c05fe3-ea93-4fd2-a798-38d2ae0ff9bf HTTP/1.1" status: 204 len: 168 time: 1.2500453 Apr 29 04:05:13.957991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59742) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:13.962090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '593902ae-f0d8-44fb-b63d-7c23dc7db799'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:13.971405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] Current status of the port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:13.971867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:13.990056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:13.991289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.042090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] DHCP port deletion for 1efcbb9e-902b-422a-886f-b34f38fdd802 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:14.060254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.092588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.093215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (fe12fd70-191f-4e19-a3d8-56dd4db61de7), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.100557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] For port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,segment=NetworkSegment(4915502a-c58c-46d0-9320-d60cf26a5a18),segment_id=4915502a-c58c-46d0-9320-d60cf26a5a18)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:14.113651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:14.114307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.135298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] No DVR routers for this DVR port fe12fd70-191f-4e19-a3d8-56dd4db61de7 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:14.138591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b354b65-9a90-4c8e-8ab0-5593fcddd6d1']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:14.146866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.149367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2a17f-7082-494b-95b2-e6a1aa83e3ed None None] Pushing event deleted for resources: {'Port': ['ID=fe12fd70-191f-4e19-a3d8-56dd4db61de7,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:14.158135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] Deleting port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:14.158562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.169182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf2dc02-7891-45d1-b52a-920c756b9811') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:14.169729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf2dc02-7891-45d1-b52a-920c756b9811') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:14.200860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting port 14eab80a-d8cb-467c-b059-3055ab57df2a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:14.202190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.204148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.282282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:14.282669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.293475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:14.297612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.303385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (5cf2dc02-7891-45d1-b52a-920c756b9811), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.311614 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-614f2485-945c-48c6-9178-c7574ee762ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6817627 Apr 29 04:05:14.319800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59746) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:14.325731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] For port 14eab80a-d8cb-467c-b059-3055ab57df2a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=14eab80a-d8cb-467c-b059-3055ab57df2a,segment=NetworkSegment(c7388381-bfcf-4dea-84fb-6fc327df7aa4),segment_id=c7388381-bfcf-4dea-84fb-6fc327df7aa4)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:14.326099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.341491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] For port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,segment=NetworkSegment(e6325d75-79ce-4002-b5a5-4b2fa8e5c56d),segment_id=e6325d75-79ce-4002-b5a5-4b2fa8e5c56d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:14.341892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.342382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Calling delete_port for 14eab80a-d8cb-467c-b059-3055ab57df2a owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:14.350157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1dea8972-ee8f-4163-a963-1f1d8c530170), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.370537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca84f-22a9-42c2-b2f4-598a8f466b65 None None] Pushing event updated for resources: {'Port': ['ID=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:14.375150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] Calling delete_port for ecc2d3cb-0ded-4dad-88a6-7edcda3b217d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:14.377896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-94e6f6cd-21c3-414c-ad38-5fd7180d5680 None None] Provisioning complete for port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:14.378034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 3b9003a9-b0cf-424f-9585-7974872ed96f yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:14.378540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94e6f6cd-21c3-414c-ad38-5fd7180d5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.410603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.414372 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/networks/1dea8972-ee8f-4163-a963-1f1d8c530170 HTTP/1.1" status: 204 len: 168 time: 1.2985346 Apr 29 04:05:14.417398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1094e47-4616-4949-90bc-5f2cf9e733b4 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Network': ['ID=1dea8972-ee8f-4163-a963-1f1d8c530170,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:14.418276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59748) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:14.420316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5cf2dc02-7891-45d1-b52a-920c756b9811), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.473878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.481049 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-76da9228-8cca-416b-a64a-403a364231d3 req-bfc7726e-03ea-400f-adb2-962fb00eea95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.1754518 Apr 29 04:05:14.484951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:14.488377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (5cf2dc02-7891-45d1-b52a-920c756b9811), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.491300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:14.491651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:14.495327 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:14.499675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94e6f6cd-21c3-414c-ad38-5fd7180d5680 None None] Port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:14.524672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-94e6f6cd-21c3-414c-ad38-5fd7180d5680 None None] Provisioning complete for port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:14.525051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94e6f6cd-21c3-414c-ad38-5fd7180d5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.644707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94e6f6cd-21c3-414c-ad38-5fd7180d5680 None None] Current status of the port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:14.737383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ecc2d3cb-0ded-4dad-88a6-7edcda3b217d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.737561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1b354b65-9a90-4c8e-8ab0-5593fcddd6d1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.738975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (14eab80a-d8cb-467c-b059-3055ab57df2a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.742917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1efcbb9e-902b-422a-886f-b34f38fdd802), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.757135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.765468 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/1b354b65-9a90-4c8e-8ab0-5593fcddd6d1 HTTP/1.1" status: 204 len: 168 time: 2.3556921 Apr 29 04:05:14.766501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59752) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:14.790923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] No DVR routers for this DVR port ecc2d3cb-0ded-4dad-88a6-7edcda3b217d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:14.801259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eee6dd-862c-4af3-bb2d-424d7f2a4e6f None None] Pushing event deleted for resources: {'Port': ['ID=ecc2d3cb-0ded-4dad-88a6-7edcda3b217d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:14.802652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81b701-88ad-4ad4-b15f-b70090c59ad5 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=1b354b65-9a90-4c8e-8ab0-5593fcddd6d1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:14.804352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Port': ['ID=14eab80a-d8cb-467c-b059-3055ab57df2a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:14.818853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-aa32a4ec-19a9-405f-9cc7-ffbd370d8485 None None] Provisioning complete for port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:14.820304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a4ec-19a9-405f-9cc7-ffbd370d8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:14.836187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No DVR routers for this DVR port 14eab80a-d8cb-467c-b059-3055ab57df2a on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:14.855305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437108e3-3171-472a-a0a9-fc8cb185e8a5 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:05:14.896824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608ad263-df7e-4551-b56c-6c1049ca0503 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:14.903349 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-608ad263-df7e-4551-b56c-6c1049ca0503 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/94a4c1ce-8696-4abd-826c-cf6e550c9c25 HTTP/1.1" status: 200 len: 845 time: 0.1124158 Apr 29 04:05:14.903971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59754) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:14.922030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a4ec-19a9-405f-9cc7-ffbd370d8485 None None] Port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:14.989808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.84 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/a7234775-e364-41a7-8455-39eba7e65d4e) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:15.010444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.029893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.042650 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b183a3cb-14a1-4f34-9e11-bc5cad008a04 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/94a4c1ce-8696-4abd-826c-cf6e550c9c25?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1345663 Apr 29 04:05:15.043245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59756) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:15.050734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:15.058834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c407038-0d81-4660-bb7d-7ed56f8e73a5']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:15.081182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1efcbb9e-902b-422a-886f-b34f38fdd802), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.088419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7388381-bfcf-4dea-84fb-6fc327df7aa4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:15.088768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7388381-bfcf-4dea-84fb-6fc327df7aa4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:15.102843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.142100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:15.151473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437108e3-3171-472a-a0a9-fc8cb185e8a5 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:05:15.170983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.191140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:15.191566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (c7388381-bfcf-4dea-84fb-6fc327df7aa4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:15.196096 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:15.247119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fe12fd70-191f-4e19-a3d8-56dd4db61de7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:15.261496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.273011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:15.276436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.286358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efcbb9e-902b-422a-886f-b34f38fdd802']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:15.305858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: fe12fd70-191f-4e19-a3d8-56dd4db61de7 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:15.307559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fe12fd70-191f-4e19-a3d8-56dd4db61de7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:15.308935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 408427e4-a183-4169-9005-063491b46a32 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:15.312053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:15.316726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6325d75-79ce-4002-b5a5-4b2fa8e5c56d') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:15.353557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (e6325d75-79ce-4002-b5a5-4b2fa8e5c56d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.371213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (9c407038-0d81-4660-bb7d-7ed56f8e73a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.375578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.376469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.385289 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/9c407038-0d81-4660-bb7d-7ed56f8e73a5 HTTP/1.1" status: 204 len: 168 time: 4.2574520 Apr 29 04:05:15.388759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59758) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:15.397288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ce34-0dd4-4741-b0aa-4fc18cf24247 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Network': ['ID=9c407038-0d81-4660-bb7d-7ed56f8e73a5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:15.418603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 408427e4-a183-4169-9005-063491b46a32 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:15.419344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 408427e4-a183-4169-9005-063491b46a32 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:15.678573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:15.754790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:15.755164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.760634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (62dd037f-3ffa-4c6d-9d8f-3e20df109f65), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.811421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:15.815690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:15.820161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e6325d75-79ce-4002-b5a5-4b2fa8e5c56d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.824452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:15.825383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.839275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-36988ac4-78ae-4dba-ab65-5670bd4e1808 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:15.839735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36988ac4-78ae-4dba-ab65-5670bd4e1808 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:15.845723 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-36988ac4-78ae-4dba-ab65-5670bd4e1808 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/61dd1332-e3fc-4022-820f-8f4b820c13c2 HTTP/1.1" status: 404 len: 337 time: 0.4385312 Apr 29 04:05:15.849055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59762) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:15.870684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea7ca3-fe00-4278-9c26-30d16b049353 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:15.889503 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d62f3b-e92f-4834-9cbc-215d93a20a58 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:15.890496 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d62f3b-e92f-4834-9cbc-215d93a20a58 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:15.899703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:15.899703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (e6325d75-79ce-4002-b5a5-4b2fa8e5c56d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.902070 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-88d62f3b-e92f-4834-9cbc-215d93a20a58 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/9c407038-0d81-4660-bb7d-7ed56f8e73a5 HTTP/1.1" status: 404 len: 339 time: 0.0502934 Apr 29 04:05:15.904772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3ce0b3f8-8a73-4cbf-81c5-8d016ce9c47f req-600d27f8-a0f4-4fbf-b548-6c8f8ae3b755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0774477 Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:15.905496 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:15.909870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59764) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:15.921020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=62dd037f-3ffa-4c6d-9d8f-3e20df109f65,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:15.936758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:15.957286 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-160a71d1-887c-4b6c-873f-65c6395e016a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:15.957869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160a71d1-887c-4b6c-873f-65c6395e016a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:15.964166 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-160a71d1-887c-4b6c-873f-65c6395e016a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/07709451-7501-4398-ba8a-53b40de1bbb3 HTTP/1.1" status: 404 len: 337 time: 0.0527737 Apr 29 04:05:15.964890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59766) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:15.977709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:15.986708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7e2205-7d6c-4910-b7a1-e6ce83cba4f9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:15.987672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7e2205-7d6c-4910-b7a1-e6ce83cba4f9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:15.994793 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cc7e2205-7d6c-4910-b7a1-e6ce83cba4f9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/de6835b2-29dd-4814-bfb8-1a0ae528fa5a HTTP/1.1" status: 404 len: 339 time: 0.0282481 Apr 29 04:05:15.995896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59768) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.002556 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1c7e8226-1a4e-4136-b93e-d1c6ebe09c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9558189 Apr 29 04:05:16.014468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59770) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.020786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084080248'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:16.037719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (a7234775-e364-41a7-8455-39eba7e65d4e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.065299 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec500dc7-e003-43c7-aa9e-c507aeee3d4b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:16.065797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec500dc7-e003-43c7-aa9e-c507aeee3d4b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:16.069192 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ec500dc7-e003-43c7-aa9e-c507aeee3d4b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/93e783a8-b03c-49c1-99ec-e9c6e869f42a HTTP/1.1" status: 404 len: 337 time: 0.0649943 Apr 29 04:05:16.071576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59772) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.091716 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec37e8ae-c87c-418c-9d03-2151d9d85d05 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:16.092949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec37e8ae-c87c-418c-9d03-2151d9d85d05 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:16.097375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ec37e8ae-c87c-418c-9d03-2151d9d85d05 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/18fdbf0e-efca-4619-871d-9c6613f36707 HTTP/1.1" status: 404 len: 339 time: 0.0228891 Apr 29 04:05:16.098928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59774) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.134530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:16.138657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.195560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ecc2d3cb-0ded-4dad-88a6-7edcda3b217d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:16.196803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:16.199546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:16.204922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:16.206106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.222608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ecc2d3cb-0ded-4dad-88a6-7edcda3b217d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:16.223613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ecc2d3cb-0ded-4dad-88a6-7edcda3b217d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:16.250235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting port 3cd7d607-eb69-491b-84c3-016ada19d23e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:16.250644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3cd7d607-eb69-491b-84c3-016ada19d23e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.303980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=3b9003a9-b0cf-424f-9585-7974872ed96f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:16.307460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1efcbb9e-902b-422a-886f-b34f38fdd802), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.311158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.317989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/networks/1efcbb9e-902b-422a-886f-b34f38fdd802 HTTP/1.1" status: 204 len: 168 time: 1.8986158 Apr 29 04:05:16.327594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59776) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.333099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-5d81f12f-d7cc-4338-909c-54666885936a', 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'project_id': 'cb87ff0e181342cf9cee7534f997ff33', 'fixed_ips': [{'subnet_id': '62dd037f-3ffa-4c6d-9d8f-3e20df109f65'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:16.338459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.360960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (54ded4d3-c68a-49aa-826d-9ca0551fce06), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.363047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3cd7d607-eb69-491b-84c3-016ada19d23e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.384039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Calling delete_port for 3cd7d607-eb69-491b-84c3-016ada19d23e owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:16.389295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e3b7-5486-4fcf-a5fb-77171f951a10 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Network': ['ID=1efcbb9e-902b-422a-886f-b34f38fdd802,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:16.416508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-90979877-68a0-46a5-ad20-7021f6fa1157 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4914939 Apr 29 04:05:16.430426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59780) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.448190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-ac51e36e-a508-4930-9b38-1e4cf381a258 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:16.449641 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-ac51e36e-a508-4930-9b38-1e4cf381a258 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=e120daf9-1263-490b-87fb-c4be46ea6a54 HTTP/1.1" status: 200 len: 797 time: 0.5708117 Apr 29 04:05:16.454032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:16.473977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (54ded4d3-c68a-49aa-826d-9ca0551fce06), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.526404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a7234775-e364-41a7-8455-39eba7e65d4e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.531265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ded4d3-c68a-49aa-826d-9ca0551fce06,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:16.568848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Allocated IP 2001:db8::2 (5d81f12f-d7cc-4338-909c-54666885936a/62dd037f-3ffa-4c6d-9d8f-3e20df109f65/2c69d234-e935-4885-befa-22bc2ceb77d2) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:16.578892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.583406 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-252a420c-f247-40fb-9b1b-eee9b38e7f7b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5678647 Apr 29 04:05:16.584035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59784) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.584570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting subnet fe319054-fc28-4677-81a9-32ef736d87cf {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:16.589094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'security_group': {'name': 'tempest-secgroup-262924639'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:16.591941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (fe319054-fc28-4677-81a9-32ef736d87cf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.610965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3cd7d607-eb69-491b-84c3-016ada19d23e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.641348 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Port': ['ID=3cd7d607-eb69-491b-84c3-016ada19d23e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:16.644859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (fe319054-fc28-4677-81a9-32ef736d87cf), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.649855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.656163 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-886aa413-8d6c-47cb-85bd-f389145f4fc6 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/ports/3cd7d607-eb69-491b-84c3-016ada19d23e HTTP/1.1" status: 204 len: 168 time: 0.5538321 Apr 29 04:05:16.656460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59786) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.685426 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8443777-c789-44b7-8afb-c777afded5d9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:16.685846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8443777-c789-44b7-8afb-c777afded5d9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:16.691791 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f8443777-c789-44b7-8afb-c777afded5d9 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/8f1b5936-bc55-4858-86e5-ce11ee3500cf HTTP/1.1" status: 404 len: 337 time: 0.0314882 Apr 29 04:05:16.691791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.692146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59788) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:16.754765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:16.756639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (fe319054-fc28-4677-81a9-32ef736d87cf), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.764883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:16.767724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:16.811428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a988b637-3bed-461b-8892-bd9946b23f04), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.833493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Publish callbacks [] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.888606 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (0a248c7f-04f0-4883-b29f-fe0f9dba7497), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.912345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.932775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a988b637-3bed-461b-8892-bd9946b23f04), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.949989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=a7234775-e364-41a7-8455-39eba7e65d4e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:16.959911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a988b637-3bed-461b-8892-bd9946b23f04']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:16.971509 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfea74a-bf13-472f-814f-7e03e8b7701c') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:16.971808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfea74a-bf13-472f-814f-7e03e8b7701c') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:16.974074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0a248c7f-04f0-4883-b29f-fe0f9dba7497), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:16.996337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.000010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:17.003741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:17.004318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (edfea74a-bf13-472f-814f-7e03e8b7701c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.016715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:17.046757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Pushing event updated for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:17.072044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (edfea74a-bf13-472f-814f-7e03e8b7701c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.076026 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-97796ee2-ade1-4ae0-ba1d-685ea88fe2e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 472 time: 0.3343072 Apr 29 04:05:17.081540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.081540 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4958730 Apr 29 04:05:17.081736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.083119 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3f2a4701-1498-4388-9438-33db2bbf4b7e req-70254817-e02a-4a7f-8141-0132194d62e7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0586448 Apr 29 04:05:17.086412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59792) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:17.087059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc79dc4-5071-41e7-8562-094f84d63a7f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a248c7f-04f0-4883-b29f-fe0f9dba7497,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:17.094563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1267390842', 'security_groups': ['0a248c7f-04f0-4883-b29f-fe0f9dba7497'], 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62dd037f-3ffa-4c6d-9d8f-3e20df109f65'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:17.108494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['d33e6769-198b-4b74-b18b-6e2b6bcd13e7']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:17.118994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (fe319054-fc28-4677-81a9-32ef736d87cf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.130984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Attempting to bind port 2c69d234-e935-4885-befa-22bc2ceb77d2 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:17.131487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Attempting to bind port 2c69d234-e935-4885-befa-22bc2ceb77d2 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:17.132581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Attempting to bind port 2c69d234-e935-4885-befa-22bc2ceb77d2 on network 5d81f12f-d7cc-4338-909c-54666885936a {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:17.138429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:17.138857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Checking segment: {'id': 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:17.144800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.144800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Bound using segment: {'id': 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:17.144800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Bound port: 2c69d234-e935-4885-befa-22bc2ceb77d2, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:17.144800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.206602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.207552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:17.207956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (edfea74a-bf13-472f-814f-7e03e8b7701c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:17.211374 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:17.240383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:17.244578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:17.256916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Subnet': ['ID=fe319054-fc28-4677-81a9-32ef736d87cf,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:17.320282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.331055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.332933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256427e4-e7f8-46d3-bde1-e163c4a6942f None None] Network 726fcbb8-a14d-47c2-b4e5-eb858ee2398b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:17.336930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59794) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:17.337091 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7849d59d-1dc7-4cfd-8c07-424d9a05869b tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/subnets/fe319054-fc28-4677-81a9-32ef736d87cf HTTP/1.1" status: 204 len: 168 time: 1.0012481 Apr 29 04:05:17.403032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:17.410959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a988b637-3bed-461b-8892-bd9946b23f04), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.446135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.450084 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/a988b637-3bed-461b-8892-bd9946b23f04 HTTP/1.1" status: 204 len: 168 time: 0.7569220 Apr 29 04:05:17.474975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59796) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:17.496220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6fd7f-e3a1-45dc-89a6-6d96b9e0cdcf None None] Pushing event updated for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:17.546008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=24b2b351-17fd-40f6-8da9-4f40ccb3ddd5,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:17.593482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3d60f-963f-46b7-8991-a2a38053cf2c tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Network': ['ID=a988b637-3bed-461b-8892-bd9946b23f04,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:17.638705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] DHCP port deletion for 726fcbb8-a14d-47c2-b4e5-eb858ee2398b request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:17.676278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (726fcbb8-a14d-47c2-b4e5-eb858ee2398b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.718086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] Deleting port ea7e7205-2034-4795-b24c-82ddf6c37a5d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:17.720099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.757755 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.806061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Deleting port ea7e7205-2034-4795-b24c-82ddf6c37a5d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:17.806394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.808649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 4e4ab089-dc96-4171-bdb4-3c0251b46019 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:17.895010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] For port ea7e7205-2034-4795-b24c-82ddf6c37a5d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea7e7205-2034-4795-b24c-82ddf6c37a5d,segment=NetworkSegment(05696e2c-0dc2-4526-9203-76c3ec948cf4),segment_id=05696e2c-0dc2-4526-9203-76c3ec948cf4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:17.895010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.911334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] Calling delete_port for ea7e7205-2034-4795-b24c-82ddf6c37a5d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:17.958001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting port 67526d18-d76d-4475-9067-8f1a3fd33b6c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:17.958408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (67526d18-d76d-4475-9067-8f1a3fd33b6c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.963899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] For port ea7e7205-2034-4795-b24c-82ddf6c37a5d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea7e7205-2034-4795-b24c-82ddf6c37a5d,segment=NetworkSegment(05696e2c-0dc2-4526-9203-76c3ec948cf4),segment_id=05696e2c-0dc2-4526-9203-76c3ec948cf4)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:17.964335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:17.975851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.005336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-89b01730-f6d3-4426-9442-1f8c3909520f None None] Provisioning complete for port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:18.005336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-89b01730-f6d3-4426-9442-1f8c3909520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.012885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Calling delete_port for ea7e7205-2034-4795-b24c-82ddf6c37a5d owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:18.027327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:18.031538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.063617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-89b01730-f6d3-4426-9442-1f8c3909520f None None] Port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:18.067418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.137791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.142344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::36d (5d81f12f-d7cc-4338-909c-54666885936a/62dd037f-3ffa-4c6d-9d8f-3e20df109f65/4e4ab089-dc96-4171-bdb4-3c0251b46019) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:18.144773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] In _notify_port_updated(), no bound segment for port 3b9003a9-b0cf-424f-9585-7974872ed96f on network 64729ca2-097c-4433-ada0-3438f008b941 {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:05:18.150082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:18.150807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.154306 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/ports/3b9003a9-b0cf-424f-9585-7974872ed96f HTTP/1.1" status: 200 len: 818 time: 1.7105110 Apr 29 04:05:18.162127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59802) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:18.189187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] Pushing event deleted for resources: {'Port': ['ID=ea7e7205-2034-4795-b24c-82ddf6c37a5d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:18.200781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667b88f-b589-44ff-b890-298d154b1856 None None] No DVR routers for this DVR port ea7e7205-2034-4795-b24c-82ddf6c37a5d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:18.217978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (67526d18-d76d-4475-9067-8f1a3fd33b6c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.219739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ea7e7205-2034-4795-b24c-82ddf6c37a5d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.224058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.277728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] No DVR routers for this DVR port ea7e7205-2034-4795-b24c-82ddf6c37a5d on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:18.327954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Port': ['ID=ea7e7205-2034-4795-b24c-82ddf6c37a5d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:18.403623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 3b9003a9-b0cf-424f-9585-7974872ed96f {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:18.404304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.474996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (726fcbb8-a14d-47c2-b4e5-eb858ee2398b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.553769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.557202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726fcbb8-a14d-47c2-b4e5-eb858ee2398b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:18.583647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.585463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 3b9003a9-b0cf-424f-9585-7974872ed96f owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:18.593980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05696e2c-0dc2-4526-9203-76c3ec948cf4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:18.594278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05696e2c-0dc2-4526-9203-76c3ec948cf4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:18.616059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (05696e2c-0dc2-4526-9203-76c3ec948cf4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.670115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (05696e2c-0dc2-4526-9203-76c3ec948cf4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.683374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:18.683586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Calling delete_port for 67526d18-d76d-4475-9067-8f1a3fd33b6c owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:18.684062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (05696e2c-0dc2-4526-9203-76c3ec948cf4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:18.688090 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:18.708170 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a6dbdf02-3019-4565-bd3b-2a9e0de7d099 req-03557ffc-8195-4227-b174-688d5f96265f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.4929254 Apr 29 04:05:18.708765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06012eb6-6e46-4d2a-a2cd-7d1ff15d8400 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=3b9003a9-b0cf-424f-9585-7974872ed96f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:18.792044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.835491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:18.840574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:18.844633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:18.849880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:18.850505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.855578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (726fcbb8-a14d-47c2-b4e5-eb858ee2398b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.860278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=4e4ab089-dc96-4171-bdb4-3c0251b46019,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:18.878399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3b9003a9-b0cf-424f-9585-7974872ed96f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.898346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.898644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Provisioning complete for port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:18.899094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.904544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/networks/726fcbb8-a14d-47c2-b4e5-eb858ee2398b HTTP/1.1" status: 204 len: 168 time: 1.5660858 Apr 29 04:05:18.905507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2c05-1bad-42f6-a089-a644ad3893c6 tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Pushing event deleted for resources: {'Network': ['ID=726fcbb8-a14d-47c2-b4e5-eb858ee2398b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:18.908178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59806) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:18.952337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=3b9003a9-b0cf-424f-9585-7974872ed96f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:18.957679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:18.961443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:18.964587 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fd0c01ad-c96c-44f9-8b6a-90ab4470de95 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/3b9003a9-b0cf-424f-9585-7974872ed96f HTTP/1.1" status: 204 len: 168 time: 0.8009923 Apr 29 04:05:18.965300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59808) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:18.965447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.27 (e120daf9-1263-490b-87fb-c4be46ea6a54/84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0/b8032fff-6aa4-4f66-8e6a-58e849522130) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:18.980395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:18.981118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.005864 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6d712e27-5304-46b0-a13f-4a5b6426fb36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9111865 Apr 29 04:05:19.005864 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59810) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:19.011059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:19.050734 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9680c444-8937-4ff2-afed-97dd1ce5d1ab tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e69ffa4-215b-4b08-b97b-58a732a46941 HTTP/1.1" status: 200 len: 205 time: 0.1412334 Apr 29 04:05:19.054681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed74d912-2cec-46cf-a4e8-c9e6073881ae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:19.055873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59812) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:19.059015 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ed74d912-2cec-46cf-a4e8-c9e6073881ae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0927260 Apr 29 04:05:19.061728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59814) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:19.095024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:19.095405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.115449 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf752c51-2064-4152-a596-54ef7f06dc2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:19.125768 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bf752c51-2064-4152-a596-54ef7f06dc2f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/3b9003a9-b0cf-424f-9585-7974872ed96f HTTP/1.1" status: 404 len: 333 time: 0.0581737 Apr 29 04:05:19.125768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59816) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:19.128939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904972498'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:19.135246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:19.159417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (67526d18-d76d-4475-9067-8f1a3fd33b6c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.166662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.184004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.194061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.220398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:19.224769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.250801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:19.260103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e9b27a65-55ca-473e-b5f6-289ff5cac660), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.262710 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment e9b27a65-55ca-473e-b5f6-289ff5cac660 of type vlan for network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 Apr 29 04:05:19.265007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Port': ['ID=67526d18-d76d-4475-9067-8f1a3fd33b6c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:19.265662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11ca06-0ee2-485a-8a64-a321a3da6527 None None] Pushing event updated for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:19.277977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (9120b062-7c85-49aa-b912-1b79c896c795), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.312852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:19.313949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9614e0e4-0504-4d8c-b1bb-12704060c77e None None] Provisioning complete for port 4e4ab089-dc96-4171-bdb4-3c0251b46019 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:19.314393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9614e0e4-0504-4d8c-b1bb-12704060c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.317036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.329097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.351770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9614e0e4-0504-4d8c-b1bb-12704060c77e None None] Port 4e4ab089-dc96-4171-bdb4-3c0251b46019 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:19.352247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.355478 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e7f8a9ea-6bfd-4b5b-b5c7-6fcc3d09788a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/ports/67526d18-d76d-4475-9067-8f1a3fd33b6c HTTP/1.1" status: 204 len: 168 time: 1.8590946 Apr 29 04:05:19.361519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59818) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:19.429205 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1071af2c-9e14-4af4-9b68-82779e3b7d4b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:19.429917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1071af2c-9e14-4af4-9b68-82779e3b7d4b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:19.432689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1071af2c-9e14-4af4-9b68-82779e3b7d4b tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/819bf815-a1a5-47cd-b6df-4afe5534964a HTTP/1.1" status: 404 len: 337 time: 0.0697236 Apr 29 04:05:19.435446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59820) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:19.575370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c69d234-e935-4885-befa-22bc2ceb77d2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:19.611295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.616910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router_controller (4e69ffa4-215b-4b08-b97b-58a732a46941), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.631054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:19.631490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.695546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.725847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:19.784566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea7e7205-2034-4795-b24c-82ddf6c37a5d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:19.814575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (4e69ffa4-215b-4b08-b97b-58a732a46941), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.815101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Fanout notify agent at l3_agent the message router_deleted on router 4e69ffa4-215b-4b08-b97b-58a732a46941 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:19.818403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.819245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ea7e7205-2034-4795-b24c-82ddf6c37a5d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:19.819611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea7e7205-2034-4795-b24c-82ddf6c37a5d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:19.832923 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62dd037f-3ffa-4c6d-9d8f-3e20df109f65 (CIDR: 2001:db8::/64) Apr 29 04:05:19.840055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.843651 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-40d6b518-c4f2-4926-adeb-2e39eb91b54a tempest-RoutersNegativeIpV6Test-1218293550 tempest-RoutersNegativeIpV6Test-1218293550-project] 10.222.0.37 "DELETE /v2.0/routers/4e69ffa4-215b-4b08-b97b-58a732a46941 HTTP/1.1" status: 204 len: 168 time: 0.7809422 Apr 29 04:05:19.853417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.858351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:19.858943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.867976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7234775-e364-41a7-8455-39eba7e65d4e), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.878900 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5ceeabc8-cd6c-4335-b04c-26026f54a094 req-6c5dff53-fad2-4311-8657-61ab6b838e0e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0648522 Apr 29 04:05:19.896620 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:05:19.897112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:19.902224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (b11ff51c-d99e-4c54-902f-902c3c8f25c0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.961569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:19.981416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:19.993506 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5f3b081d-3ccc-4d5a-8f5e-68c40ebe5dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8664789 Apr 29 04:05:19.998983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:20.001398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59826) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:20.009803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:20.015494 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d4e8ca02-d20b-443b-b570-42679e80e00c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0087090 Apr 29 04:05:20.018707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.020180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59828) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:20.032055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:20.078875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (b11ff51c-d99e-4c54-902f-902c3c8f25c0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.082837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.133257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11ff51c-d99e-4c54-902f-902c3c8f25c0']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:20.139335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network e120daf9-1263-490b-87fb-c4be46ea6a54 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:20.146187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1aeb11-0cc3-4685-9597-1f4dc30822a4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:20.146411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1aeb11-0cc3-4685-9597-1f4dc30822a4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:20.159784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (1a1aeb11-0cc3-4685-9597-1f4dc30822a4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.179229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1a1aeb11-0cc3-4685-9597-1f4dc30822a4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.183383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:20.185830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:20.186461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (1a1aeb11-0cc3-4685-9597-1f4dc30822a4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:20.190877 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:20.203925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:20.213134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=b8032fff-6aa4-4f66-8e6a-58e849522130,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:20.258575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:20.261682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.287293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.331364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (a7234775-e364-41a7-8455-39eba7e65d4e), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.353125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:20.354214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.373437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (b11ff51c-d99e-4c54-902f-902c3c8f25c0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.380307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.387037 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/b11ff51c-d99e-4c54-902f-902c3c8f25c0 HTTP/1.1" status: 204 len: 168 time: 0.9504426 Apr 29 04:05:20.387903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=24b2b351-17fd-40f6-8da9-4f40ccb3ddd5,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:20.389082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59832) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:20.401501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (a7234775-e364-41a7-8455-39eba7e65d4e), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.422800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59834) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:20.425702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4fc58-952a-4a43-acf1-ce4f18d61c3a tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Network': ['ID=b11ff51c-d99e-4c54-902f-902c3c8f25c0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:20.472754 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-45436b6e-5f57-4509-9f36-2f156645670c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3693955 Apr 29 04:05:20.492351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Request body: {'port': {'device_id': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:20.495915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-75dc937f-dd9d-41d1-87bd-4012c2f29703 None None] Provisioning complete for port b8032fff-6aa4-4f66-8e6a-58e849522130 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:20.496412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75dc937f-dd9d-41d1-87bd-4012c2f29703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.511994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting subnet 96d145ed-6f2d-442e-9e39-2334857482ec {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:20.515585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (96d145ed-6f2d-442e-9e39-2334857482ec), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.546662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-75dc937f-dd9d-41d1-87bd-4012c2f29703 None None] Port b8032fff-6aa4-4f66-8e6a-58e849522130 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:20.560174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (96d145ed-6f2d-442e-9e39-2334857482ec), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.561791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:20.565940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.570155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=a7234775-e364-41a7-8455-39eba7e65d4e,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:20.612833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (9120b062-7c85-49aa-b912-1b79c896c795), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.651728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:20.721811 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-98bb39a2-40f7-4262-8f77-b426fa013069 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b290dbe9be7c4b40ac52558fe2960744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922230 Apr 29 04:05:20.724522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59838) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:20.761706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (96d145ed-6f2d-442e-9e39-2334857482ec), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.795085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (128664bd-e1d1-40dc-ad6a-042b85ebca14), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.889708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d06f17dc-dec5-4838-a967-8ac2a32c7323 admin admin] Publish callbacks [] for security_group (19532668-22db-4c0a-9bab-74f64fe7e7e7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.891239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=128664bd-e1d1-40dc-ad6a-042b85ebca14,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:20.937369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': 'e9b27a65-55ca-473e-b5f6-289ff5cac660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:20.937738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:20.942950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d06f17dc-dec5-4838-a967-8ac2a32c7323 admin admin] Publish callbacks [] for security_group (19532668-22db-4c0a-9bab-74f64fe7e7e7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:20.984334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (96d145ed-6f2d-442e-9e39-2334857482ec), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.016926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.025089 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/subnets/96d145ed-6f2d-442e-9e39-2334857482ec HTTP/1.1" status: 204 len: 168 time: 0.6068852 Apr 29 04:05:21.025089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e2e2-225e-42f4-8acf-d502f84f9e80 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Subnet': ['ID=96d145ed-6f2d-442e-9e39-2334857482ec,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:21.025435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59842) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:21.028530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066442c2-c9d8-46a8-ac59-f62ba7d48285 None None] Network eb1c94b7-af83-4e64-aaec-089001c2a93f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:21.038467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:21.061700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:21.095543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.112194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (eb1c94b7-af83-4e64-aaec-089001c2a93f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.122173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d06f17dc-dec5-4838-a967-8ac2a32c7323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (19532668-22db-4c0a-9bab-74f64fe7e7e7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.128933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d06f17dc-dec5-4838-a967-8ac2a32c7323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.128933 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d06f17dc-dec5-4838-a967-8ac2a32c7323 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19532668-22db-4c0a-9bab-74f64fe7e7e7 HTTP/1.1" status: 204 len: 168 time: 0.4004831 Apr 29 04:05:21.138209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f17dc-dec5-4838-a967-8ac2a32c7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19532668-22db-4c0a-9bab-74f64fe7e7e7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:21.175849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:21.184620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:21.185448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.205034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55503857-b5d0-413a-81b9-5c00cbae199c None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:21.209051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Deleting port 4e025ba6-c153-4bbe-9fee-0c9304b71794 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:21.209974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.282052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86252b-3b63-46e8-a0e9-49fe617b992d req-7b8964c1-625d-469a-bf79-8b848a7639fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:21.283657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bb86252b-3b63-46e8-a0e9-49fe617b992d req-7b8964c1-625d-469a-bf79-8b848a7639fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 932 time: 0.2541769 Apr 29 04:05:21.291053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] For port 4e025ba6-c153-4bbe-9fee-0c9304b71794, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4e025ba6-c153-4bbe-9fee-0c9304b71794,segment=NetworkSegment(9b76aaa6-590f-4672-a386-619627031459),segment_id=9b76aaa6-590f-4672-a386-619627031459)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:21.295400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.312131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Calling delete_port for 4e025ba6-c153-4bbe-9fee-0c9304b71794 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:21.318371 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3455cca4-f34c-4d6d-87bf-c3edc6d4d325 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3150737 Apr 29 04:05:21.329724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59846) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:21.336238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:21.354555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] DHCP port deletion for eb1c94b7-af83-4e64-aaec-089001c2a93f request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:21.420627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] Deleting port 4e025ba6-c153-4bbe-9fee-0c9304b71794 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:21.422118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.553772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bb86252b-3b63-46e8-a0e9-49fe617b992d req-a5489b96-2471-4160-9abd-e0bf28c3330d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160697 Apr 29 04:05:21.558688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': '128664bd-e1d1-40dc-ad6a-042b85ebca14'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:21.560425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.566520 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 9120b062-7c85-49aa-b912-1b79c896c795 associated. External IP: 172.26.4.84, port: 593902ae-f0d8-44fb-b63d-7c23dc7db799. Apr 29 04:05:21.578223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4e025ba6-c153-4bbe-9fee-0c9304b71794 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:21.627018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.640277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-70e3ffef-e8f9-4074-8468-060ae82d6794 None None] Provisioning complete for port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:21.640802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70e3ffef-e8f9-4074-8468-060ae82d6794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.674912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:21.679036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.683553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] No DVR routers for this DVR port 4e025ba6-c153-4bbe-9fee-0c9304b71794 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:21.685527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Port': ['ID=4e025ba6-c153-4bbe-9fee-0c9304b71794,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:21.693267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] For port 4e025ba6-c153-4bbe-9fee-0c9304b71794, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4e025ba6-c153-4bbe-9fee-0c9304b71794,segment=NetworkSegment(9b76aaa6-590f-4672-a386-619627031459),segment_id=9b76aaa6-590f-4672-a386-619627031459)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:21.693790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.727684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] Calling delete_port for 4e025ba6-c153-4bbe-9fee-0c9304b71794 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:21.918467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No active binding found for port 4e025ba6-c153-4bbe-9fee-0c9304b71794 {{(pid=116106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 04:05:21.918467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] The host dv-neutron-839777-1-hyperv is not matching for port 4e025ba6-c153-4bbe-9fee-0c9304b71794 host None! {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 29 04:05:21.918467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4e025ba6-c153-4bbe-9fee-0c9304b71794 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:21.918467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-70e3ffef-e8f9-4074-8468-060ae82d6794 None None] Port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:21.920056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (eb1c94b7-af83-4e64-aaec-089001c2a93f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.931888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1c94b7-af83-4e64-aaec-089001c2a93f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:21.940099 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 128664bd-e1d1-40dc-ad6a-042b85ebca14 (CIDR: 172.20.0.0/28) Apr 29 04:05:21.943874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b76aaa6-590f-4672-a386-619627031459') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:21.944180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b76aaa6-590f-4672-a386-619627031459') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:21.956718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (9b76aaa6-590f-4672-a386-619627031459), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.959190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Allocated IP 172.20.0.2 (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3/128664bd-e1d1-40dc-ad6a-042b85ebca14/21f0a66f-948d-4ae1-a085-c7f57d156ee6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:21.962368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.966007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4e025ba6-c153-4bbe-9fee-0c9304b71794), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.976549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (9b76aaa6-590f-4672-a386-619627031459), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.983788 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:05:21.984284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:21.986658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:21.987067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (9b76aaa6-590f-4672-a386-619627031459), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:21.990425 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:22.001281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] Pushing event deleted for resources: {'Port': ['ID=4e025ba6-c153-4bbe-9fee-0c9304b71794,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:22.008924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649391f4-29a0-459f-a1de-bbcaca1b346d None None] No DVR routers for this DVR port 4e025ba6-c153-4bbe-9fee-0c9304b71794 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:22.066790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:05:22.066790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:22.066790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:22.077078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9bc39-ff9f-4d3a-a99c-a68df716e067 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:22.095423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:22.096915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.100048 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c37721fe-48d3-46c6-9adc-bba0989280ac tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7687366 Apr 29 04:05:22.102306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59848) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:22.110331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:22.122813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:22.161261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (eb1c94b7-af83-4e64-aaec-089001c2a93f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.165255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.168622 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] 10.222.0.37 "DELETE /v2.0/networks/eb1c94b7-af83-4e64-aaec-089001c2a93f HTTP/1.1" status: 204 len: 168 time: 1.1425047 Apr 29 04:05:22.215712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df980f2e-82af-4f45-a832-9ab41b61d396 tempest-NetworksIpV6TestAttrs-25699729 tempest-NetworksIpV6TestAttrs-25699729-project] Pushing event deleted for resources: {'Network': ['ID=eb1c94b7-af83-4e64-aaec-089001c2a93f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:22.251465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Publish callbacks [] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.254297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8032fff-6aa4-4f66-8e6a-58e849522130 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:05:22.266719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Publish callbacks [] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.286290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:22.324055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Transition to ACTIVE for port object b8032fff-6aa4-4f66-8e6a-58e849522130 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:05:22.331909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.351537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:22.355697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.378236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] Update dhcp port {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'fixed_ips': [{'subnet_id': '62dd037f-3ffa-4c6d-9d8f-3e20df109f65', 'ip_address': '2001:db8::2'}, {'subnet_id': '857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '2c69d234-e935-4885-befa-22bc2ceb77d2'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:05:22.388860 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bacc577a-6d40-462a-8f71-4f0b3b601795 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3619299 Apr 29 04:05:22.389075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:22.389490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:22.396346 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f364dad3-6938-4a66-b0f8-bbeb55759acb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0783000 Apr 29 04:05:22.396956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59852) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:22.405511 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] Sync routers for ids ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:22.413645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-735897452', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4'}], 'security_groups': ['54ded4d3-c68a-49aa-826d-9ca0551fce06']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:22.419191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59854) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:22.420857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:22.428246 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] Routers {'7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:22.428875 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:22.429023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:22.431227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Pushing event updated for resources: {'Port': ['ID=21f0a66f-948d-4ae1-a085-c7f57d156ee6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:22.432011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.452475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.497254 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:22.509446 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] Routers {'7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:22.510084 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:22.550873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:22.551920 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe0ded-7e14-48f4-a9eb-66999dc18286 None None] The sync data for ids ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:22.560891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Attempting to bind port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:22.561256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Attempting to bind port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e9b27a65-55ca-473e-b5f6-289ff5cac660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:22.561630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Attempting to bind port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 on network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:22.571726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c31d7e-590d-4e67-b0c4-7e45202ed728 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:22.573553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-59c31d7e-590d-4e67-b0c4-7e45202ed728 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports/24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 HTTP/1.1" status: 200 len: 977 time: 0.1531560 Apr 29 04:05:22.583919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59858) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:22.648942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=b8032fff-6aa4-4f66-8e6a-58e849522130,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:22.708275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:22.765973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:22.766388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Checking segment: {'id': 'e9b27a65-55ca-473e-b5f6-289ff5cac660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:22.766762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.767206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Bound using segment: {'id': 'e9b27a65-55ca-473e-b5f6-289ff5cac660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:22.767752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Bound port: 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b27a65-55ca-473e-b5f6-289ff5cac660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:22.768153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.774599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:22.792895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59862) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:22.797020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:22.797692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:22.806461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d2313-8c9a-49a2-a6bc-ef76dbb6be88 req-5d135cb6-9e31-4ec0-ac95-68ab0233b27c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:22.808009 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e5d2313-8c9a-49a2-a6bc-ef76dbb6be88 req-5d135cb6-9e31-4ec0-ac95-68ab0233b27c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 944 time: 0.1484432 Apr 29 04:05:22.877934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:22.898445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Attempting to bind port b8032fff-6aa4-4f66-8e6a-58e849522130 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:22.898813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Attempting to bind port b8032fff-6aa4-4f66-8e6a-58e849522130 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:22.899111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Attempting to bind port b8032fff-6aa4-4f66-8e6a-58e849522130 on network e120daf9-1263-490b-87fb-c4be46ea6a54 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:22.909165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.912030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] Allocated IP 2001:db8:0:1::2 (5d81f12f-d7cc-4338-909c-54666885936a/857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4/2c69d234-e935-4885-befa-22bc2ceb77d2) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:22.933851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Port b8032fff-6aa4-4f66-8e6a-58e849522130 on network e120daf9-1263-490b-87fb-c4be46ea6a54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:05:22.934231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Attempting to bind port b8032fff-6aa4-4f66-8e6a-58e849522130 on network e120daf9-1263-490b-87fb-c4be46ea6a54 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:22.939742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:22.944461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:22.948556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Checking segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:22.948556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Bound using segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:22.948556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Bound port: b8032fff-6aa4-4f66-8e6a-58e849522130, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:22.948556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.044598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (cf46bd9a-ef08-4194-9c8a-7c170e381b2a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.094417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:23.096268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:23.105495 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e5d2313-8c9a-49a2-a6bc-ef76dbb6be88 req-815852d4-539c-4d7f-a0ac-32ae4502f97b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183061 Apr 29 04:05:23.120702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:23.121865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d32b7b59-8eaa-44b8-bb68-b8a9537ee609 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.1632583 Apr 29 04:05:23.127845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59866) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:23.134121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:23.138343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:23.138934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.149104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] For port 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:23.151309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1205609829'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:23.164610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:23.165294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a649a8a-b3e6-49d5-8e21-d1d64949e5c2 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:23.181138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] For port 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=21f0a66f-948d-4ae1-a085-c7f57d156ee6,segment=NetworkSegment(e9b27a65-55ca-473e-b5f6-289ff5cac660),segment_id=e9b27a65-55ca-473e-b5f6-289ff5cac660)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:23.215175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=cf46bd9a-ef08-4194-9c8a-7c170e381b2a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:23.240797 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-73a4dd79-9b8a-4713-8ad4-c78975fdcdfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5485039ef85e4af7bd87edff4c355dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286468 Apr 29 04:05:23.247953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59868) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:23.251892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] For port b8032fff-6aa4-4f66-8e6a-58e849522130, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:23.279775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:23.283822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] For port b8032fff-6aa4-4f66-8e6a-58e849522130, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8032fff-6aa4-4f66-8e6a-58e849522130,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:23.312766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] Publish callbacks [] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.323874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee232e81-461f-4567-be8b-b431eab3d880 admin admin] Publish callbacks [] for security_group (d8a364a2-2c8c-45d0-ab0c-6bb1141c7461), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.350020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee232e81-461f-4567-be8b-b431eab3d880 admin admin] Publish callbacks [] for security_group (d8a364a2-2c8c-45d0-ab0c-6bb1141c7461), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.359900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.393861 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c2f8a88b-daec-4a97-8a93-f24d640e8cb0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2866263 Apr 29 04:05:23.395477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59870) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:23.397133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.398170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.407861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'fixed_ips': [{'subnet_id': '128664bd-e1d1-40dc-ad6a-042b85ebca14'}, {'subnet_id': 'cf46bd9a-ef08-4194-9c8a-7c170e381b2a'}], 'name': 'tempest-PortsTestJSON-395432456'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:23.409255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.495261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:23.503680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbd10a-ad82-4532-afc1-07613b702310 None None] Pushing event updated for resources: {'Port': ['ID=21f0a66f-948d-4ae1-a085-c7f57d156ee6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:23.503909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.511503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:23.512273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.513876 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] 10.222.0.31 "PUT /v2.0/ports/b8032fff-6aa4-4f66-8e6a-58e849522130 HTTP/1.1" status: 200 len: 1094 time: 3.0275941 Apr 29 04:05:23.525184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'tag': 'b8032fff-6aa4-4f66-8e6a-58e849522130'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:05:23.527387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4e5f6-33f8-4721-ae8e-84c526913161" -d '{"events": [{"name": "network-changed", "server_uuid": "65112477-4787-4b7f-9bd2-ecbff97f3dfc", "tag": "b8032fff-6aa4-4f66-8e6a-58e849522130"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:05:23.618019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee232e81-461f-4567-be8b-b431eab3d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d8a364a2-2c8c-45d0-ab0c-6bb1141c7461), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.625507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee232e81-461f-4567-be8b-b431eab3d880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:23.630314 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ee232e81-461f-4567-be8b-b431eab3d880 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8a364a2-2c8c-45d0-ab0c-6bb1141c7461 HTTP/1.1" status: 204 len: 168 time: 0.3798904 Apr 29 04:05:23.641524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba15544-696d-4bee-bff6-9569abdcc2ca None None] Pushing event updated for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:23.660991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603c925f-96a2-43c1-b492-db15a7391b58 x-openstack-request-id: req-603c925f-96a2-43c1-b492-db15a7391b58 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:05:23.661287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65112477-4787-4b7f-9bd2-ecbff97f3dfc", "tag": "b8032fff-6aa4-4f66-8e6a-58e849522130", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:05:23.661573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-603c925f-96a2-43c1-b492-db15a7391b58 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:05:23.661989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603c925f-96a2-43c1-b492-db15a7391b58'] response: {'name': 'network-changed', 'server_uuid': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'tag': 'b8032fff-6aa4-4f66-8e6a-58e849522130', 'status': 'completed', 'code': 200} Apr 29 04:05:23.722006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee232e81-461f-4567-be8b-b431eab3d880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a364a2-2c8c-45d0-ab0c-6bb1141c7461,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:23.842123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-6e704b9a-ae53-41eb-a1ae-83198f6a0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:23.847182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-6e704b9a-ae53-41eb-a1ae-83198f6a0fbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 1128 time: 0.1722136 Apr 29 04:05:23.872467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cc514-592a-4fad-ac38-3fbda0ab7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=b8032fff-6aa4-4f66-8e6a-58e849522130,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:23.879076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:23.939169 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-6b69b5f6-a0fa-4880-9f3f-50809375ad6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b8032fff-6aa4-4f66-8e6a-58e849522130 HTTP/1.1" status: 200 len: 217 time: 0.0578833 Apr 29 04:05:24.026160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Delete allocated IP 2001:db8::36d (5d81f12f-d7cc-4338-909c-54666885936a/62dd037f-3ffa-4c6d-9d8f-3e20df109f65) {{(pid=116105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 04:05:24.030107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8087d44f-6726-46cb-81a7-4a735ed6355b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.030457 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Added segment 8087d44f-6726-46cb-81a7-4a735ed6355b of type vlan for network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 Apr 29 04:05:24.058750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8:0:1::363 (5d81f12f-d7cc-4338-909c-54666885936a/857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4/4e4ab089-dc96-4171-bdb4-3c0251b46019) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:24.061893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-ab49ac1f-7b4b-4552-af9d-5c8974131b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:24.063398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-ab49ac1f-7b4b-4552-af9d-5c8974131b6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0 HTTP/1.1" status: 200 len: 838 time: 0.0712061 Apr 29 04:05:24.088849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:24.102893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:24.103459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.198228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.215199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 24b2b351-17fd-40f6-8da9-4f40ccb3ddd5 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:24.316710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20608788-3758-435f-98b4-7c17aaccddb5 req-5935e7f2-e293-48c0-b877-727aa2a7cf23 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:24.318369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-20608788-3758-435f-98b4-7c17aaccddb5 req-5935e7f2-e293-48c0-b877-727aa2a7cf23 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 944 time: 0.1053479 Apr 29 04:05:24.433237 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-20608788-3758-435f-98b4-7c17aaccddb5 req-cc6b1a07-065c-4ed2-a477-eefb13ddb2db tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050322 Apr 29 04:05:24.588175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (24b2b351-17fd-40f6-8da9-4f40ccb3ddd5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.605478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Provisioning complete for port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:24.606086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.615543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.625999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=24b2b351-17fd-40f6-8da9-4f40ccb3ddd5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:24.632004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (202ca4fc-dd61-4530-8900-d6e3b37ebfc2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.662445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:24.671915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:24.672645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.701768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-4f7bd1a8-91f2-467e-bf9a-2f82c52fd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:24.701768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-4f7bd1a8-91f2-467e-bf9a-2f82c52fd90d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e120daf9-1263-490b-87fb-c4be46ea6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.6064277 Apr 29 04:05:24.717537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port dc76b6c8-38f5-4a7b-8b79-124de2453476 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:24.756727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (202ca4fc-dd61-4530-8900-d6e3b37ebfc2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.761748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:24.762367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.803770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:24.828102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Provisioning complete for port 4e4ab089-dc96-4171-bdb4-3c0251b46019 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:24.828826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.839280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:24.905619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3c04ae43-196d-45f7-95ea-e909513b1571 None None] Port 4e4ab089-dc96-4171-bdb4-3c0251b46019 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:24.952922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8224945 Apr 29 04:05:24.962122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59894) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:24.972578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'subnet': {'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:25.076982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a5aac-0e20-4d7d-b5c2-972512bb1200 None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:25.136951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafad55-9c40-4cf1-afcf-fa5029f7d1cd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Network': ['ID=202ca4fc-dd61-4530-8900-d6e3b37ebfc2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:25.147850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:25.155164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:25.196499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-5287032c-6464-4206-a9f3-0345459d49fc service neutron] 10.222.0.31 "GET /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821167 Apr 29 04:05:25.200808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] Provisioning complete for port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:25.200983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.244858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:25.249094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.252843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:25.263013 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cab5b35b-3d1c-49d5-971c-09745c52d17f tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790719 Apr 29 04:05:25.264104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59900) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:25.270756 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] Sync routers for ids ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:25.278057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.290838 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] Routers {'7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:25.291568 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:25.363149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.379757 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:25.389827 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] Routers {'7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:25.390705 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:25.411713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] Current status of the port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:25.412257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.433583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] Update dhcp port {'port': {'network_id': 'dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3', 'fixed_ips': [{'subnet_id': '128664bd-e1d1-40dc-ad6a-042b85ebca14', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf46bd9a-ef08-4194-9c8a-7c170e381b2a'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '21f0a66f-948d-4ae1-a085-c7f57d156ee6'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:05:25.439905 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:25.440748 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2876a98-87f9-4324-af9d-3fc38ffa0d91 None None] The sync data for ids ['7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:25.558604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.561046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] In _notify_port_updated(), no bound segment for port 4e4ab089-dc96-4171-bdb4-3c0251b46019 on network 5d81f12f-d7cc-4338-909c-54666885936a {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:05:25.565054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] For port 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=21f0a66f-948d-4ae1-a085-c7f57d156ee6,segment=NetworkSegment(e9b27a65-55ca-473e-b5f6-289ff5cac660),segment_id=e9b27a65-55ca-473e-b5f6-289ff5cac660)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:25.571120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:25.571720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.578960 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/ports/4e4ab089-dc96-4171-bdb4-3c0251b46019 HTTP/1.1" status: 200 len: 930 time: 3.1704085 Apr 29 04:05:25.595098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59906) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:25.634922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.660691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a75824-b2ae-44ac-acdb-feb1b0f693e3 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=4e4ab089-dc96-4171-bdb4-3c0251b46019,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:25.731139 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b75300bf-4ffd-442c-9ba7-af7be9d66cb4 req-c5caf955-3366-4af2-a257-2146f2cc4cf1 service neutron] 10.222.0.31 "GET /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021698 Apr 29 04:05:25.771719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e475e-5a24-4a6a-8eba-bc9fec405ae5 req-09aa5d69-2c7a-4ba6-b321-8c30f512ca20 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:25.779129 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ae3e475e-5a24-4a6a-8eba-bc9fec405ae5 req-09aa5d69-2c7a-4ba6-b321-8c30f512ca20 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 944 time: 0.1847413 Apr 29 04:05:25.797007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 21f0a66f-948d-4ae1-a085-c7f57d156ee6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:25.844201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.6 (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3/128664bd-e1d1-40dc-ad6a-042b85ebca14/dc76b6c8-38f5-4a7b-8b79-124de2453476) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:25.870924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.29 (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3/cf46bd9a-ef08-4194-9c8a-7c170e381b2a/dc76b6c8-38f5-4a7b-8b79-124de2453476) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:25.906360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-f19f6386-a2ce-416b-a5ee-8bf259a43a67 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 04:05:25.911930 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f19f6386-a2ce-416b-a5ee-8bf259a43a67 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6401594 Apr 29 04:05:25.912105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 4e4ab089-dc96-4171-bdb4-3c0251b46019 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:25.912105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.912345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59912) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:25.917820 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ae3e475e-5a24-4a6a-8eba-bc9fec405ae5 req-50f24c99-13e9-448a-a977-01bcc6f70194 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377459 Apr 29 04:05:25.940617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92af031-55bc-4f80-ba86-056c8b4146f9 None None] Pushing event updated for resources: {'Port': ['ID=21f0a66f-948d-4ae1-a085-c7f57d156ee6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:25.953293 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-423ef14b-e666-4100-a7ed-8fb4d4884a4b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 HTTP/1.1" status: 200 len: 205 time: 0.0410335 Apr 29 04:05:25.958093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59914) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:25.970033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:25.973458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:25.973458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-47cc90c0-7570-45f5-9ef0-9137ed25d589 None None] Provisioning complete for port 4e4ab089-dc96-4171-bdb4-3c0251b46019 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:25.973458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-47cc90c0-7570-45f5-9ef0-9137ed25d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.026379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (417dc429-8f63-47bf-99e2-a7244f88ec36), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.039413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-47cc90c0-7570-45f5-9ef0-9137ed25d589 None None] Port 4e4ab089-dc96-4171-bdb4-3c0251b46019 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:26.087237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:26.088343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c69d234-e935-4885-befa-22bc2ceb77d2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:26.111021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Subnet': ['ID=417dc429-8f63-47bf-99e2-a7244f88ec36,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:26.120627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Checking segment: {'id': '8087d44f-6726-46cb-81a7-4a735ed6355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:26.121001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network hostable DHCP agents. Network: 202ca4fc-dd61-4530-8900-d6e3b37ebfc2, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:26.139668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:26.140128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.167150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.172782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.205706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:26.230338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:26.259733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 4e4ab089-dc96-4171-bdb4-3c0251b46019 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:26.273578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 202ca4fc-dd61-4530-8900-d6e3b37ebfc2) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:26.278798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:26.279409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.285859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e7e30-497f-4726-9cfb-a02cafb2f797 None None] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:26.394644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e8cdb155-06f4-498d-8587-1f3fc79cffa3 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4306407 Apr 29 04:05:26.397177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59926) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:26.403125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1636201763', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:26.446967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-202ca4fc-dd61-4530-8900-d6e3b37ebfc2', 'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2', 'project_id': '31b9fcb9429a4ad7b9f858666445d808', 'fixed_ips': [{'subnet_id': '417dc429-8f63-47bf-99e2-a7244f88ec36'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:26.448497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.462108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.467545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.474421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.503914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (34bba681-ac20-44c1-ba76-c019c9a59526), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.507418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (34bba681-ac20-44c1-ba76-c019c9a59526), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.600042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_controller (34bba681-ac20-44c1-ba76-c019c9a59526), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.623839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.624847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:26.632691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.634382 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3b0e2bcc-cfc7-4c6e-8e21-159de3e698e5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 HTTP/1.1" status: 204 len: 168 time: 0.6685443 Apr 29 04:05:26.637215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59928) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:26.666577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.678036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Allocated IP 172.20.0.2 (202ca4fc-dd61-4530-8900-d6e3b37ebfc2/417dc429-8f63-47bf-99e2-a7244f88ec36/9ce859c8-9cf8-4a1e-9f99-1c848c15022f) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:26.740609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] Allocated IP 172.20.0.18 (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3/cf46bd9a-ef08-4194-9c8a-7c170e381b2a/21f0a66f-948d-4ae1-a085-c7f57d156ee6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:26.743598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4e4ab089-dc96-4171-bdb4-3c0251b46019), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.820706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:26.830941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.838701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:26.855182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:26.857517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:26.873149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8032fff-6aa4-4f66-8e6a-58e849522130 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:05:26.891907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=dc76b6c8-38f5-4a7b-8b79-124de2453476,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:26.924996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:26.928840 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/4e4ab089-dc96-4171-bdb4-3c0251b46019 HTTP/1.1" status: 204 len: 168 time: 1.3264718 Apr 29 04:05:26.942491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59930) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:26.950775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-4d16f323-5251-4448-a07c-d4bb10a14fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:26.952529 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-4d16f323-5251-4448-a07c-d4bb10a14fa9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 1128 time: 0.1954172 Apr 29 04:05:26.957796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435839e-b5cc-4ec8-9ac8-8b8dc9156441 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=4e4ab089-dc96-4171-bdb4-3c0251b46019,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:27.005780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:27.006422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.013234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Publish callbacks [] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.041621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] For port 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=21f0a66f-948d-4ae1-a085-c7f57d156ee6,segment=NetworkSegment(e9b27a65-55ca-473e-b5f6-289ff5cac660),segment_id=e9b27a65-55ca-473e-b5f6-289ff5cac660)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:27.044500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.resource_extend [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:05:27.045175 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43b87ac-347e-4af3-ba9d-62029bc1f54c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:05:27.050895 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e43b87ac-347e-4af3-ba9d-62029bc1f54c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/4e4ab089-dc96-4171-bdb4-3c0251b46019 HTTP/1.1" status: 404 len: 333 time: 0.1013920 Apr 29 04:05:27.076093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59934) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:27.140686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] Publish callbacks [] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.143157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.143913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.150864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-938fb49f-4131-4eae-8e12-37f7988e73ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.7517066 Apr 29 04:05:27.155823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59936) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:27.161048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '128664bd-e1d1-40dc-ad6a-042b85ebca14'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:27.175787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d45cb8-c17a-4ae2-8cfb-912585c84125 req-738e6796-3b80-4ba4-bee2-81ce39cc03f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:27.176006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (34bba681-ac20-44c1-ba76-c019c9a59526), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.182316 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-53d45cb8-c17a-4ae2-8cfb-912585c84125 req-738e6796-3b80-4ba4-bee2-81ce39cc03f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 944 time: 0.1150789 Apr 29 04:05:27.184318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59938) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:27.216811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:27.229966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.236647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327178373', 'description': 'tempest-secgroup-smoke-327178373 description', 'project_id': 'f22c63cca75045308a068b4329985965'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:27.236821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:27.244264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:27.250207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b8032fff-6aa4-4f66-8e6a-58e849522130, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8032fff-6aa4-4f66-8e6a-58e849522130,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:27.253391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Pushing event updated for resources: {'Port': ['ID=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:27.268857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-6b05cf08-dd66-40b3-8abb-1d1d1bf4779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:27.270529 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-6b05cf08-dd66-40b3-8abb-1d1d1bf4779b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e120daf9-1263-490b-87fb-c4be46ea6a54 HTTP/1.1" status: 200 len: 898 time: 0.3070338 Apr 29 04:05:27.273941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.296773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'b8032fff-6aa4-4f66-8e6a-58e849522130', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'port_id': 'b8032fff-6aa4-4f66-8e6a-58e849522130', 'mac_address': 'fa:16:3e:5a:80:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:05:27.366620 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-6d7eff68-5008-4c84-8ab4-8224731fb622 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b8032fff-6aa4-4f66-8e6a-58e849522130 HTTP/1.1" status: 200 len: 217 time: 0.0843654 Apr 29 04:05:27.378144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c430cf0-41c1-4258-92ed-1ca86216862d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (0a248c7f-04f0-4883-b29f-fe0f9dba7497), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.388900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.410580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.446000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-53d45cb8-c17a-4ae2-8cfb-912585c84125 req-e271699a-9f59-43aa-9312-e4297063bac0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623518 Apr 29 04:05:27.466251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.480695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c430cf0-41c1-4258-92ed-1ca86216862d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (0a248c7f-04f0-4883-b29f-fe0f9dba7497), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.490736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.535451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:27.540052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (34bba681-ac20-44c1-ba76-c019c9a59526), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.544161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-15ae181c-468c-4113-870d-3b7df6541a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:27.545840 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-15ae181c-468c-4113-870d-3b7df6541a74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0 HTTP/1.1" status: 200 len: 838 time: 0.1664028 Apr 29 04:05:27.569512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.575811 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3610d1a2-3e8c-4389-b0b2-cd3268277861 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab HTTP/1.1" status: 204 len: 168 time: 0.9350162 Apr 29 04:05:27.575811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.583091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59940) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:27.598067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7067de-bdf4-4154-98e1-c0138df32dd4 None None] Network 8ef0a861-a55a-45fe-881a-c2456cec38e9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:27.599970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 21f0a66f-948d-4ae1-a085-c7f57d156ee6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:27.679682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-2ca0cf39-36a5-4424-83ba-7b858d9536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:27.681591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-2ca0cf39-36a5-4424-83ba-7b858d9536fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e120daf9-1263-490b-87fb-c4be46ea6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1133652 Apr 29 04:05:27.684057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d045b4d-f85a-4d68-84a9-356c1c5558a9 None None] Pushing event updated for resources: {'Port': ['ID=21f0a66f-948d-4ae1-a085-c7f57d156ee6,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:27.705774 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Attempting to bind port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:27.706467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Attempting to bind port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '8087d44f-6726-46cb-81a7-4a735ed6355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:27.707146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Attempting to bind port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f on network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:27.708103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8ef0a861-a55a-45fe-881a-c2456cec38e9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.729507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:27.730203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Checking segment: {'id': '8087d44f-6726-46cb-81a7-4a735ed6355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:27.730612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.731014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Bound using segment: {'id': '8087d44f-6726-46cb-81a7-4a735ed6355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:27.731541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Bound port: 9ce859c8-9cf8-4a1e-9f99-1c848c15022f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8087d44f-6726-46cb-81a7-4a735ed6355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:27.731889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.782669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b8032fff-6aa4-4f66-8e6a-58e849522130 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:27.783049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.790222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:27.790560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.794809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c430cf0-41c1-4258-92ed-1ca86216862d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0a248c7f-04f0-4883-b29f-fe0f9dba7497), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.799857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c430cf0-41c1-4258-92ed-1ca86216862d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.804366 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1c430cf0-41c1-4258-92ed-1ca86216862d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a248c7f-04f0-4883-b29f-fe0f9dba7497 HTTP/1.1" status: 204 len: 168 time: 0.7267253 Apr 29 04:05:27.804528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59942) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:27.859250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c430cf0-41c1-4258-92ed-1ca86216862d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a248c7f-04f0-4883-b29f-fe0f9dba7497,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:27.875726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:27.876100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.884942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.26.4.245 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/f730b7e4-d905-4651-8082-d693bc326223) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:27.905240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (2f3d1e1c-313b-48ea-93e5-adeed38a40c7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.937929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8032fff-6aa4-4f66-8e6a-58e849522130 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:05:27.958403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,segment=NetworkSegment(4915502a-c58c-46d0-9320-d60cf26a5a18),segment_id=4915502a-c58c-46d0-9320-d60cf26a5a18)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:27.958909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.974867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a37f5dae-445f-473b-bce2-a7dab272e44f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (54ded4d3-c68a-49aa-826d-9ca0551fce06), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.977266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2f3d1e1c-313b-48ea-93e5-adeed38a40c7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:27.984077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] For port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:27.996320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:28.007685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b8032fff-6aa4-4f66-8e6a-58e849522130, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8032fff-6aa4-4f66-8e6a-58e849522130,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:28.019770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] For port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,segment=NetworkSegment(8087d44f-6726-46cb-81a7-4a735ed6355b),segment_id=8087d44f-6726-46cb-81a7-4a735ed6355b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:28.044606 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-ce14457e-c854-42b2-ab6e-48d03757af3a service neutron] 10.222.0.31 "GET /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457386 Apr 29 04:05:28.071011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:28.081521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.097919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3d1e1c-313b-48ea-93e5-adeed38a40c7,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.134293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] DHCP port deletion for 8ef0a861-a55a-45fe-881a-c2456cec38e9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:28.151237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.193379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a37f5dae-445f-473b-bce2-a7dab272e44f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (54ded4d3-c68a-49aa-826d-9ca0551fce06), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.214208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b8032fff-6aa4-4f66-8e6a-58e849522130,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.237561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Delete allocated IP 172.20.0.29 (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3/cf46bd9a-ef08-4194-9c8a-7c170e381b2a) {{(pid=116105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 04:05:28.258755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] Deleting port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:28.259113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.292407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (1dc070c3-edd0-44c0-9a27-58a7a90a7322), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.298294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.318404 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ae4e5f6-33f8-4721-ae8e-84c526913161 req-3d3e5e10-2d80-4258-ab6a-32f47ed2bdde service neutron] 10.222.0.31 "GET /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591341 Apr 29 04:05:28.320428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf7463-7ee4-469c-8fee-8244e05cbada None None] Pushing event updated for resources: {'Port': ['ID=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.348555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (f730b7e4-d905-4651-8082-d693bc326223), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.374118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.378668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:28.385042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['b8032fff-6aa4-4f66-8e6a-58e849522130'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:05:28.389509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] For port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,segment=NetworkSegment(4915502a-c58c-46d0-9320-d60cf26a5a18),segment_id=4915502a-c58c-46d0-9320-d60cf26a5a18)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:28.390558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.447721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] Calling delete_port for ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:28.473530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a37f5dae-445f-473b-bce2-a7dab272e44f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (54ded4d3-c68a-49aa-826d-9ca0551fce06), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.476365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a37f5dae-445f-473b-bce2-a7dab272e44f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.477503 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a37f5dae-445f-473b-bce2-a7dab272e44f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/security-groups/54ded4d3-c68a-49aa-826d-9ca0551fce06 HTTP/1.1" status: 204 len: 168 time: 0.6706138 Apr 29 04:05:28.491451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619c0f5-36a7-4d82-990b-06b12d0cff7d None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:28.566722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8ef0a861-a55a-45fe-881a-c2456cec38e9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.569806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59946) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:28.572846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f5dae-445f-473b-bce2-a7dab272e44f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ded4d3-c68a-49aa-826d-9ca0551fce06,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.680397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef0a861-a55a-45fe-881a-c2456cec38e9']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:28.691426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-deee3b1a-3ccb-4d87-9541-375f39edce2b None None] Provisioning complete for port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:28.692632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-deee3b1a-3ccb-4d87-9541-375f39edce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.709067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4915502a-c58c-46d0-9320-d60cf26a5a18') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:28.709603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4915502a-c58c-46d0-9320-d60cf26a5a18') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:28.712042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f730b7e4-d905-4651-8082-d693bc326223), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.728679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d85e0-7b9a-48eb-b33a-84d33f6d47c7 req-5d919914-7924-498f-888d-72e3061ee6fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:28.730350 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a22d85e0-7b9a-48eb-b33a-84d33f6d47c7 req-5d919914-7924-498f-888d-72e3061ee6fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 945 time: 0.1465826 Apr 29 04:05:28.737808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (4915502a-c58c-46d0-9320-d60cf26a5a18), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.789111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 62dd037f-3ffa-4c6d-9d8f-3e20df109f65 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:28.805029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (62dd037f-3ffa-4c6d-9d8f-3e20df109f65), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.831442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4915502a-c58c-46d0-9320-d60cf26a5a18), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.841891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:28.845237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ca5c423f-8cf4-43e8-bc60-e04c50b62cc5), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.858087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:28.864187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:28.867337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (4915502a-c58c-46d0-9320-d60cf26a5a18), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:28.868533 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:28.870628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:28.871958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1dc070c3-edd0-44c0-9a27-58a7a90a7322), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.878471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=f730b7e4-d905-4651-8082-d693bc326223,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.913270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] Pushing event deleted for resources: {'Port': ['ID=ca5c423f-8cf4-43e8-bc60-e04c50b62cc5,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.915154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45229009-28e4-4b51-bbab-34ca505d3ae6 None None] No DVR routers for this DVR port ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:28.935520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc070c3-edd0-44c0-9a27-58a7a90a7322,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:28.938917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-deee3b1a-3ccb-4d87-9541-375f39edce2b None None] Current status of the port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:28.963925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:28.965212 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-93ea40ed-6625-48a5-baa1-026b3ae405f8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.7545941 Apr 29 04:05:28.969554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59948) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:28.974082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group_rule': {'security_group_id': '1dc070c3-edd0-44c0-9a27-58a7a90a7322', 'project_id': 'f22c63cca75045308a068b4329985965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:29.000021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.062795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.127711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (c83efd45-b073-4bcf-aea9-d35ad09d727c), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.207368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=dc76b6c8-38f5-4a7b-8b79-124de2453476,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:29.234964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] In _notify_port_updated(), no bound segment for port dc76b6c8-38f5-4a7b-8b79-124de2453476 on network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:05:29.240239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:29.240921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.245225 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ac8cab65-07cf-4191-8c9e-489c07d66e02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/ports/dc76b6c8-38f5-4a7b-8b79-124de2453476 HTTP/1.1" status: 200 len: 918 time: 2.0882916 Apr 29 04:05:29.245922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59950) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:29.260246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '128664bd-e1d1-40dc-ad6a-042b85ebca14'}, {'subnet_id': 'cf46bd9a-ef08-4194-9c8a-7c170e381b2a'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:29.279693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (62dd037f-3ffa-4c6d-9d8f-3e20df109f65), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.288059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c51f645e-990e-417e-9981-4904da968fb3 None None] Provisioning complete for port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:29.288687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c51f645e-990e-417e-9981-4904da968fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.322974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (c83efd45-b073-4bcf-aea9-d35ad09d727c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.370700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.384686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a22d85e0-7b9a-48eb-b33a-84d33f6d47c7 req-136a6434-725b-45c4-b4e3-c32f0ef9f1f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6177745 Apr 29 04:05:29.420137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c51f645e-990e-417e-9981-4904da968fb3 None None] Current status of the port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:29.432120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c83efd45-b073-4bcf-aea9-d35ad09d727c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.436941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c51f645e-990e-417e-9981-4904da968fb3 None None] Provisioning complete for port dc76b6c8-38f5-4a7b-8b79-124de2453476 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:29.437378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c51f645e-990e-417e-9981-4904da968fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.505980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c51f645e-990e-417e-9981-4904da968fb3 None None] Port dc76b6c8-38f5-4a7b-8b79-124de2453476 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:29.530707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8ef0a861-a55a-45fe-881a-c2456cec38e9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.536803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83efd45-b073-4bcf-aea9-d35ad09d727c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:29.563623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.563877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.565725 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-05c74603-9506-4b82-9082-d94ae5e1e000 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5951176 Apr 29 04:05:29.570678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/8ef0a861-a55a-45fe-881a-c2456cec38e9 HTTP/1.1" status: 204 len: 168 time: 1.9832315 Apr 29 04:05:29.570888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59952) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:29.577453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group_rule': {'security_group_id': '1dc070c3-edd0-44c0-9a27-58a7a90a7322', 'project_id': 'f22c63cca75045308a068b4329985965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:29.585445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59954) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:29.602639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-932316978'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:29.631744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c336860-b2ac-4739-8711-3413b90f8ed2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=8ef0a861-a55a-45fe-881a-c2456cec38e9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:29.645640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (62dd037f-3ffa-4c6d-9d8f-3e20df109f65), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.740935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-64789d01-de45-443a-9d8a-cd1fc8a26380 None None] Provisioning complete for port dc76b6c8-38f5-4a7b-8b79-124de2453476 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:29.741467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64789d01-de45-443a-9d8a-cd1fc8a26380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.809716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 21f0a66f-948d-4ae1-a085-c7f57d156ee6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:29.812475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-64789d01-de45-443a-9d8a-cd1fc8a26380 None None] Port dc76b6c8-38f5-4a7b-8b79-124de2453476 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:29.843402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (5ffadff1-d195-4f28-bc9e-8fee3df2703d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.865775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:29.866159 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.874954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.27 (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3/cf46bd9a-ef08-4194-9c8a-7c170e381b2a/dc76b6c8-38f5-4a7b-8b79-124de2453476) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:29.885763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (62dd037f-3ffa-4c6d-9d8f-3e20df109f65), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.924886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:29.928611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.931246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:29.934420 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/62dd037f-3ffa-4c6d-9d8f-3e20df109f65 HTTP/1.1" status: 204 len: 168 time: 1.3520086 Apr 29 04:05:29.940134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d9184-4fb8-4ec6-8e9c-9fafdd53cc0b None None] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:29.940755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59956) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:29.941511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67990ea2-a4da-4f54-a2d2-f70575ef80ed tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=62dd037f-3ffa-4c6d-9d8f-3e20df109f65,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:29.946021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27ebae-8151-45ea-b4a5-8486b06247eb None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:29.949849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:29.971852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (34bba681-ac20-44c1-ba76-c019c9a59526), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.004306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] Provisioning complete for port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:30.004689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.016065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (5ffadff1-d195-4f28-bc9e-8fee3df2703d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.022938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:30.042251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (91a7305b-59c7-42b5-ba81-6bad4f0787fe), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.042251 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 91a7305b-59c7-42b5-ba81-6bad4f0787fe of type vlan for network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 Apr 29 04:05:30.085477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5ffadff1-d195-4f28-bc9e-8fee3df2703d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.117111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (356cf92c-ef26-4fe9-b2e3-22244e6e74c0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.141365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffadff1-d195-4f28-bc9e-8fee3df2703d,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:30.159506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:30.160784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9ce859c8-9cf8-4a1e-9f99-1c848c15022f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:30.182940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.218918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.223570 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-78f9d3a7-2f1f-4a4b-a972-cdd2ec0f4337 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6476903 Apr 29 04:05:30.223818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:30.228915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group_rule': {'security_group_id': '1dc070c3-edd0-44c0-9a27-58a7a90a7322', 'project_id': 'f22c63cca75045308a068b4329985965', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:30.241453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (356cf92c-ef26-4fe9-b2e3-22244e6e74c0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.241994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.247437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:30.248145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.302701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (34bba681-ac20-44c1-ba76-c019c9a59526), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.304658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] Current status of the port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:30.307800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.319791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:30.320169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.324433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:30.327848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.347758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=dc76b6c8-38f5-4a7b-8b79-124de2453476,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:30.417585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] For port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,segment=NetworkSegment(8087d44f-6726-46cb-81a7-4a735ed6355b),segment_id=8087d44f-6726-46cb-81a7-4a735ed6355b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:30.439260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (f7516474-88cc-412d-99bb-be7c7e16b294), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.442039 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8553619 Apr 29 04:05:30.460047 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59962) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:30.477495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:30.571684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717912e-f9fa-4c7f-baf9-bb533595063b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=356cf92c-ef26-4fe9-b2e3-22244e6e74c0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:30.655357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (f7516474-88cc-412d-99bb-be7c7e16b294), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.729252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:30.735636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.736603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (f7516474-88cc-412d-99bb-be7c7e16b294), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.754431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 34bba681-ac20-44c1-ba76-c019c9a59526 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:05:30.796481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] In _notify_port_updated(), no bound segment for port dc76b6c8-38f5-4a7b-8b79-124de2453476 on network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:05:30.802458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:30.805766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.805766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0182656f-5add-4c03-b40c-347ebcad2240 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/ports/dc76b6c8-38f5-4a7b-8b79-124de2453476 HTTP/1.1" status: 200 len: 998 time: 1.5514648 Apr 29 04:05:30.811328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59964) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:30.839613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fb4b-f55a-47c4-85d1-d75a9d79c94b req-3abf1a6a-4d4a-433a-ba2b-301139ae1999 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:30.841296 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca18fb4b-f55a-47c4-85d1-d75a9d79c94b req-3abf1a6a-4d4a-433a-ba2b-301139ae1999 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 945 time: 0.1820691 Apr 29 04:05:30.882569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393718-a2bc-41e1-80ea-1690b1a32aa8 None None] Pushing event updated for resources: {'Port': ['ID=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:30.888882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:30.889518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.891754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8032fff-6aa4-4f66-8e6a-58e849522130 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:30.897129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7516474-88cc-412d-99bb-be7c7e16b294,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:30.935911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5661a41b-9200-4c36-b429-7f7b23c86e3a None None] Provisioning complete for port dc76b6c8-38f5-4a7b-8b79-124de2453476 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:30.936426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5661a41b-9200-4c36-b429-7f7b23c86e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.938953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.944643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1f1926c6-354e-499e-8728-4e29317162c2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7194104 Apr 29 04:05:30.947076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59966) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:30.955964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group_rule': {'security_group_id': '1dc070c3-edd0-44c0-9a27-58a7a90a7322', 'project_id': 'f22c63cca75045308a068b4329985965', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:30.974843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port dc76b6c8-38f5-4a7b-8b79-124de2453476 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:30.975179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:30.988675 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca18fb4b-f55a-47c4-85d1-d75a9d79c94b req-a3eb9adb-f55e-40eb-9419-9f892bf8891b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283135 Apr 29 04:05:30.999542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:31.006445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5661a41b-9200-4c36-b429-7f7b23c86e3a None None] Port dc76b6c8-38f5-4a7b-8b79-124de2453476 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:31.038817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port b8032fff-6aa4-4f66-8e6a-58e849522130 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:05:31.046846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] Sync routers for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:31.060026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:31.064070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.069604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5661a41b-9200-4c36-b429-7f7b23c86e3a None None] Provisioning complete for port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:31.075913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5661a41b-9200-4c36-b429-7f7b23c86e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.075913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:31.075913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:31.098806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.102721 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4b9e7b98-e673-4d22-8d0c-5dc63a20b0ae tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7016995 Apr 29 04:05:31.105835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59968) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:31.149611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:31.149959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:31.153097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:31.155704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port b8032fff-6aa4-4f66-8e6a-58e849522130 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:31.155704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.158623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (8919b225-3169-43cd-8467-41990d49f93f), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.204603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:31.204990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:31.209668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.248770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for dc76b6c8-38f5-4a7b-8b79-124de2453476 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:31.250455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:31.251071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749618e-aba7-4080-8a86-43d92b20138f None None] The sync data for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:31.298343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.308970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (8919b225-3169-43cd-8467-41990d49f93f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.343175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5661a41b-9200-4c36-b429-7f7b23c86e3a None None] Current status of the port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:31.345251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b8032fff-6aa4-4f66-8e6a-58e849522130 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:31.346479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.371431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8032fff-6aa4-4f66-8e6a-58e849522130'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:05:31.372360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:31.375673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b400a29-52e2-4548-abc6-abbced4d4da6" -d '{"events": [{"server_uuid": "65112477-4787-4b7f-9bd2-ecbff97f3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "b8032fff-6aa4-4f66-8e6a-58e849522130"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:05:31.377408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:31.381281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:31.381854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.394872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b8032fff-6aa4-4f66-8e6a-58e849522130, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8032fff-6aa4-4f66-8e6a-58e849522130,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:31.395214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:31.405988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af95d8-d8ed-4383-9bd2-fcadff0bf5d7 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:31.414751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8919b225-3169-43cd-8467-41990d49f93f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.432827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14963173-44e7-4787-8945-f2f41426eb3f x-openstack-request-id: req-14963173-44e7-4787-8945-f2f41426eb3f {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:05:31.433222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65112477-4787-4b7f-9bd2-ecbff97f3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "b8032fff-6aa4-4f66-8e6a-58e849522130", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:05:31.433525 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14963173-44e7-4787-8945-f2f41426eb3f {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:05:31.433924 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14963173-44e7-4787-8945-f2f41426eb3f'] response: {'server_uuid': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8032fff-6aa4-4f66-8e6a-58e849522130', 'code': 200} Apr 29 04:05:31.448586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8919b225-3169-43cd-8467-41990d49f93f,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:31.464519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (4af04c15-9a75-4084-b8ca-993ec9e70503), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.484497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-69c092c5-fbcc-4b22-819f-d24b9ce2d728 None None] Provisioning complete for port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:31.484497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69c092c5-fbcc-4b22-819f-d24b9ce2d728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.508510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.514165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.518853 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-635a93fd-1227-4f38-88ff-3dfabb500b8f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5633473 Apr 29 04:05:31.522209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59972) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:31.530170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group_rule': {'security_group_id': '1dc070c3-edd0-44c0-9a27-58a7a90a7322', 'project_id': 'f22c63cca75045308a068b4329985965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:31.532239 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c11c6d39-b95b-45c8-8ecb-9e7b8b0c4646 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5879812 Apr 29 04:05:31.537946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59974) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:31.552992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'security_group': {'name': 'tempest-secgroup-172367759'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:31.579436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=4af04c15-9a75-4084-b8ca-993ec9e70503,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:31.593053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-69c092c5-fbcc-4b22-819f-d24b9ce2d728 None None] Port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:31.613668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '91a7305b-59c7-42b5-ba81-6bad4f0787fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:31.619649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: 356cf92c-ef26-4fe9-b2e3-22244e6e74c0, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:31.621209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-69c092c5-fbcc-4b22-819f-d24b9ce2d728 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:31.621209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69c092c5-fbcc-4b22-819f-d24b9ce2d728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.680106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b8032fff-6aa4-4f66-8e6a-58e849522130,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:31.696838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.723350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:31.743003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:31.745389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] Update dhcp port {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'fixed_ips': [{'subnet_id': '857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '2c69d234-e935-4885-befa-22bc2ceb77d2'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:05:31.766962 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Project f22c63cca75045308a068b4329985965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:05:31.779014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (35de4aaa-9cca-4002-982f-6f78fd42dcf8), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.812379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.823227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-69c092c5-fbcc-4b22-819f-d24b9ce2d728 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:31.825292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:31.835585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 356cf92c-ef26-4fe9-b2e3-22244e6e74c0) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:31.844512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:31.845135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.853526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (35de4aaa-9cca-4002-982f-6f78fd42dcf8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.856138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57a37-638b-47bf-b2ea-da3374fe7875 req-d7f36c24-1a6c-456a-8eb8-6c0092fd49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:31.857760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fce57a37-638b-47bf-b2ea-da3374fe7875 req-d7f36c24-1a6c-456a-8eb8-6c0092fd49a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 1130 time: 0.0815845 Apr 29 04:05:31.863147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (dc76b6c8-38f5-4a7b-8b79-124de2453476), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.873045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a5b4e-4dda-4d94-898a-445aca9632eb None None] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:31.878331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:31.878864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca5c423f-8cf4-43e8-bc60-e04c50b62cc5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:31.897337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (ec6c3303-6594-46d8-9262-1f04efdb2fbe), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.925491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (35de4aaa-9cca-4002-982f-6f78fd42dcf8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:31.944001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=dc76b6c8-38f5-4a7b-8b79-124de2453476,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:31.950366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35de4aaa-9cca-4002-982f-6f78fd42dcf8,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:31.950922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2fbfc2d8-0ec8-4429-a65e-25dc2d532f71 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4855154 Apr 29 04:05:31.954396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59976) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:31.955848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fce57a37-638b-47bf-b2ea-da3374fe7875 req-29085a86-19de-46ea-88e9-4090070609b9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843062 Apr 29 04:05:31.968417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1238021842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:31.997176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ec6c3303-6594-46d8-9262-1f04efdb2fbe), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.045015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6c3303-6594-46d8-9262-1f04efdb2fbe,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:32.058903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9ce859c8-9cf8-4a1e-9f99-1c848c15022f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:32.096237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.097772 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ea3042a8-aa03-460d-8a12-38a057ec88a6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5713449 Apr 29 04:05:32.100604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59980) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.105933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'security_group_rule': {'security_group_id': '1dc070c3-edd0-44c0-9a27-58a7a90a7322', 'project_id': 'f22c63cca75045308a068b4329985965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:32.119537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.121819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-39cf8487-4d49-40fd-939e-423994bb1ffe tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5794861 Apr 29 04:05:32.138353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59982) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.144194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'security_group': {'name': 'tempest-secgroup-2144068922'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:32.179489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:32.179969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.181821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-356cf92c-ef26-4fe9-b2e3-22244e6e74c0', 'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': '4af04c15-9a75-4084-b8ca-993ec9e70503'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:32.186429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.204703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320a07a-48a8-4dee-b31a-090348649c67 req-c0fde35c-d5a7-4fee-85cc-890d1ecf606b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:32.207632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3320a07a-48a8-4dee-b31a-090348649c67 req-c0fde35c-d5a7-4fee-85cc-890d1ecf606b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.0954876 Apr 29 04:05:32.243090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (8543d6bf-d3e8-4688-9deb-201f0b6b3361), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.243734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] Allocated IP 2001:db8::2 (5d81f12f-d7cc-4338-909c-54666885936a/3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a/2c69d234-e935-4885-befa-22bc2ceb77d2) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:32.244216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (8543d6bf-d3e8-4688-9deb-201f0b6b3361), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.248516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.256277 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1a3b6f47-35d1-4a0b-9180-ab550ffb2be3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/dc76b6c8-38f5-4a7b-8b79-124de2453476 HTTP/1.1" status: 204 len: 168 time: 1.4438407 Apr 29 04:05:32.257170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59984) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.259526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.270209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Project f22c63cca75045308a068b4329985965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:05:32.273198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.309504 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63a2a66-d12c-4c9f-b325-3f792ebafae3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:32.313403 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b63a2a66-d12c-4c9f-b325-3f792ebafae3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/dc76b6c8-38f5-4a7b-8b79-124de2453476 HTTP/1.1" status: 404 len: 333 time: 0.0528183 Apr 29 04:05:32.313403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (fbc03c26-2051-40d0-a8b8-968e281e5f5b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.319421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3320a07a-48a8-4dee-b31a-090348649c67 req-a81a4122-0cad-4e31-b578-d74f37cfa6a6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055954 Apr 29 04:05:32.320138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59986) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.369015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (8543d6bf-d3e8-4688-9deb-201f0b6b3361), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.431927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet cf46bd9a-ef08-4194-9c8a-7c170e381b2a {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:32.436102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (8543d6bf-d3e8-4688-9deb-201f0b6b3361), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.439566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (cf46bd9a-ef08-4194-9c8a-7c170e381b2a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.481197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (fbc03c26-2051-40d0-a8b8-968e281e5f5b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.489482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:32.505342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:32.510056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (cf46bd9a-ef08-4194-9c8a-7c170e381b2a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.526986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Allocated IP 172.20.0.2 (356cf92c-ef26-4fe9-b2e3-22244e6e74c0/4af04c15-9a75-4084-b8ca-993ec9e70503/b7ddc071-17bb-4980-b37b-cdebd775fa82) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:32.536542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.539157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (8cd1a506-af9d-49ee-bd85-de16d9f0d521), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.540776 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b943b72c-1ece-43b3-8cd6-d3dc0f519d28 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5814056 Apr 29 04:05:32.542246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59988) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.556439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] Publish callbacks [] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.559295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (fbc03c26-2051-40d0-a8b8-968e281e5f5b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.588976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc03c26-2051-40d0-a8b8-968e281e5f5b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:32.623059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8cd1a506-af9d-49ee-bd85-de16d9f0d521), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.626618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.626998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.627344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.627682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.628021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.628356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.628691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.629028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.629380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.629715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.630191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.630570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.630854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.631179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.631503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:32.685391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd1a506-af9d-49ee-bd85-de16d9f0d521,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:32.688909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (cf46bd9a-ef08-4194-9c8a-7c170e381b2a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.715798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.717063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3d6bb6e9-262e-48ab-9c4d-a9c4bc9b56a8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6153340 Apr 29 04:05:32.720243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59990) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.725532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'network': {'name': 'tempest-network-smoke--198209252', 'project_id': 'f22c63cca75045308a068b4329985965', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:32.752411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.753737 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-395c98dc-8ac4-4fbe-99b3-b476719fede4 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6162937 Apr 29 04:05:32.758340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59992) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.769248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'security_group': {'name': 'tempest-secgroup-430604252'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:32.779623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.832441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Made reservation on behalf of f22c63cca75045308a068b4329985965 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:32.835991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.862218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (cf46bd9a-ef08-4194-9c8a-7c170e381b2a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.864271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:32.868765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.906643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=cf46bd9a-ef08-4194-9c8a-7c170e381b2a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:32.908395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a76561-4912-46ee-a2e9-8aeebf02f25e None None] Pushing event updated for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:32.913420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4cd1f29e-a835-4e02-962e-eaf0e81413bb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.913759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Added segment 4cd1f29e-a835-4e02-962e-eaf0e81413bb of type vlan for network d671d4a9-9f46-477b-85fc-5145404e411b Apr 29 04:05:32.915681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:32.921152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c0986e0f-19b4-4b87-880b-81ee6beee1b4 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/cf46bd9a-ef08-4194-9c8a-7c170e381b2a HTTP/1.1" status: 204 len: 168 time: 0.5963018 Apr 29 04:05:32.928693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 59994) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:32.943630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98116a9-9b70-4d49-821f-b1494dae5a47 None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:33.019100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (d671d4a9-9f46-477b-85fc-5145404e411b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.039301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Publish callbacks [] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.082108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 128664bd-e1d1-40dc-ad6a-042b85ebca14 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:33.093257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (128664bd-e1d1-40dc-ad6a-042b85ebca14), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.121869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.149775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.1 (202ca4fc-dd61-4530-8900-d6e3b37ebfc2/417dc429-8f63-47bf-99e2-a7244f88ec36/8f19ef52-c7fe-478f-b8b6-7a349ff893fc) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:33.158176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (128664bd-e1d1-40dc-ad6a-042b85ebca14), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.161911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:33.166700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:33.171252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:33.200894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (52db7153-b747-4333-8202-82120ccfd179), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.206145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (d671d4a9-9f46-477b-85fc-5145404e411b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.211284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:33.211966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.226128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Pushing event updated for resources: {'Port': ['ID=b7ddc071-17bb-4980-b37b-cdebd775fa82,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:33.259856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Attempting to bind port b7ddc071-17bb-4980-b37b-cdebd775fa82 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:33.260244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Attempting to bind port b7ddc071-17bb-4980-b37b-cdebd775fa82 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '91a7305b-59c7-42b5-ba81-6bad4f0787fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:33.260615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Attempting to bind port b7ddc071-17bb-4980-b37b-cdebd775fa82 on network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:33.266926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:33.267256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Checking segment: {'id': '91a7305b-59c7-42b5-ba81-6bad4f0787fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:33.268982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.268982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Bound using segment: {'id': '91a7305b-59c7-42b5-ba81-6bad4f0787fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:33.269170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Bound port: b7ddc071-17bb-4980-b37b-cdebd775fa82, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a7305b-59c7-42b5-ba81-6bad4f0787fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '356cf92c-ef26-4fe9-b2e3-22244e6e74c0'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:33.269772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (52db7153-b747-4333-8202-82120ccfd179), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.269915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.322578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52db7153-b747-4333-8202-82120ccfd179,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:33.328919 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6071551 Apr 29 04:05:33.364714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] For port b7ddc071-17bb-4980-b37b-cdebd775fa82, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:33.368346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] For port b7ddc071-17bb-4980-b37b-cdebd775fa82, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7ddc071-17bb-4980-b37b-cdebd775fa82,segment=NetworkSegment(91a7305b-59c7-42b5-ba81-6bad4f0787fe),segment_id=91a7305b-59c7-42b5-ba81-6bad4f0787fe)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:33.376589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 59996) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:33.393207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'admin_state_up': True, 'project_id': 'f22c63cca75045308a068b4329985965', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:33.402720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.430379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (128664bd-e1d1-40dc-ad6a-042b85ebca14), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.455387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.522232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.528310 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3897e8cd-b9fc-43a6-9c23-94b6775cc644 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7639823 Apr 29 04:05:33.531699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60000) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:33.534587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957161e1-4838-461d-9d6a-8a5a48003536 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Network': ['ID=d671d4a9-9f46-477b-85fc-5145404e411b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:33.536623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fb6ff-cc11-412b-a981-bb9b3af9854b None None] Pushing event updated for resources: {'Port': ['ID=b7ddc071-17bb-4980-b37b-cdebd775fa82,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:33.548481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1953793371', 'security_groups': ['52db7153-b747-4333-8202-82120ccfd179'], 'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:33.548719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network d671d4a9-9f46-477b-85fc-5145404e411b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:33.559101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d5b0-3ccc-412f-8cec-43c70217feb3 req-83e82ff4-b55b-46df-9a1a-f67435944fdd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:33.560712 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e253d5b0-3ccc-412f-8cec-43c70217feb3 req-83e82ff4-b55b-46df-9a1a-f67435944fdd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.0855398 Apr 29 04:05:33.635328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (128664bd-e1d1-40dc-ad6a-042b85ebca14), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.671697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.715976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (58d52ed7-8cd5-4141-84d2-3dc35045e43b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.718260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (58d52ed7-8cd5-4141-84d2-3dc35045e43b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.775899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=128664bd-e1d1-40dc-ad6a-042b85ebca14,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:33.780996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.784621 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a6abcb6a-f23a-4366-b57f-334696d729e5 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/128664bd-e1d1-40dc-ad6a-042b85ebca14 HTTP/1.1" status: 204 len: 168 time: 0.8549633 Apr 29 04:05:33.797777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60002) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:33.853654 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e253d5b0-3ccc-412f-8cec-43c70217feb3 req-7d751cb5-aa5d-4e19-8466-f8fea9e5dd99 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452791 Apr 29 04:05:33.893025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:33.922951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:33.993247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router_controller (58d52ed7-8cd5-4141-84d2-3dc35045e43b), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.016798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.20.0.1 (356cf92c-ef26-4fe9-b2e3-22244e6e74c0/4af04c15-9a75-4084-b8ca-993ec9e70503/68b982d1-dd7c-414e-a866-5f0df2869946) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:34.081090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:34.081545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.133455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.156021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.194396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e0b6d51f-92e3-4b01-8f23-6a80ad6d4934 None None] Provisioning complete for port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:34.194911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d51f-92e3-4b01-8f23-6a80ad6d4934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.212785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] device_id is not set on port 874b0851-e773-42a3-b4ed-bcfa514b3983 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:34.234891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=21f0a66f-948d-4ae1-a085-c7f57d156ee6,segment=NetworkSegment(e9b27a65-55ca-473e-b5f6-289ff5cac660),segment_id=e9b27a65-55ca-473e-b5f6-289ff5cac660)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:34.234891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.253814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c69d234-e935-4885-befa-22bc2ceb77d2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:34.260253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753bb460-488a-45e1-b9b0-f043512595a4 None None] Network dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:34.296056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 21f0a66f-948d-4ae1-a085-c7f57d156ee6 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:34.316971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6d51f-92e3-4b01-8f23-6a80ad6d4934 None None] Port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:34.347967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:34.352468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=8f19ef52-c7fe-478f-b8b6-7a349ff893fc,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:34.359763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:34.399486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e0b6d51f-92e3-4b01-8f23-6a80ad6d4934 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:34.399770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d51f-92e3-4b01-8f23-6a80ad6d4934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.406497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:34.416384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router_gateway (58d52ed7-8cd5-4141-84d2-3dc35045e43b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.424344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.424833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.429659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.430170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.430778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.430983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.431381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.433647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.433647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.433647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.433647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.433647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.433647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.434274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.434705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:34.470720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:34.471093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.500957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (68b982d1-dd7c-414e-a866-5f0df2869946), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.504640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] DHCP port deletion for dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:34.537824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (34bba681-ac20-44c1-ba76-c019c9a59526), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.555661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8::25b (5d81f12f-d7cc-4338-909c-54666885936a/3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a/874b0851-e773-42a3-b4ed-bcfa514b3983) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:34.576216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.586092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6d51f-92e3-4b01-8f23-6a80ad6d4934 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:34.621109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Deleting port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:34.621571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.651391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=21f0a66f-948d-4ae1-a085-c7f57d156ee6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:34.656326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:34.755254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-467a413a-c2b2-4d24-a06c-fb8fe350d49b None None] Could not find standard attr ID for object 21f0a66f-948d-4ae1-a085-c7f57d156ee6. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:05:34.764346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:34.765492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7ddc071-17bb-4980-b37b-cdebd775fa82 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:34.776456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.795028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.840303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:34.859706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b27a65-55ca-473e-b5f6-289ff5cac660') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:34.860054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b27a65-55ca-473e-b5f6-289ff5cac660') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:34.862953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] For port 21f0a66f-948d-4ae1-a085-c7f57d156ee6, host dv-neutron-839777-1-hyperv, got binding levels [] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:34.863611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.878370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (e9b27a65-55ca-473e-b5f6-289ff5cac660), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.907335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:34.907523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e9b27a65-55ca-473e-b5f6-289ff5cac660), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.913898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Calling delete_port for 21f0a66f-948d-4ae1-a085-c7f57d156ee6 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:34.922229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.ipam_backend_mixin [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 was not found and therefore no delete operation was performed {{(pid=116106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 04:05:34.923352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ab280480-6c6b-4011-96db-da351ff00380 None None] Provisioning complete for port 8f19ef52-c7fe-478f-b8b6-7a349ff893fc triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:34.924520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab280480-6c6b-4011-96db-da351ff00380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.925905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:34.926379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (e9b27a65-55ca-473e-b5f6-289ff5cac660), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:34.930254 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:34.949884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.973084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab280480-6c6b-4011-96db-da351ff00380 None None] Port 8f19ef52-c7fe-478f-b8b6-7a349ff893fc cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:34.976965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (21f0a66f-948d-4ae1-a085-c7f57d156ee6), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:34.982652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:34.990197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:35.019282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] Pushing event deleted for resources: {'Port': ['ID=21f0a66f-948d-4ae1-a085-c7f57d156ee6,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:35.022921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2706dc-6a40-407d-899c-f4be31d4c45f None None] No DVR routers for this DVR port 21f0a66f-948d-4ae1-a085-c7f57d156ee6 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:35.026753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b7ddc071-17bb-4980-b37b-cdebd775fa82 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:35.027319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.081209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e587f3d-558c-46c7-a66f-ee5f6f4cf579 req-9534281f-c5a8-4d45-aab9-1e6f2efc8e6d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:35.082778 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4e587f3d-558c-46c7-a66f-ee5f6f4cf579 req-9534281f-c5a8-4d45-aab9-1e6f2efc8e6d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.1092904 Apr 29 04:05:35.094658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router_gateway (58d52ed7-8cd5-4141-84d2-3dc35045e43b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.121585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=68b982d1-dd7c-414e-a866-5f0df2869946,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:35.136370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.141374 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4e587f3d-558c-46c7-a66f-ee5f6f4cf579 req-b6b6da0d-b1cc-4d54-8b5d-b9572a4819e7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527172 Apr 29 04:05:35.149167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b7ddc071-17bb-4980-b37b-cdebd775fa82 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:35.149633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.154187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.163298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.163844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c625d27-7426-4f70-994d-468c1be0b443 None None] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:35.164030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.166373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3 HTTP/1.1" status: 204 len: 168 time: 1.3670537 Apr 29 04:05:35.174482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60010) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:35.200312 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port b7ddc071-17bb-4980-b37b-cdebd775fa82, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7ddc071-17bb-4980-b37b-cdebd775fa82,segment=NetworkSegment(91a7305b-59c7-42b5-ba81-6bad4f0787fe),segment_id=91a7305b-59c7-42b5-ba81-6bad4f0787fe)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:35.204594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.242825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7f3f9-4481-4f76-acce-2ddde8a99c7f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=dd3359c8-2c0e-4f4c-9ef7-42c87e54bef3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:35.253396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (8543d6bf-d3e8-4688-9deb-201f0b6b3361), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.269398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a690e786-2553-4b0a-9662-0ed6f8a04ecd None None] Provisioning complete for port b7ddc071-17bb-4980-b37b-cdebd775fa82 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:35.269398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a690e786-2553-4b0a-9662-0ed6f8a04ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.271890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:35.278628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:35.281297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:35.288403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:35.289121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.314949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c46978-fe72-47f5-a5c3-9c2b172c2d35 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:35.317142 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e8c46978-fe72-47f5-a5c3-9c2b172c2d35 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1398425 Apr 29 04:05:35.320310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.323394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60012) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:35.328572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=874b0851-e773-42a3-b4ed-bcfa514b3983,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:35.418024 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eb290959-010b-40c3-8019-0fc67fb43c05 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8816135 Apr 29 04:05:35.418024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60014) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:35.422568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:35.447611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a690e786-2553-4b0a-9662-0ed6f8a04ecd None None] Current status of the port b7ddc071-17bb-4980-b37b-cdebd775fa82 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:35.449846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=b7ddc071-17bb-4980-b37b-cdebd775fa82,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:35.525118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa7327-b6b7-4411-bda8-a12444677a6d req-3d0f8378-ff49-4f0b-9182-bc52f6b70440 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:35.526705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0daa7327-b6b7-4411-bda8-a12444677a6d req-3d0f8378-ff49-4f0b-9182-bc52f6b70440 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.2947259 Apr 29 04:05:35.573404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1ddc04b4-8072-4d99-99da-7b2918c61df7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2468808 Apr 29 04:05:35.577500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60016) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:35.586166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718563964'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:35.656381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:35.660750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.663354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Allocated IP 172.26.4.211 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/151f7f8b-1867-465d-8bc2-d179ceb6bf04) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:35.695081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e0b6ebf8-a326-44f2-98d8-dffc7ba1c42e None None] Provisioning complete for port 874b0851-e773-42a3-b4ed-bcfa514b3983 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:35.695081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ebf8-a326-44f2-98d8-dffc7ba1c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.697948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:35.702783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.744727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6ebf8-a326-44f2-98d8-dffc7ba1c42e None None] Port 874b0851-e773-42a3-b4ed-bcfa514b3983 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:35.789387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:35.798948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.ipam_backend_mixin [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a (CIDR: 2001:db8::/64) Apr 29 04:05:35.805517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1b832f42-2cad-48ae-9e98-7d900620f612), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.805926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment 1b832f42-2cad-48ae-9e98-7d900620f612 of type vlan for network a688875d-761e-4bde-9232-7707924a3eb9 Apr 29 04:05:35.848255 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:05:35.848762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:35.865113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6072c62c-0322-4b5d-86e4-a7bef3f435db None None] Provisioning complete for port b7ddc071-17bb-4980-b37b-cdebd775fa82 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:35.865803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6072c62c-0322-4b5d-86e4-a7bef3f435db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.868772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a688875d-761e-4bde-9232-7707924a3eb9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.943771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-10f4f2aa-9c73-4a96-8f50-d0c246fa9c6e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5240657 Apr 29 04:05:35.945288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60018) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:35.952545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:35.985427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a688875d-761e-4bde-9232-7707924a3eb9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:35.990759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:35.991411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.002861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.008319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7ddc071-17bb-4980-b37b-cdebd775fa82 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:36.056364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6072c62c-0322-4b5d-86e4-a7bef3f435db None None] Current status of the port b7ddc071-17bb-4980-b37b-cdebd775fa82 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:36.067871 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0daa7327-b6b7-4411-bda8-a12444677a6d req-f68d730e-a102-40d7-a5da-d2e04b198e00 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5030942 Apr 29 04:05:36.075697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b7ddc071-17bb-4980-b37b-cdebd775fa82 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:36.076153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.078877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6072c62c-0322-4b5d-86e4-a7bef3f435db None None] Provisioning complete for port 68b982d1-dd7c-414e-a866-5f0df2869946 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:36.081721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6072c62c-0322-4b5d-86e4-a7bef3f435db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.116147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=a688875d-761e-4bde-9232-7707924a3eb9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:36.131968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6072c62c-0322-4b5d-86e4-a7bef3f435db None None] Port 68b982d1-dd7c-414e-a866-5f0df2869946 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:36.135353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a688875d-761e-4bde-9232-7707924a3eb9 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:36.191931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1688e323-24c7-432d-8785-5b3e7627ee14 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6094196 Apr 29 04:05:36.197655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60022) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:36.202496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:36.265330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:36.268718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.284261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-12555fbc-2dfe-4fc4-a206-7f3ff9a52301 None None] Provisioning complete for port 68b982d1-dd7c-414e-a866-5f0df2869946 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:36.284261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12555fbc-2dfe-4fc4-a206-7f3ff9a52301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.287390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b7ddc071-17bb-4980-b37b-cdebd775fa82 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:36.333092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-12555fbc-2dfe-4fc4-a206-7f3ff9a52301 None None] Port 68b982d1-dd7c-414e-a866-5f0df2869946 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:36.340367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.375488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 21f0a66f-948d-4ae1-a085-c7f57d156ee6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:36.386221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:36.389780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.397087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 21f0a66f-948d-4ae1-a085-c7f57d156ee6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:36.397549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 21f0a66f-948d-4ae1-a085-c7f57d156ee6 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:36.421969 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.ipam_backend_mixin [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4 (CIDR: 2001:db8:0:1::/64) Apr 29 04:05:36.500598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.546554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.586441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (68b982d1-dd7c-414e-a866-5f0df2869946), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.594306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.604369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:36.630516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:36.637571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:36.668678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Port': ['ID=151f7f8b-1867-465d-8bc2-d179ceb6bf04,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:36.671060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.750465 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (34bba681-ac20-44c1-ba76-c019c9a59526), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.790245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:05:36.790630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:36.815793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (8543d6bf-d3e8-4688-9deb-201f0b6b3361), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:36.831829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=8f19ef52-c7fe-478f-b8b6-7a349ff893fc,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:36.899639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0d20541c-c1ee-41f4-bcf9-08f3ef28e12c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9529035 Apr 29 04:05:36.902666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60026) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:36.910869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'subnet': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:37.004930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=68b982d1-dd7c-414e-a866-5f0df2869946,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:37.031670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (bf936bba-9c98-43a9-a61e-c6f12a33a859), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.071653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:37.077362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:37.092961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Made reservation on behalf of cb87ff0e181342cf9cee7534f997ff33 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:37.093661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:37.096355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:37.097044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.122083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=bf936bba-9c98-43a9-a61e-c6f12a33a859,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:37.138697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': '1b832f42-2cad-48ae-9e98-7d900620f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:37.138697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: a688875d-761e-4bde-9232-7707924a3eb9, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:37.303909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network a688875d-761e-4bde-9232-7707924a3eb9 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:37.370625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a688875d-761e-4bde-9232-7707924a3eb9) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:37.377960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:37.378546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.385255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b65356-41a0-4c5a-9e2b-9a6a4cd6ad98 None None] Network a688875d-761e-4bde-9232-7707924a3eb9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:37.401995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 34bba681-ac20-44c1-ba76-c019c9a59526 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:37.406090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router_gateway (58d52ed7-8cd5-4141-84d2-3dc35045e43b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.462863 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-24f3a72c-9a3d-484b-96a7-f98b6dd5da3b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2641830 Apr 29 04:05:37.471536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60028) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:37.473405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1223780e-add7-497d-a5d1-7816064ea65e None None] Provisioning complete for port 68b982d1-dd7c-414e-a866-5f0df2869946 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:37.473775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1223780e-add7-497d-a5d1-7816064ea65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.479129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9', 'name': 'tempest-PortsTestJSON-599286782'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:37.500675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (714b4654-b8a1-4398-a0a0-8fafeb91b597), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.527499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1223780e-add7-497d-a5d1-7816064ea65e None None] Port 68b982d1-dd7c-414e-a866-5f0df2869946 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:37.533533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a688875d-761e-4bde-9232-7707924a3eb9', 'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': 'bf936bba-9c98-43a9-a61e-c6f12a33a859'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:37.534384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.548460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1223780e-add7-497d-a5d1-7816064ea65e None None] Provisioning complete for port 8f19ef52-c7fe-478f-b8b6-7a349ff893fc triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:37.549243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1223780e-add7-497d-a5d1-7816064ea65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.586585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Network 5d81f12f-d7cc-4338-909c-54666885936a is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:37.590443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Subnet': ['ID=714b4654-b8a1-4398-a0a0-8fafeb91b597,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:37.608342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60030) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:37.619913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:37.621697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 8543d6bf-d3e8-4688-9deb-201f0b6b3361 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:05:37.623404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:37.624005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.652821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1223780e-add7-497d-a5d1-7816064ea65e None None] Port 8f19ef52-c7fe-478f-b8b6-7a349ff893fc cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:37.662937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c381ae-f3e7-4d3f-9c3c-88b88fddd217 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:37.707902 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d73e1cdf-7527-49a3-a137-02929e604b3b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7986832 Apr 29 04:05:37.708295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60032) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:37.713899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2060945774', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '714b4654-b8a1-4398-a0a0-8fafeb91b597'}], 'security_groups': ['ec6c3303-6594-46d8-9262-1f04efdb2fbe', '8cd1a506-af9d-49ee-bd85-de16d9f0d521']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:37.787260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:37.790780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.818727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:37.823272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 2605dd40-1f5e-4e98-a1ef-76c560220f3a yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:37.952038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Allocated IP 172.20.0.2 (a688875d-761e-4bde-9232-7707924a3eb9/bf936bba-9c98-43a9-a61e-c6f12a33a859/3a94f826-7f33-4c60-91c8-4a4bacba0b29) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:38.031604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:38.041752 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-affd27ba-78fd-4f0d-9642-0f3b627c059a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/routers/34bba681-ac20-44c1-ba76-c019c9a59526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9349213 Apr 29 04:05:38.044722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60034) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:38.056740 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] Sync routers for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:38.068863 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:38.069905 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.075928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'port': {'network_id': '202ca4fc-dd61-4530-8900-d6e3b37ebfc2', 'name': 'tempest-FloatingIPTestJSON-947688349'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:38.110342 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.122515 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:38.123457 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.133237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] Update dhcp port {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'fixed_ips': [{'subnet_id': '857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '714b4654-b8a1-4398-a0a0-8fafeb91b597'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '2c69d234-e935-4885-befa-22bc2ceb77d2'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:05:38.163261 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.164672 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e907b2-059c-41fa-9308-e27886a4afaf None None] The sync data for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:38.187901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.214274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (58d52ed7-8cd5-4141-84d2-3dc35045e43b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.260501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:38.271251 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93fe29fa-d1bd-46f8-bc68-418128d6ccee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/8543d6bf-d3e8-4688-9deb-201f0b6b3361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7242031 Apr 29 04:05:38.281990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Publish callbacks [] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.287932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] Sync routers for ids ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:38.296839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60036) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:38.353244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] Routers {'8543d6bf-d3e8-4688-9deb-201f0b6b3361'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:38.354079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.366643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4382a81-2be3-46e9-ad2c-f3508fb7b07a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:38.370679 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b4382a81-2be3-46e9-ad2c-f3508fb7b07a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports/68b982d1-dd7c-414e-a866-5f0df2869946 HTTP/1.1" status: 200 len: 910 time: 0.0700264 Apr 29 04:05:38.391426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.395180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60038) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:38.404235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.408971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Delete allocated IP 2001:db8::25b (5d81f12f-d7cc-4338-909c-54666885936a/3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a) {{(pid=116105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 04:05:38.413369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] Routers {'8543d6bf-d3e8-4688-9deb-201f0b6b3361'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:38.418299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Made reservation on behalf of 31b9fcb9429a4ad7b9f858666445d808 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:38.421683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.422401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.442193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Allocated IP 2001:db8:0:2::243 (5d81f12f-d7cc-4338-909c-54666885936a/714b4654-b8a1-4398-a0a0-8fafeb91b597/874b0851-e773-42a3-b4ed-bcfa514b3983) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:38.465784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.6 (a688875d-761e-4bde-9232-7707924a3eb9/bf936bba-9c98-43a9-a61e-c6f12a33a859/2605dd40-1f5e-4e98-a1ef-76c560220f3a) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:38.474501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] device_id is not set on port 1275319e-5a58-4762-b9f7-483b1f76e3b2 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:38.505847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:38.506734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772ac04-0dd9-4161-88d3-1833422ff52e None None] The sync data for ids ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:38.522185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Network a688875d-761e-4bde-9232-7707924a3eb9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:38.532781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:38.536412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:38.544247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Pushing event updated for resources: {'Port': ['ID=3a94f826-7f33-4c60-91c8-4a4bacba0b29,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:38.581742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.582234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.582670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.583118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.583528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.583952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.584370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.584809 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.585247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.585694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.586110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.586933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.586933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.588072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.588764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:38.625521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Attempting to bind port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:38.626017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Attempting to bind port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1b832f42-2cad-48ae-9e98-7d900620f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:38.627923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Attempting to bind port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 on network a688875d-761e-4bde-9232-7707924a3eb9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:38.631869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:38.632383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Checking segment: {'id': '1b832f42-2cad-48ae-9e98-7d900620f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:38.633092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.633394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Bound using segment: {'id': '1b832f42-2cad-48ae-9e98-7d900620f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:38.633950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Bound port: 3a94f826-7f33-4c60-91c8-4a4bacba0b29, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b832f42-2cad-48ae-9e98-7d900620f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:38.634423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.712813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] For port 3a94f826-7f33-4c60-91c8-4a4bacba0b29, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:38.716788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] For port 3a94f826-7f33-4c60-91c8-4a4bacba0b29, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a94f826-7f33-4c60-91c8-4a4bacba0b29,segment=NetworkSegment(1b832f42-2cad-48ae-9e98-7d900620f612),segment_id=1b832f42-2cad-48ae-9e98-7d900620f612)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:38.769003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Allocated IP 172.20.0.9 (202ca4fc-dd61-4530-8900-d6e3b37ebfc2/417dc429-8f63-47bf-99e2-a7244f88ec36/1275319e-5a58-4762-b9f7-483b1f76e3b2) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:38.807928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Router 58d52ed7-8cd5-4141-84d2-3dc35045e43b is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:05:38.811541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.864080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-edd696d3-82e0-431e-a23f-2b8911422ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.880301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632012e-4351-43d2-bc28-2fbf294fcb6c None None] Pushing event updated for resources: {'Port': ['ID=3a94f826-7f33-4c60-91c8-4a4bacba0b29,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:38.887447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.893090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (2605dd40-1f5e-4e98-a1ef-76c560220f3a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:38.973464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.007991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.011587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (8543d6bf-d3e8-4688-9deb-201f0b6b3361), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.042538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event updated for resources: {'Port': ['ID=874b0851-e773-42a3-b4ed-bcfa514b3983,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:39.050026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] Allocated IP 2001:db8:0:2::2 (5d81f12f-d7cc-4338-909c-54666885936a/714b4654-b8a1-4398-a0a0-8fafeb91b597/2c69d234-e935-4885-befa-22bc2ceb77d2) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:39.091760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for port (1275319e-5a58-4762-b9f7-483b1f76e3b2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.094957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] In _notify_port_updated(), no bound segment for port 874b0851-e773-42a3-b4ed-bcfa514b3983 on network 5d81f12f-d7cc-4338-909c-54666885936a {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:05:39.100100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:39.100734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.104851 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b479c67f-1267-4ff7-98f6-2a5159ea082e tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "PUT /v2.0/ports/874b0851-e773-42a3-b4ed-bcfa514b3983 HTTP/1.1" status: 200 len: 970 time: 1.3955247 Apr 29 04:05:39.107031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60040) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:39.192277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2605dd40-1f5e-4e98-a1ef-76c560220f3a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.208829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:39.219869 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Sync routers for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:39.249014 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:39.249422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:39.249574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:39.285876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network a688875d-761e-4bde-9232-7707924a3eb9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:39.288465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1275319e-5a58-4762-b9f7-483b1f76e3b2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.306394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] Publish callbacks [] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.326296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:39.329276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:39.353522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.357664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-03fc0b02-046d-4846-98a6-f0287f3e5ff0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9668927 Apr 29 04:05:39.360228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60042) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:39.369022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.443697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:39.447633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=2605dd40-1f5e-4e98-a1ef-76c560220f3a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:39.455292 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:05:39.460181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 874b0851-e773-42a3-b4ed-bcfa514b3983 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:39.460640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.463608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:39.466659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:39.539655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1a5cd-6c34-494a-aa3b-c3206ef89c08 None None] Pushing event updated for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:39.585990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:39.586838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.610111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:39.610926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.710782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event updated for resources: {'Port': ['ID=1275319e-5a58-4762-b9f7-483b1f76e3b2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:39.721274 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-140b07a5-eacb-430d-b892-403f7d999b21 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6497006 Apr 29 04:05:39.724494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60046) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:39.738566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Request body: {'floatingip': {'port_id': '1275319e-5a58-4762-b9f7-483b1f76e3b2'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:39.756542 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:37Z', 'revision_number': 3, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:39.800816 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Checking router: 58d52ed7-8cd5-4141-84d2-3dc35045e43b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:05:39.802663 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Updating router 58d52ed7-8cd5-4141-84d2-3dc35045e43b port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:05:39.813744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ddd120ef-9bc5-4a0c-a19a-d6257f72df60 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3382199 Apr 29 04:05:39.826877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60048) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:39.834551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': 'a688875d-761e-4bde-9232-7707924a3eb9', 'name': 'tempest-PortsTestJSON-212371826'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:39.844969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.873078 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.885117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 874b0851-e773-42a3-b4ed-bcfa514b3983 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:39.898156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3720fb9b-c76f-47d7-ad9b-d355ae1f48f5 None None] Provisioning complete for port 1275319e-5a58-4762-b9f7-483b1f76e3b2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:39.899746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3720fb9b-c76f-47d7-ad9b-d355ae1f48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1275319e-5a58-4762-b9f7-483b1f76e3b2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:39.920496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (9120b062-7c85-49aa-b912-1b79c896c795), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.024591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3720fb9b-c76f-47d7-ad9b-d355ae1f48f5 None None] Port 1275319e-5a58-4762-b9f7-483b1f76e3b2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:40.212197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a94f826-7f33-4c60-91c8-4a4bacba0b29 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:40.308603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.17 (e120daf9-1263-490b-87fb-c4be46ea6a54/84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0/de32261e-ba4c-4853-ae2a-a5d7a4c171ec) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:40.323859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:40.324177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.405928 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9b955fa2-2007-4936-8d42-16c1cd301062 tempest-TestNetworkAdvancedServerOps-902285762 tempest-TestNetworkAdvancedServerOps-902285762-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=f22c63cca75045308a068b4329985965&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0389566 Apr 29 04:05:40.409859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60050) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:40.484241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:40.488337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.505134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08746e-58af-4e24-86e2-da049a8464bd None None] Network a688875d-761e-4bde-9232-7707924a3eb9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:40.530859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Publish callbacks [] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.546348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.605441 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.611520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 3a94f826-7f33-4c60-91c8-4a4bacba0b29, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a94f826-7f33-4c60-91c8-4a4bacba0b29,segment=NetworkSegment(1b832f42-2cad-48ae-9e98-7d900620f612),segment_id=1b832f42-2cad-48ae-9e98-7d900620f612)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:40.612577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Provisioning complete for port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:40.612949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.637909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (9120b062-7c85-49aa-b912-1b79c896c795), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.715186 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Pushing event updated for resources: {'Port': ['ID=151f7f8b-1867-465d-8bc2-d179ceb6bf04,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:40.739544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.740476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c69d234-e935-4885-befa-22bc2ceb77d2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:40.757647 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.757647 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.757962 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.758226 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.758704 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.759044 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.759373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.759701 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.760045 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.760377 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.760719 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.764025 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.764384 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.764728 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.765061 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:05:40.769459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 68b982d1-dd7c-414e-a866-5f0df2869946 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:40.769984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.774463 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Attempting to bind port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:40.774875 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Attempting to bind port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:40.775242 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Attempting to bind port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:40.777111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.792553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:40.793652 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:40.794063 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.794462 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:40.794961 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Bound port: 151f7f8b-1867-465d-8bc2-d179ceb6bf04, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:40.795364 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.879150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Current status of the port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:40.879552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.902784 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] For port 151f7f8b-1867-465d-8bc2-d179ceb6bf04, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:40.904540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=3a94f826-7f33-4c60-91c8-4a4bacba0b29,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:40.906323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] For port 151f7f8b-1867-465d-8bc2-d179ceb6bf04, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=151f7f8b-1867-465d-8bc2-d179ceb6bf04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:40.965221 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 9120b062-7c85-49aa-b912-1b79c896c795 associated. External IP: 172.26.4.84, port: 593902ae-f0d8-44fb-b63d-7c23dc7db799. Apr 29 04:05:40.971194 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.977098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:40.977709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:40.993554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:40.994205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:40.998593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6849b3ae-9ecd-4769-a08d-ab80daa74629 tempest-TestNetworkAdvancedServerOps-902285762 tempest-TestNetworkAdvancedServerOps-902285762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:41.000226 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6849b3ae-9ecd-4769-a08d-ab80daa74629 tempest-TestNetworkAdvancedServerOps-902285762 tempest-TestNetworkAdvancedServerOps-902285762-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5391507 Apr 29 04:05:41.006645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60052) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:41.063311 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aa2c0c48-e8f1-4d6a-9151-8351f22dbf3c tempest-TestNetworkAdvancedServerOps-902285762 tempest-TestNetworkAdvancedServerOps-902285762-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553255 Apr 29 04:05:41.066969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60054) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:41.078678 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:41.079306 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:41.082143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-974675621', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'project_id': 'f22c63cca75045308a068b4329985965', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:41.082764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:41.086320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.114113 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.126444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.133265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:41.139818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:41.155678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (874b0851-e773-42a3-b4ed-bcfa514b3983), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.169602 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15d139-98a4-46a5-82d3-f10548e84a95 None None] Pushing event updated for resources: {'Port': ['ID=151f7f8b-1867-465d-8bc2-d179ceb6bf04,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:41.176767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 68b982d1-dd7c-414e-a866-5f0df2869946 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:41.222416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network e120daf9-1263-490b-87fb-c4be46ea6a54 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:41.227977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa0d3-0e7d-42e9-b571-3de677d0250d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.254465 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:41.269300 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:05:41.270992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:41.295337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=874b0851-e773-42a3-b4ed-bcfa514b3983,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:41.383736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:41.389277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.394441 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d0814b2b-da6f-4a7a-b651-ff60751788dd tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/874b0851-e773-42a3-b4ed-bcfa514b3983 HTTP/1.1" status: 204 len: 168 time: 2.2864242 Apr 29 04:05:41.404335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60056) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:41.464082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.509083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-65285e80-ef69-4cf3-95c6-a9d4f0f2b5f8 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] GET failed (client error): The resource could not be found. Apr 29 04:05:41.513269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-65285e80-ef69-4cf3-95c6-a9d4f0f2b5f8 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports/874b0851-e773-42a3-b4ed-bcfa514b3983 HTTP/1.1" status: 404 len: 333 time: 0.1036322 Apr 29 04:05:41.549743 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:37Z', 'revision_number': 3, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:41.563612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cbf1a-95b4-47d8-85f4-eb1b2ec143b4 None None] Current status of the port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:41.566399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60058) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:41.579826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Made reservation on behalf of f22c63cca75045308a068b4329985965 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:41.583555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.602481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.12 (a688875d-761e-4bde-9232-7707924a3eb9/bf936bba-9c98-43a9-a61e-c6f12a33a859/887b5cfd-1fb9-457c-947e-d9b7f85ca0d9) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:41.606823 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f2b16-ff25-4bdc-bbf6-cff7b7cf8d47 None None] The sync data for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv is: [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:37Z', 'revision_number': 3, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:41.697624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Provisioning complete for port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:41.698193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.742651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:41.747305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Could not find standard attr ID for object 874b0851-e773-42a3-b4ed-bcfa514b3983. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:05:41.759904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Provisioning complete for port 2605dd40-1f5e-4e98-a1ef-76c560220f3a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:41.760335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2605dd40-1f5e-4e98-a1ef-76c560220f3a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.830794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Port 2605dd40-1f5e-4e98-a1ef-76c560220f3a cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:41.844775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:41.846008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.953080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:41.963183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (68b982d1-dd7c-414e-a866-5f0df2869946), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:41.982706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Provisioning complete for port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:41.983571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.135100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.146892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-96b0fe23-445d-4af2-88f3-c2448be796b0 None None] Current status of the port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:42.153581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a94f826-7f33-4c60-91c8-4a4bacba0b29 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:42.203427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.217076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:42.217633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.245138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=68b982d1-dd7c-414e-a866-5f0df2869946,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:42.297626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7c43348d-6e0b-466c-97f6-a0bbf7925ab7 None None] Provisioning complete for port de32261e-ba4c-4853-ae2a-a5d7a4c171ec triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:42.298254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7c43348d-6e0b-466c-97f6-a0bbf7925ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.322430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f60addb-54ab-48f8-889a-dd2d154aed88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (52db7153-b747-4333-8202-82120ccfd179), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.347854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:42.374331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f60addb-54ab-48f8-889a-dd2d154aed88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (52db7153-b747-4333-8202-82120ccfd179), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.392394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (195d3b2d-cbf4-4ac5-945d-aba5011e4421), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.406893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (887b5cfd-1fb9-457c-947e-d9b7f85ca0d9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.542858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7c43348d-6e0b-466c-97f6-a0bbf7925ab7 None None] Port de32261e-ba4c-4853-ae2a-a5d7a4c171ec cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:42.560223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:42.563617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f60addb-54ab-48f8-889a-dd2d154aed88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (52db7153-b747-4333-8202-82120ccfd179), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.564177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2f60addb-54ab-48f8-889a-dd2d154aed88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.567863 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2f60addb-54ab-48f8-889a-dd2d154aed88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/security-groups/52db7153-b747-4333-8202-82120ccfd179 HTTP/1.1" status: 204 len: 168 time: 0.9771366 Apr 29 04:05:42.576603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60060) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:42.588656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60addb-54ab-48f8-889a-dd2d154aed88 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52db7153-b747-4333-8202-82120ccfd179,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:42.592974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:42.624006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:42.629254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (8543d6bf-d3e8-4688-9deb-201f0b6b3361), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.641406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:42.641675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:42.642239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (887b5cfd-1fb9-457c-947e-d9b7f85ca0d9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.674839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Subnet': ['ID=195d3b2d-cbf4-4ac5-945d-aba5011e4421,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:42.689800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:42.699067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:42.699791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:42.723098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Checking segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:42.723337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network hostable DHCP agents. Network: d671d4a9-9f46-477b-85fc-5145404e411b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:42.734780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network a688875d-761e-4bde-9232-7707924a3eb9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:42.741894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:42.742946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:42.743557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83eed0-b14a-4273-b1ad-e19a8d205379 None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:42.755986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:42.830270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=887b5cfd-1fb9-457c-947e-d9b7f85ca0d9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:42.874709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4175c1f-daa7-43e1-9876-1f0a33ee5d81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (8cd1a506-af9d-49ee-bd85-de16d9f0d521), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.883007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:42.883635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.954199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4175c1f-daa7-43e1-9876-1f0a33ee5d81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (8cd1a506-af9d-49ee-bd85-de16d9f0d521), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:42.962069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network d671d4a9-9f46-477b-85fc-5145404e411b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:42.969533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 8543d6bf-d3e8-4688-9deb-201f0b6b3361 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:43.001608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.038363 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ef15ecb6-f993-4503-8331-f0e7290a1b96 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2063494 Apr 29 04:05:43.038363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60062) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.041405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, d671d4a9-9f46-477b-85fc-5145404e411b) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:43.052453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f353e0ad-32e7-402e-acc4-8f6049aedccb None None] Network d671d4a9-9f46-477b-85fc-5145404e411b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:43.071444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:43.072034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.083893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.096261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:43.099306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-14f59548-c31f-484b-be3c-f2a3d8f9fe9c None None] Provisioning complete for port 887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:43.099806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-14f59548-c31f-484b-be3c-f2a3d8f9fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (887b5cfd-1fb9-457c-947e-d9b7f85ca0d9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.110339 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] Sync routers for ids ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:43.137758 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] Routers {'8543d6bf-d3e8-4688-9deb-201f0b6b3361'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:43.138844 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.145998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8060b7-e1b6-4f0c-868c-f82580d48a2e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:43.150316 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ec8060b7-e1b6-4f0c-868c-f82580d48a2e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1095438 Apr 29 04:05:43.151533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60064) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.153217 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-37102c84-0b5a-4c17-8707-7aef8a2ff2ef tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/8543d6bf-d3e8-4688-9deb-201f0b6b3361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7570269 Apr 29 04:05:43.159681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 34bba681-ac20-44c1-ba76-c019c9a59526 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:43.160588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60066) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.190648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-14f59548-c31f-484b-be3c-f2a3d8f9fe9c None None] Port 887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:43.194323 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-36fcb531-2db5-44ce-bc7f-c573b7e0512e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=8543d6bf-d3e8-4688-9deb-201f0b6b3361 HTTP/1.1" status: 200 len: 205 time: 0.0308633 Apr 29 04:05:43.200865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60068) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.206881 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.219282 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d07621b4-8fea-467f-a4ab-dda091522a06 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1419590 Apr 29 04:05:43.223404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60070) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.228397 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] Routers {'8543d6bf-d3e8-4688-9deb-201f0b6b3361'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:43.229844 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.244430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-d671d4a9-9f46-477b-85fc-5145404e411b', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'project_id': 'f22c63cca75045308a068b4329985965', 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:43.254174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.261565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:43.266143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.281510 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.282397 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82401b8a-56df-4f46-9771-ac1766a49034 None None] The sync data for ids ['8543d6bf-d3e8-4688-9deb-201f0b6b3361'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:43.313173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (8543d6bf-d3e8-4688-9deb-201f0b6b3361), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.336894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4175c1f-daa7-43e1-9876-1f0a33ee5d81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8cd1a506-af9d-49ee-bd85-de16d9f0d521), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.339594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e4175c1f-daa7-43e1-9876-1f0a33ee5d81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.344036 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e4175c1f-daa7-43e1-9876-1f0a33ee5d81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/security-groups/8cd1a506-af9d-49ee-bd85-de16d9f0d521 HTTP/1.1" status: 204 len: 168 time: 0.7609925 Apr 29 04:05:43.358876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60072) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.381223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175c1f-daa7-43e1-9876-1f0a33ee5d81 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd1a506-af9d-49ee-bd85-de16d9f0d521,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:43.437348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Allocated IP 172.20.0.2 (d671d4a9-9f46-477b-85fc-5145404e411b/195d3b2d-cbf4-4ac5-945d-aba5011e4421/b9a8dffd-0dd9-42ac-923e-8ea92f9647ed) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:43.447390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:43.448324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (887b5cfd-1fb9-457c-947e-d9b7f85ca0d9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.590311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:43.595903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.618076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Publish callbacks [] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.625111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] Sync routers for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:43.647424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:43.648070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.684830 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2162ff98-b61b-4cac-94fb-3a8103d7011a tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/floatingips/9120b062-7c85-49aa-b912-1b79c896c795 HTTP/1.1" status: 200 len: 976 time: 3.9586580 Apr 29 04:05:43.688063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.700561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:43.701300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.724042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60074) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:43.735560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.740580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:43.741416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811d6e4-8b23-4e34-bc74-3bb19c393dfd None None] The sync data for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:43.749139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.789925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Network d671d4a9-9f46-477b-85fc-5145404e411b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:43.790186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (887b5cfd-1fb9-457c-947e-d9b7f85ca0d9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.795639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:43.800077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:43.824975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:43.828190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Pushing event updated for resources: {'Port': ['ID=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:43.864375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Attempting to bind port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:43.864375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Attempting to bind port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:43.864776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Attempting to bind port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed on network d671d4a9-9f46-477b-85fc-5145404e411b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:43.871045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:43.871951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Checking segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:43.872449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.873048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Bound using segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:43.873167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (8543d6bf-d3e8-4688-9deb-201f0b6b3361), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.873761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Bound port: b9a8dffd-0dd9-42ac-923e-8ea92f9647ed, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:43.874197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.880479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (8543d6bf-d3e8-4688-9deb-201f0b6b3361), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.883201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network e120daf9-1263-490b-87fb-c4be46ea6a54 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:43.898304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:43.942265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b537038-ef34-4608-bec6-5230d1b7fa96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (ec6c3303-6594-46d8-9262-1f04efdb2fbe), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.943406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 1275319e-5a58-4762-b9f7-483b1f76e3b2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:43.944066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1275319e-5a58-4762-b9f7-483b1f76e3b2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:43.976319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] For port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:43.981165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] For port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:44.026418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b537038-ef34-4608-bec6-5230d1b7fa96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (ec6c3303-6594-46d8-9262-1f04efdb2fbe), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.040830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (8543d6bf-d3e8-4688-9deb-201f0b6b3361), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.041607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router 8543d6bf-d3e8-4688-9deb-201f0b6b3361 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:44.053564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.057523 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ebc0fc30-4d76-408f-a8cd-b070b991adf4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/8543d6bf-d3e8-4688-9deb-201f0b6b3361 HTTP/1.1" status: 204 len: 168 time: 0.8559043 Apr 29 04:05:44.061661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 151f7f8b-1867-465d-8bc2-d179ceb6bf04 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:44.065001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60076) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:44.089762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.157902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:44.219404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8bfc-14bd-4f92-abfe-e80bd0676e21 None None] Pushing event updated for resources: {'Port': ['ID=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:44.227704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:44.228075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.240233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet 4af04c15-9a75-4084-b8ca-993ec9e70503 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:44.258091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (4af04c15-9a75-4084-b8ca-993ec9e70503), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.275961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-55789333-f82e-4054-a2ae-d2bca58d3938 None None] Provisioning complete for port de32261e-ba4c-4853-ae2a-a5d7a4c171ec triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:44.276333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-55789333-f82e-4054-a2ae-d2bca58d3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.299728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b537038-ef34-4608-bec6-5230d1b7fa96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ec6c3303-6594-46d8-9262-1f04efdb2fbe), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.302607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b537038-ef34-4608-bec6-5230d1b7fa96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.306773 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9b537038-ef34-4608-bec6-5230d1b7fa96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec6c3303-6594-46d8-9262-1f04efdb2fbe HTTP/1.1" status: 204 len: 168 time: 0.9478652 Apr 29 04:05:44.309214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60078) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:44.340912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-55789333-f82e-4054-a2ae-d2bca58d3938 None None] Port de32261e-ba4c-4853-ae2a-a5d7a4c171ec cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:44.356233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:44.356778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.363528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b537038-ef34-4608-bec6-5230d1b7fa96 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6c3303-6594-46d8-9262-1f04efdb2fbe,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:44.386998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:44.389194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1275319e-5a58-4762-b9f7-483b1f76e3b2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.395136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (4af04c15-9a75-4084-b8ca-993ec9e70503), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.398634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 151f7f8b-1867-465d-8bc2-d179ceb6bf04, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=151f7f8b-1867-465d-8bc2-d179ceb6bf04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:44.406255 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f1c7c921-fac5-434b-8322-b9cef269cadc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/4306d5c8-1193-4492-b510-da5181b64470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7966666 Apr 29 04:05:44.410553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:44.429092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:44.433524 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:44.434460 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:44.445012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.500480 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.560298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.602539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=151f7f8b-1867-465d-8bc2-d179ceb6bf04,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:44.668799 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:05:44.683393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.855211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.882985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:44.889648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:44.893046 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9dea2606-027b-4d17-9f85-1fdf572ce95f tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a HTTP/1.1" status: 204 len: 168 time: 0.5798976 Apr 29 04:05:44.897410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60084) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:44.904725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96eda9-451f-4539-bdd0-0457899bb95d None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:44.934883 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:05:41Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:26Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de32261e-ba4c-4853-ae2a-a5d7a4c171ec', 'name': '', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:d6:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:39Z', 'updated_at': '2022-04-29T04:05:42Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:44.973529 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:05:44.974426 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Updating router 4306d5c8-1193-4492-b510-da5181b64470 port de32261e-ba4c-4853-ae2a-a5d7a4c171ec binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:05:44.979930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 714b4654-b8a1-4398-a0a0-8fafeb91b597 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:44.984239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (714b4654-b8a1-4398-a0a0-8fafeb91b597), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.004925 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.054908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (714b4654-b8a1-4398-a0a0-8fafeb91b597), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.114395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.145018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (4af04c15-9a75-4084-b8ca-993ec9e70503), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.195010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (887b5cfd-1fb9-457c-947e-d9b7f85ca0d9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.198729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (714b4654-b8a1-4398-a0a0-8fafeb91b597), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.314884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=887b5cfd-1fb9-457c-947e-d9b7f85ca0d9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:45.360637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (714b4654-b8a1-4398-a0a0-8fafeb91b597), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.386418 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Publish callbacks [] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.403937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=714b4654-b8a1-4398-a0a0-8fafeb91b597,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:45.412202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.417697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.418067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (9120b062-7c85-49aa-b912-1b79c896c795), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.418382 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Floating IP 9120b062-7c85-49aa-b912-1b79c896c795 disassociated. External IP: 172.26.4.84, port: 1275319e-5a58-4762-b9f7-483b1f76e3b2. Apr 29 04:05:45.418733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 1275319e-5a58-4762-b9f7-483b1f76e3b2 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:45.419194 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e330f39c-604e-4045-ba41-e589743b7449 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/714b4654-b8a1-4398-a0a0-8fafeb91b597 HTTP/1.1" status: 204 len: 168 time: 0.5207040 Apr 29 04:05:45.420320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60086) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:45.451793 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d75610-65f5-4e21-8890-c0ba73a7b83b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:45.452260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d75610-65f5-4e21-8890-c0ba73a7b83b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:45.460409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e3d75610-65f5-4e21-8890-c0ba73a7b83b tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/3c26d32b-a5d5-4123-ae74-6b7c63ba9b6a HTTP/1.1" status: 404 len: 337 time: 0.0389256 Apr 29 04:05:45.461163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60088) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:45.468199 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.562065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting subnet 857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:45.571335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.577828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.588871 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44712-bbf7-4476-985b-d871b4d2b4db None None] Pushing event updated for resources: {'Port': ['ID=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:45.593038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (4af04c15-9a75-4084-b8ca-993ec9e70503), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.648126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.652785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.655652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e81b3858-7e0f-4cb5-bbda-c2bfa5d08e9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 HTTP/1.1" status: 204 len: 168 time: 2.5037258 Apr 29 04:05:45.655823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60090) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:45.656253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=4af04c15-9a75-4084-b8ca-993ec9e70503,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:45.673046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.676904 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-29934de8-df60-439e-bba2-e3d0142f39bd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/4af04c15-9a75-4084-b8ca-993ec9e70503 HTTP/1.1" status: 204 len: 168 time: 1.6109724 Apr 29 04:05:45.685873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f664e3-61be-4fd5-b04a-64d3fabec1c4 None None] Network 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:45.703227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60092) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:45.719773 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Attempting to bind port de32261e-ba4c-4853-ae2a-a5d7a4c171ec on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:45.721664 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Attempting to bind port de32261e-ba4c-4853-ae2a-a5d7a4c171ec by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:45.722190 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Attempting to bind port de32261e-ba4c-4853-ae2a-a5d7a4c171ec on network e120daf9-1263-490b-87fb-c4be46ea6a54 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:45.745927 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:45.746306 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Checking segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:45.746705 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.747090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Bound using segment: {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:45.747565 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Bound port: de32261e-ba4c-4853-ae2a-a5d7a4c171ec, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fedfba4-d792-4ef6-898c-a4de3268b881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:45.747950 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:45.810930 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00d3a31-42c5-4ca2-ae11-e7569e6eca65 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:45.812466 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d00d3a31-42c5-4ca2-ae11-e7569e6eca65 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/887b5cfd-1fb9-457c-947e-d9b7f85ca0d9 HTTP/1.1" status: 404 len: 333 time: 0.1560285 Apr 29 04:05:45.819122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60094) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:45.889242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccdecc-66c7-4d54-bf62-e0d0b5d4a874 None None] Network d671d4a9-9f46-477b-85fc-5145404e411b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:45.994304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] DHCP port deletion for 356cf92c-ef26-4fe9-b2e3-22244e6e74c0 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:46.061670 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (356cf92c-ef26-4fe9-b2e3-22244e6e74c0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.063953 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] For port de32261e-ba4c-4853-ae2a-a5d7a4c171ec, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:46.064646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 2605dd40-1f5e-4e98-a1ef-76c560220f3a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:46.064901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2605dd40-1f5e-4e98-a1ef-76c560220f3a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.070587 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] For port de32261e-ba4c-4853-ae2a-a5d7a4c171ec, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:46.113693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] Provisioning complete for port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:46.114101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.147385 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.187613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1275319e-5a58-4762-b9f7-483b1f76e3b2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.223935 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:46.224553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:46.248210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2605dd40-1f5e-4e98-a1ef-76c560220f3a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.287702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 2605dd40-1f5e-4e98-a1ef-76c560220f3a owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:46.295912 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44712-bbf7-4476-985b-d871b4d2b4db None None] Pushing event updated for resources: {'Port': ['ID=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:46.314148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b9a8dffd-0dd9-42ac-923e-8ea92f9647ed up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:46.315145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.365799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=1275319e-5a58-4762-b9f7-483b1f76e3b2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:46.413794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44790e41-1d64-4f60-a70b-f59c861e3425 None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:46.421137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] Deleting port b7ddc071-17bb-4980-b37b-cdebd775fa82 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:46.421796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.425438 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:05:46.467170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port b7ddc071-17bb-4980-b37b-cdebd775fa82 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:46.467890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.495182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.572586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Subnet': ['ID=857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:46.589842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.593110 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-52bc9c15-c12b-4c6c-8d1d-f57f67050037 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4 HTTP/1.1" status: 204 len: 168 time: 1.1308963 Apr 29 04:05:46.597277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60096) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:46.620497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Allocated IP 172.20.0.1 (d671d4a9-9f46-477b-85fc-5145404e411b/195d3b2d-cbf4-4ac5-945d-aba5011e4421/ce7d2232-b175-4931-8101-ad61bd76184e) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:46.633733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] Current status of the port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:46.634227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.663941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:46.664415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.750575 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-023b82d4-0f62-431a-867e-5d99020d65f1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:46.751608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023b82d4-0f62-431a-867e-5d99020d65f1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:46.754326 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-023b82d4-0f62-431a-867e-5d99020d65f1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/62dd037f-3ffa-4c6d-9d8f-3e20df109f65 HTTP/1.1" status: 404 len: 337 time: 0.0969169 Apr 29 04:05:46.757403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60098) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:46.792497 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:05:41Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:26Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de32261e-ba4c-4853-ae2a-a5d7a4c171ec', 'name': '', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:d6:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:39Z', 'updated_at': '2022-04-29T04:05:46Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:46.812388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for port (ce7d2232-b175-4931-8101-ad61bd76184e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.829296 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1bd9a876-2eae-42c4-ab3a-6ebe9580b026 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b4e4a45-1cca-4b09-a511-80f65a1c25ad HTTP/1.1" status: 200 len: 205 time: 0.0703199 Apr 29 04:05:46.834421 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c729932-5383-4c11-9bbd-8cfc8adb0a08 None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:05:41Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:26Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de32261e-ba4c-4853-ae2a-a5d7a4c171ec', 'name': '', 'network_id': 'e120daf9-1263-490b-87fb-c4be46ea6a54', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:d6:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:39Z', 'updated_at': '2022-04-29T04:05:46Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:46.852983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60100) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:46.859742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] For port b7ddc071-17bb-4980-b37b-cdebd775fa82, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7ddc071-17bb-4980-b37b-cdebd775fa82,segment=NetworkSegment(91a7305b-59c7-42b5-ba81-6bad4f0787fe),segment_id=91a7305b-59c7-42b5-ba81-6bad4f0787fe)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:46.860459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.864086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port b7ddc071-17bb-4980-b37b-cdebd775fa82, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7ddc071-17bb-4980-b37b-cdebd775fa82,segment=NetworkSegment(91a7305b-59c7-42b5-ba81-6bad4f0787fe),segment_id=91a7305b-59c7-42b5-ba81-6bad4f0787fe)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:46.864406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:46.897540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for b7ddc071-17bb-4980-b37b-cdebd775fa82 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:46.912204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-b8e2a8a5-7b3a-4c60-b626-522400659854 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] delete failed (client error): The resource could not be found. Apr 29 04:05:46.927375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b8e2a8a5-7b3a-4c60-b626-522400659854 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/routers/8b4e4a45-1cca-4b09-a511-80f65a1c25ad HTTP/1.1" status: 404 len: 336 time: 0.0730169 Apr 29 04:05:46.934874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60102) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:46.952111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] For port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:46.968726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] Calling delete_port for b7ddc071-17bb-4980-b37b-cdebd775fa82 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:46.984683 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-33413658-0f21-46d8-ba06-18f857a31709 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:46.985282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33413658-0f21-46d8-ba06-18f857a31709 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:46.991267 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-33413658-0f21-46d8-ba06-18f857a31709 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/eaa3f031-3826-48cc-ab69-44aa4425e821 HTTP/1.1" status: 404 len: 337 time: 0.0502632 Apr 29 04:05:47.003572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:47.003572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.007808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60104) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.011702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.026687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2605dd40-1f5e-4e98-a1ef-76c560220f3a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.049061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.070274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=2605dd40-1f5e-4e98-a1ef-76c560220f3a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:47.090922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-284881b7-202f-41ad-ab90-322f52554a9d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.091718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284881b7-202f-41ad-ab90-322f52554a9d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.103617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-284881b7-202f-41ad-ab90-322f52554a9d tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/4f1f9a61-fa2c-4b07-afd9-64527224a57c HTTP/1.1" status: 404 len: 337 time: 0.0889626 Apr 29 04:05:47.110801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60108) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.121768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 34bba681-ac20-44c1-ba76-c019c9a59526 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:47.133635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network d671d4a9-9f46-477b-85fc-5145404e411b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:47.144183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:47.150309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:47.161976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Port': ['ID=ce7d2232-b175-4931-8101-ad61bd76184e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:47.164333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b939c-b228-4eb2-bcef-4a1691caa538 None None] Pushing event updated for resources: {'Port': ['ID=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:47.174760 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b20a41-0df1-45cb-b6ed-869737b02876 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.188026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b20a41-0df1-45cb-b6ed-869737b02876 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.191931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-85b20a41-0df1-45cb-b6ed-869737b02876 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/516bf53b-e7a0-42b6-9855-93e03d2557cc HTTP/1.1" status: 404 len: 337 time: 0.0755262 Apr 29 04:05:47.196166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60110) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.264274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:47.264661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:47.317469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Provisioning complete for port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:47.317742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.349252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.362125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35c477a0-4568-4aa5-8ba0-2011448c09b8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/2605dd40-1f5e-4e98-a1ef-76c560220f3a HTTP/1.1" status: 204 len: 168 time: 1.5399625 Apr 29 04:05:47.370885 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c490ce0-c5bd-477f-909e-a771e4cdb3ac tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.371610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c490ce0-c5bd-477f-909e-a771e4cdb3ac tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.374786 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0c490ce0-c5bd-477f-909e-a771e4cdb3ac tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/c7adcfc0-cfb9-48a3-aa7a-c8f2675741c3 HTTP/1.1" status: 404 len: 333 time: 0.1764629 Apr 29 04:05:47.377620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60112) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.388519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60114) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.434343 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ccbcbc-72c3-4730-bf89-af26b053af36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.434912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ccbcbc-72c3-4730-bf89-af26b053af36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.435050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee012cb-419e-4fe3-9b52-aa8644f5f0c1 None None] Update dhcp port {'port': {'network_id': '5d81f12f-d7cc-4338-909c-54666885936a', 'fixed_ips': [{'subnet_id': '857ab175-fcfe-4046-bfb5-b5bdd1d2a6d4'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '2c69d234-e935-4885-befa-22bc2ceb77d2'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:05:47.436981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:47.441751 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-02ccbcbc-72c3-4730-bf89-af26b053af36 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/b717a42b-1416-438a-88e7-8c3d0c50cd14 HTTP/1.1" status: 404 len: 337 time: 0.0480673 Apr 29 04:05:47.442656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60116) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.453392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (58d52ed7-8cd5-4141-84d2-3dc35045e43b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.461041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Provisioning complete for port de32261e-ba4c-4853-ae2a-a5d7a4c171ec triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:47.461253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.464355 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e671c93-f1ab-4225-a920-3975bea21e39 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:47.465971 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3e671c93-f1ab-4225-a920-3975bea21e39 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/2605dd40-1f5e-4e98-a1ef-76c560220f3a HTTP/1.1" status: 404 len: 333 time: 0.0883672 Apr 29 04:05:47.468671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60118) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.528649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:47.533225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.551292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] Sync routers for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:47.557727 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83415d8-fe02-442a-a3a4-852a1fe7eaf7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.558193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83415d8-fe02-442a-a3a4-852a1fe7eaf7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.563860 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e83415d8-fe02-442a-a3a4-852a1fe7eaf7 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/f853491b-fe6d-4527-bfe3-e548cf78090c HTTP/1.1" status: 404 len: 337 time: 0.1152155 Apr 29 04:05:47.567667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=b7ddc071-17bb-4980-b37b-cdebd775fa82,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:47.575273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60120) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.578782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (b7ddc071-17bb-4980-b37b-cdebd775fa82), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.592219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aee012cb-419e-4fe3-9b52-aa8644f5f0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.594922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:47.596612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:47.617687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port b7ddc071-17bb-4980-b37b-cdebd775fa82 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:47.649994 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ec207b-15fc-4a7d-bcd2-bb8aa7dd4fea tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.650661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ec207b-15fc-4a7d-bcd2-bb8aa7dd4fea tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.656672 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b1ec207b-15fc-4a7d-bcd2-bb8aa7dd4fea tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/9eb1ecfe-bfd8-4a80-8afd-bc6fde454c7e HTTP/1.1" status: 404 len: 333 time: 0.0803204 Apr 29 04:05:47.658403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60122) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.710246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.715211 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fee8f7e3-af92-4d41-83cb-aa6dffec27bd tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/ports/1275319e-5a58-4762-b9f7-483b1f76e3b2 HTTP/1.1" status: 204 len: 168 time: 3.9882767 Apr 29 04:05:47.715668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet bf936bba-9c98-43a9-a61e-c6f12a33a859 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:47.717945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60124) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.735617 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9a88b0-45a9-42aa-9d16-d6257b38bfd1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.736271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9a88b0-45a9-42aa-9d16-d6257b38bfd1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.741889 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1c9a88b0-45a9-42aa-9d16-d6257b38bfd1 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/3b766b9c-9a02-4529-811a-9f5dc94d7826 HTTP/1.1" status: 404 len: 337 time: 0.0778406 Apr 29 04:05:47.741889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (bf936bba-9c98-43a9-a61e-c6f12a33a859), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.743885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60126) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.778320 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c04504-68b5-4a4a-ba11-e4afc098de76 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:47.779144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c04504-68b5-4a4a-ba11-e4afc098de76 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:47.786187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-94c04504-68b5-4a4a-ba11-e4afc098de76 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/subnets/f26d03ef-caf8-4891-ad65-c8188b44bb01 HTTP/1.1" status: 404 len: 337 time: 0.0421569 Apr 29 04:05:47.787097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60128) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:47.842032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (356cf92c-ef26-4fe9-b2e3-22244e6e74c0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.874389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:47.876220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (bf936bba-9c98-43a9-a61e-c6f12a33a859), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.900378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] Pushing event deleted for resources: {'Port': ['ID=b7ddc071-17bb-4980-b37b-cdebd775fa82,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:47.906604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.916329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2658edd7-9224-4cb2-a681-e6378f9ab938 None None] No DVR routers for this DVR port b7ddc071-17bb-4980-b37b-cdebd775fa82 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:47.941962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356cf92c-ef26-4fe9-b2e3-22244e6e74c0']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:47.961525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a7305b-59c7-42b5-ba81-6bad4f0787fe') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:47.961882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a7305b-59c7-42b5-ba81-6bad4f0787fe') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:47.962713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:47.963384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:47.983161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (91a7305b-59c7-42b5-ba81-6bad4f0787fe), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:47.996880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:47.998076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 151f7f8b-1867-465d-8bc2-d179ceb6bf04 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:48.015164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (91a7305b-59c7-42b5-ba81-6bad4f0787fe), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.058150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:48.058150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c05143-fd43-4ced-9b54-f5a7bafb3e99 None None] The sync data for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:48.078795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:48.079399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (91a7305b-59c7-42b5-ba81-6bad4f0787fe), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:48.083973 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:48.131453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (bf936bba-9c98-43a9-a61e-c6f12a33a859), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.134712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Current status of the port de32261e-ba4c-4853-ae2a-a5d7a4c171ec is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:48.135485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.161708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 94a4c1ce-8696-4abd-826c-cf6e550c9c25 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:48.162053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.183987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:48.184980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.213276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08e344-6f59-4f39-b9fa-689fc38c921c None None] Network 5d81f12f-d7cc-4338-909c-54666885936a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:48.231904 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:05:48.276078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.290624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (356cf92c-ef26-4fe9-b2e3-22244e6e74c0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.293348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for port (ce7d2232-b175-4931-8101-ad61bd76184e), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.294566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.299248 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/356cf92c-ef26-4fe9-b2e3-22244e6e74c0 HTTP/1.1" status: 204 len: 168 time: 2.5932534 Apr 29 04:05:48.300674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] For port de32261e-ba4c-4853-ae2a-a5d7a4c171ec, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:48.303772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 94a4c1ce-8696-4abd-826c-cf6e550c9c25 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:48.305999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60130) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:48.312939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-795322503', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:48.324141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1834a-0217-4bb0-9171-63bddd977202 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=356cf92c-ef26-4fe9-b2e3-22244e6e74c0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:48.379423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] DHCP port deletion for 5d81f12f-d7cc-4338-909c-54666885936a request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:48.382527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (bf936bba-9c98-43a9-a61e-c6f12a33a859), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.388283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:48.407544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.417971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.431202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=bf936bba-9c98-43a9-a61e-c6f12a33a859,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:48.442122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.445495 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6f0db58b-12dc-4431-b6c4-1e3822478614 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/bf936bba-9c98-43a9-a61e-c6f12a33a859 HTTP/1.1" status: 204 len: 168 time: 0.9758089 Apr 29 04:05:48.450411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60132) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:48.460759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (58d52ed7-8cd5-4141-84d2-3dc35045e43b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.462495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.463585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.483016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d656c-57a0-4daa-9d7c-098e8095bc3f None None] Network a688875d-761e-4bde-9232-7707924a3eb9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:48.490089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Provisioning complete for port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:48.490431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.498125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (34bba681-ac20-44c1-ba76-c019c9a59526), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.539193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7ddc071-17bb-4980-b37b-cdebd775fa82 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:48.541657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] Deleting port 2c69d234-e935-4885-befa-22bc2ceb77d2 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:48.541987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.562179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Port': ['ID=ce7d2232-b175-4931-8101-ad61bd76184e,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:48.594756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a688875d-761e-4bde-9232-7707924a3eb9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.623715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b7ddc071-17bb-4980-b37b-cdebd775fa82 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:48.624003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7ddc071-17bb-4980-b37b-cdebd775fa82 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:48.627359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.631703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (94a4c1ce-8696-4abd-826c-cf6e550c9c25), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.646500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Pushing event updated for resources: {'Port': ['ID=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:48.671288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=94a4c1ce-8696-4abd-826c-cf6e550c9c25,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:48.692331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.699383 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-63359033-e55a-4b5f-a3b1-242fb12d6356 tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/ports/94a4c1ce-8696-4abd-826c-cf6e550c9c25 HTTP/1.1" status: 204 len: 168 time: 0.9102862 Apr 29 04:05:48.706274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60134) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:48.730210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:48.730633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.746115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:48.746603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.791557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] Calling delete_port for 2c69d234-e935-4885-befa-22bc2ceb77d2 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:48.793235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Current status of the port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:48.806286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5d81f12f-d7cc-4338-909c-54666885936a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.810995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Provisioning complete for port 2c69d234-e935-4885-befa-22bc2ceb77d2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:48.811368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.866238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] DHCP port deletion for a688875d-761e-4bde-9232-7707924a3eb9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:48.869404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network d671d4a9-9f46-477b-85fc-5145404e411b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:48.891450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 3a94f826-7f33-4c60-91c8-4a4bacba0b29, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a94f826-7f33-4c60-91c8-4a4bacba0b29,segment=NetworkSegment(1b832f42-2cad-48ae-9e98-7d900620f612),segment_id=1b832f42-2cad-48ae-9e98-7d900620f612)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:48.891816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.912041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 3a94f826-7f33-4c60-91c8-4a4bacba0b29 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:48.930997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:48.968579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] Deleting port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:48.968956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:48.999322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 8f19ef52-c7fe-478f-b8b6-7a349ff893fc {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:48.999666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.041694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cfa71f33-213f-4e35-bd4f-e26ba587cbb3 None None] Current status of the port 2c69d234-e935-4885-befa-22bc2ceb77d2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:49.061177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b9a8dffd-0dd9-42ac-923e-8ea92f9647ed up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:49.068252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_gateway (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.073083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Deleting port 2c69d234-e935-4885-befa-22bc2ceb77d2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:49.073488 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.186893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96381d6b-6589-4876-a272-ff2499d7827c None None] Provisioning complete for port ce7d2232-b175-4931-8101-ad61bd76184e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:49.187431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-96381d6b-6589-4876-a272-ff2499d7827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.223047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:49.223566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.261870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.280524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] For port 3a94f826-7f33-4c60-91c8-4a4bacba0b29, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a94f826-7f33-4c60-91c8-4a4bacba0b29,segment=NetworkSegment(1b832f42-2cad-48ae-9e98-7d900620f612),segment_id=1b832f42-2cad-48ae-9e98-7d900620f612)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:49.281116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.324476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] Pushing event deleted for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:49.334990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8985be-3a46-413b-a08c-09d870f1fe89 None None] No DVR routers for this DVR port 2c69d234-e935-4885-befa-22bc2ceb77d2 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:49.337952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] Calling delete_port for 3a94f826-7f33-4c60-91c8-4a4bacba0b29 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:49.340099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-96381d6b-6589-4876-a272-ff2499d7827c None None] Port ce7d2232-b175-4931-8101-ad61bd76184e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:49.358887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96381d6b-6589-4876-a272-ff2499d7827c None None] Could not find standard attr ID for object 94a4c1ce-8696-4abd-826c-cf6e550c9c25. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:05:49.422659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-96381d6b-6589-4876-a272-ff2499d7827c None None] Could not find standard attr ID for object 2c69d234-e935-4885-befa-22bc2ceb77d2. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:05:49.461812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.463916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:49.465750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de32261e-ba4c-4853-ae2a-a5d7a4c171ec up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:49.477887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 8f19ef52-c7fe-478f-b8b6-7a349ff893fc owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:49.522209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.524893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port de32261e-ba4c-4853-ae2a-a5d7a4c171ec triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:49.525254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.556648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:49.558354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3a94f826-7f33-4c60-91c8-4a4bacba0b29), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.561794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=3a94f826-7f33-4c60-91c8-4a4bacba0b29,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:49.588143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] For port 2c69d234-e935-4885-befa-22bc2ceb77d2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c69d234-e935-4885-befa-22bc2ceb77d2,segment=NetworkSegment(c2d1bcc9-78e6-4bba-bf01-c44751f649f5),segment_id=c2d1bcc9-78e6-4bba-bf01-c44751f649f5)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:49.588771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.599187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] No DVR routers for this DVR port 3a94f826-7f33-4c60-91c8-4a4bacba0b29 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:49.611501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-09634a33-89ff-43f3-950f-dfba123491a9 None None] Provisioning complete for port ce7d2232-b175-4931-8101-ad61bd76184e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:49.611501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-09634a33-89ff-43f3-950f-dfba123491a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.611501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb9692-f9d1-41c8-b7ad-2379ce8dca64 None None] Pushing event deleted for resources: {'Port': ['ID=3a94f826-7f33-4c60-91c8-4a4bacba0b29,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:49.651416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a688875d-761e-4bde-9232-7707924a3eb9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.666239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Calling delete_port for 2c69d234-e935-4885-befa-22bc2ceb77d2 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:49.677635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Router 58d52ed7-8cd5-4141-84d2-3dc35045e43b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:49.684742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-09634a33-89ff-43f3-950f-dfba123491a9 None None] Port ce7d2232-b175-4931-8101-ad61bd76184e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:49.702117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port de32261e-ba4c-4853-ae2a-a5d7a4c171ec is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:49.707251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a688875d-761e-4bde-9232-7707924a3eb9']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:49.721783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b832f42-2cad-48ae-9e98-7d900620f612') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:49.722084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b832f42-2cad-48ae-9e98-7d900620f612') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:49.756162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (1b832f42-2cad-48ae-9e98-7d900620f612), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.774925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1b832f42-2cad-48ae-9e98-7d900620f612), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.784148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c69d234-e935-4885-befa-22bc2ceb77d2 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:49.787368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:49.787763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (1b832f42-2cad-48ae-9e98-7d900620f612), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.789298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:49.791040 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:49.807378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 2c69d234-e935-4885-befa-22bc2ceb77d2 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:49.815081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c69d234-e935-4885-befa-22bc2ceb77d2 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:49.900067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_gateway (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.927546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.946167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a688875d-761e-4bde-9232-7707924a3eb9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.950532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.958112 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/a688875d-761e-4bde-9232-7707924a3eb9 HTTP/1.1" status: 204 len: 168 time: 1.5024023 Apr 29 04:05:49.958112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60138) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:49.962950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-347025950'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:49.984148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8f19ef52-c7fe-478f-b8b6-7a349ff893fc), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:49.986104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843feb2c-c74c-46c5-a85e-c0221b1a2aa2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=a688875d-761e-4bde-9232-7707924a3eb9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:50.006911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2c69d234-e935-4885-befa-22bc2ceb77d2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.024807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=8f19ef52-c7fe-478f-b8b6-7a349ff893fc,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:50.056733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Port': ['ID=2c69d234-e935-4885-befa-22bc2ceb77d2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:50.068482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:50.072419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] No DVR routers for this DVR port 2c69d234-e935-4885-befa-22bc2ceb77d2 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:50.077950 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-69bbabbb-4365-4503-9d11-daad74f1f971 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "PUT /v2.0/routers/58d52ed7-8cd5-4141-84d2-3dc35045e43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8542776 Apr 29 04:05:50.080928 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Sync routers for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:50.097927 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:50.098796 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:50.115658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:50.119243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.157585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:05:50.168194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d655075f-8a4d-4073-bfc5-173e87cb3aca), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.168629 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment d655075f-8a4d-4073-bfc5-173e87cb3aca of type vlan for network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa Apr 29 04:05:50.223103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5d81f12f-d7cc-4338-909c-54666885936a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.223639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.226165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.26.4.79 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/3e84881a-6b62-4815-9819-c4b9f4307264) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:50.264923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d81f12f-d7cc-4338-909c-54666885936a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:50.304529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:50.305334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d1bcc9-78e6-4bba-bf01-c44751f649f5') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:50.326916 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:05:50.329394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (c2d1bcc9-78e6-4bba-bf01-c44751f649f5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.371704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c2d1bcc9-78e6-4bba-bf01-c44751f649f5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.386372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:50.386770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (c2d1bcc9-78e6-4bba-bf01-c44751f649f5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.388170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (34bba681-ac20-44c1-ba76-c019c9a59526), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:50.389953 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:50.406624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.414373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:50.415333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.492696 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-6f3a6f19-6840-4e78-a935-462dcda603de tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327178373&fields=id&tenant_id=f22c63cca75045308a068b4329985965 HTTP/1.1" status: 200 len: 267 time: 0.2016435 Apr 29 04:05:50.501339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:50.516039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:05:50.533306 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:48Z', 'revision_number': 2, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:50.563902 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Checking router: 58d52ed7-8cd5-4141-84d2-3dc35045e43b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:05:50.565119 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Updating router 58d52ed7-8cd5-4141-84d2-3dc35045e43b port ce7d2232-b175-4931-8101-ad61bd76184e binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:05:50.576986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5d81f12f-d7cc-4338-909c-54666885936a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.587061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (3e84881a-6b62-4815-9819-c4b9f4307264), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.593665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.596124 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.600976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] 10.222.0.37 "DELETE /v2.0/networks/5d81f12f-d7cc-4338-909c-54666885936a HTTP/1.1" status: 204 len: 168 time: 1.8931155 Apr 29 04:05:50.641451 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d18f833e-4c79-416d-8d75-037de091cb9d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6821918 Apr 29 04:05:50.647617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60154) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:50.655338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:50.662243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322f86-9607-41cb-b620-e957e6f5ee0c tempest-PortsIpV6TestJSON-954175659 tempest-PortsIpV6TestJSON-954175659-project] Pushing event deleted for resources: {'Network': ['ID=5d81f12f-d7cc-4338-909c-54666885936a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:50.764015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-7f6a7d69-6e34-4850-8e23-c9dff274b695 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:50.765903 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-7f6a7d69-6e34-4850-8e23-c9dff274b695 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/networks?id=d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 200 len: 796 time: 0.2552857 Apr 29 04:05:50.796183 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-03bba0a4-0d9a-4a04-a4f5-6ef8f356c005 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/quotas/f22c63cca75045308a068b4329985965 HTTP/1.1" status: 200 len: 375 time: 0.0211315 Apr 29 04:05:50.825246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 34bba681-ac20-44c1-ba76-c019c9a59526 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:50.853263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a94f826-7f33-4c60-91c8-4a4bacba0b29 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:50.861451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3e84881a-6b62-4815-9819-c4b9f4307264), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.897048 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-d571c354-5927-4540-92f0-02f062f89742 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805104 Apr 29 04:05:50.897701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:50.901035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.957364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:50.964211 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Publish callbacks [] for port (ce7d2232-b175-4931-8101-ad61bd76184e), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:50.979032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:50.991685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:51.001684 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-52f55b43-5980-43e3-8846-0eeea98345bf tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/routers/34bba681-ac20-44c1-ba76-c019c9a59526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2748611 Apr 29 04:05:51.002439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60156) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:51.010367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:51.016909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=3e84881a-6b62-4815-9819-c4b9f4307264,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:51.057930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] Sync routers for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:51.060810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3a94f826-7f33-4c60-91c8-4a4bacba0b29 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:51.061027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a94f826-7f33-4c60-91c8-4a4bacba0b29 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:51.062032 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.072539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:51.073286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:51.109583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:51.113911 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048e6a8-b6c4-4207-b2a5-71b8b846c154 None None] Pushing event updated for resources: {'Port': ['ID=ce7d2232-b175-4931-8101-ad61bd76184e,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:51.147800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] Routers {'34bba681-ac20-44c1-ba76-c019c9a59526'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:51.148881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['34bba681-ac20-44c1-ba76-c019c9a59526'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:51.207100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:51.207623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8e863-8734-4512-bb80-e63ea6ec5d6c None None] The sync data for ids ['34bba681-ac20-44c1-ba76-c019c9a59526'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:51.241720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router (34bba681-ac20-44c1-ba76-c019c9a59526), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.258271 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Attempting to bind port ce7d2232-b175-4931-8101-ad61bd76184e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:51.258645 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Attempting to bind port ce7d2232-b175-4931-8101-ad61bd76184e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:51.259280 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Attempting to bind port ce7d2232-b175-4931-8101-ad61bd76184e on network d671d4a9-9f46-477b-85fc-5145404e411b {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:51.266246 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:51.269669 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Checking segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:51.270068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.274806 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Bound using segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:51.274806 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Bound port: ce7d2232-b175-4931-8101-ad61bd76184e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:51.274806 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.306363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60162) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:51.339228 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-909b6d10-c7b7-45f6-b02c-68ac1bec0c89 service neutron] 10.222.0.37 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113395 Apr 29 04:05:51.361669 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] For port ce7d2232-b175-4931-8101-ad61bd76184e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:51.367744 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] For port ce7d2232-b175-4931-8101-ad61bd76184e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ce7d2232-b175-4931-8101-ad61bd76184e,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:51.417177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (34bba681-ac20-44c1-ba76-c019c9a59526), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.455674 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.512387 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:51.513214 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:51.531966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f79354b4-1531-4574-9491-e01694bf694e None None] Provisioning complete for port ce7d2232-b175-4931-8101-ad61bd76184e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:51.532502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f79354b4-1531-4574-9491-e01694bf694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.535471 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0179d1ff-fc2b-4234-ac6d-68c9f5ca82b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb87ff0e181342cf9cee7534f997ff33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277925 Apr 29 04:05:51.542858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60166) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:51.554667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port f730b7e4-d905-4651-8082-d693bc326223 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:51.555315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f730b7e4-d905-4651-8082-d693bc326223), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.561797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-1b4fc7d2-c8f8-4652-baf3-a14638dd2529 service neutron] 10.222.0.37 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943374 Apr 29 04:05:51.573218 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048e6a8-b6c4-4207-b2a5-71b8b846c154 None None] Pushing event updated for resources: {'Port': ['ID=ce7d2232-b175-4931-8101-ad61bd76184e,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:51.573359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (0d56126e-663e-4f41-ac0d-b99226d2b1d0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.658333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f79354b4-1531-4574-9491-e01694bf694e None None] Current status of the port ce7d2232-b175-4931-8101-ad61bd76184e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:51.658938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f79354b4-1531-4574-9491-e01694bf694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.716977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f79354b4-1531-4574-9491-e01694bf694e None None] For port ce7d2232-b175-4931-8101-ad61bd76184e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ce7d2232-b175-4931-8101-ad61bd76184e,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:51.726154 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:05:51.740470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f730b7e4-d905-4651-8082-d693bc326223), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.775300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for f730b7e4-d905-4651-8082-d693bc326223 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:51.776950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=0d56126e-663e-4f41-ac0d-b99226d2b1d0,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:51.793669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f79354b4-1531-4574-9491-e01694bf694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.834081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee9f84b8-0f7f-4979-b95c-7941bce142eb admin admin] Publish callbacks [] for security_group (a5ff5228-3123-4d5b-8539-baa8d389d6f3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.851928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': 'd655075f-8a4d-4073-bfc5-173e87cb3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:51.852320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:05:51.897012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79354b4-1531-4574-9491-e01694bf694e None None] Pushing event updated for resources: {'Port': ['ID=ce7d2232-b175-4931-8101-ad61bd76184e,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:51.916047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9d63b4e6-7b99-4a63-ba0a-e60158b4b842 None None] Provisioning complete for port ce7d2232-b175-4931-8101-ad61bd76184e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:51.917102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9d63b4e6-7b99-4a63-ba0a-e60158b4b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.953358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee9f84b8-0f7f-4979-b95c-7941bce142eb admin admin] Publish callbacks [] for security_group (a5ff5228-3123-4d5b-8539-baa8d389d6f3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:51.964553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_gateway (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.029568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9d63b4e6-7b99-4a63-ba0a-e60158b4b842 None None] Current status of the port ce7d2232-b175-4931-8101-ad61bd76184e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:52.032071 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-57107a1e-9bbc-4a0b-af55-68e40f371138 req-6c9fe9eb-4bee-4c23-b8ae-2927363e0f4b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 210 time: 0.0698571 Apr 29 04:05:52.116804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:05:52.152101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:52.165487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f730b7e4-d905-4651-8082-d693bc326223), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.182481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a450f6d-43ef-4556-a963-57d8a11375a2 None None] The sync data for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv is: [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:52.195532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=f730b7e4-d905-4651-8082-d693bc326223,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:52.235481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:52.239464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:52.246983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.258820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee9f84b8-0f7f-4979-b95c-7941bce142eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a5ff5228-3123-4d5b-8539-baa8d389d6f3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.262417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee9f84b8-0f7f-4979-b95c-7941bce142eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.266171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ee9f84b8-0f7f-4979-b95c-7941bce142eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5ff5228-3123-4d5b-8539-baa8d389d6f3 HTTP/1.1" status: 204 len: 168 time: 0.7222402 Apr 29 04:05:52.276107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f41151-7bc3-4ae5-afb5-fc84300bcbad None None] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:52.296796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (34bba681-ac20-44c1-ba76-c019c9a59526), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.314890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f84b8-0f7f-4979-b95c-7941bce142eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff5228-3123-4d5b-8539-baa8d389d6f3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:52.329791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.451295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (34bba681-ac20-44c1-ba76-c019c9a59526), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.454247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa', 'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': '0d56126e-663e-4f41-ac0d-b99226d2b1d0'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:05:52.454391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_controller (34bba681-ac20-44c1-ba76-c019c9a59526), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.455897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.457862 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3d496e7d-12e1-43c8-a2e0-3454c793b04c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8070612 Apr 29 04:05:52.460511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60182) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:52.467399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa', 'name': 'tempest-PortsTestJSON-860365960', 'fixed_ips': [{'subnet_id': '0d56126e-663e-4f41-ac0d-b99226d2b1d0', 'ip_address': '172.20.0.10'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:52.617533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (34bba681-ac20-44c1-ba76-c019c9a59526), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.618800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Fanout notify agent at l3_agent the message router_deleted on router 34bba681-ac20-44c1-ba76-c019c9a59526 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:52.632564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.637469 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1341ea9d-1421-4b97-9196-106536d06909 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/routers/34bba681-ac20-44c1-ba76-c019c9a59526 HTTP/1.1" status: 204 len: 168 time: 1.6338980 Apr 29 04:05:52.640095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60186) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:52.677353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Allocated IP 172.20.0.2 (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa/0d56126e-663e-4f41-ac0d-b99226d2b1d0/2a049916-8e34-47eb-b21f-7a28dcd159a3) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:52.719951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting subnet 417dc429-8f63-47bf-99e2-a7244f88ec36 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:05:52.725950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:05:52.729352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:52.742156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for subnet (417dc429-8f63-47bf-99e2-a7244f88ec36), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:52.857773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ce7d2232-b175-4931-8101-ad61bd76184e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:53.021476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ce7d2232-b175-4931-8101-ad61bd76184e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:53.021848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.047857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Publish callbacks [] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.129754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.136485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ce7d2232-b175-4931-8101-ad61bd76184e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:53.180814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:53.184409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:53.195086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Pushing event updated for resources: {'Port': ['ID=2a049916-8e34-47eb-b21f-7a28dcd159a3,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:53.206281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:53.289922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Attempting to bind port 2a049916-8e34-47eb-b21f-7a28dcd159a3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:53.290285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Attempting to bind port 2a049916-8e34-47eb-b21f-7a28dcd159a3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd655075f-8a4d-4073-bfc5-173e87cb3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:53.290646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Attempting to bind port 2a049916-8e34-47eb-b21f-7a28dcd159a3 on network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:53.296666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:53.297037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Checking segment: {'id': 'd655075f-8a4d-4073-bfc5-173e87cb3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:53.297472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.297865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Bound using segment: {'id': 'd655075f-8a4d-4073-bfc5-173e87cb3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:53.298419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Bound port: 2a049916-8e34-47eb-b21f-7a28dcd159a3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd655075f-8a4d-4073-bfc5-173e87cb3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:53.298805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.379639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (417dc429-8f63-47bf-99e2-a7244f88ec36), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.385303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] For port 2a049916-8e34-47eb-b21f-7a28dcd159a3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:53.390531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] For port 2a049916-8e34-47eb-b21f-7a28dcd159a3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2a049916-8e34-47eb-b21f-7a28dcd159a3,segment=NetworkSegment(d655075f-8a4d-4073-bfc5-173e87cb3aca),segment_id=d655075f-8a4d-4073-bfc5-173e87cb3aca)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:53.431995 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ad8c9098-59f7-4637-b774-e7cfcca8c687 req-44e0e25d-fbdb-4188-a4df-1a0698ef93de tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 210 time: 0.0833364 Apr 29 04:05:53.435296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.508561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.513914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 01466970-1d04-4bbf-813c-863ca0c9270e yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:53.577175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812ce13-3af4-4bd6-a942-2d660034d8af None None] Pushing event updated for resources: {'Port': ['ID=2a049916-8e34-47eb-b21f-7a28dcd159a3,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:53.612021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60208) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:53.678877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:53.707118 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] Sync routers for ids ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:53.780413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178709820'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:53.805298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (417dc429-8f63-47bf-99e2-a7244f88ec36), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.825651 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] Routers {'bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:53.826918 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:53.897044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.10 (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa/0d56126e-663e-4f41-ac0d-b99226d2b1d0/01466970-1d04-4bbf-813c-863ca0c9270e) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:53.904568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:53.906286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a354109b-f3a7-40ea-815f-e0eab278b780 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5992100 Apr 29 04:05:53.909723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60214) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:53.925386 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:53.952955 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] Routers {'bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:53.960817 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:54.016440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.035459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.052661 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:54.053704 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e221d-969d-4370-8c19-2a6fc87d8ac2 None None] The sync data for ids ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:54.182463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (01466970-1d04-4bbf-813c-863ca0c9270e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.183848 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-054bd207-403b-493e-b051-64065a4004a2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/routers/bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 200 len: 879 time: 0.2729094 Apr 29 04:05:54.186408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60216) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:54.335699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (cbf1f949-8d71-47a5-b430-5895d6fe8e4f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.433964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (417dc429-8f63-47bf-99e2-a7244f88ec36), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.441952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (01466970-1d04-4bbf-813c-863ca0c9270e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.474362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Subnet': ['ID=417dc429-8f63-47bf-99e2-a7244f88ec36,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:54.491446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb862ce6-6efe-4154-912f-607f15cb2c3c None None] Network 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:54.505893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.519034 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a4a98df6-f1dc-4017-8cf0-2b61edcbe367 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/subnets/417dc429-8f63-47bf-99e2-a7244f88ec36 HTTP/1.1" status: 204 len: 168 time: 1.8778341 Apr 29 04:05:54.523632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60220) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:54.573295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:54.598473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:54.605505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:54.641881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=01466970-1d04-4bbf-813c-863ca0c9270e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:54.702082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (cbf1f949-8d71-47a5-b430-5895d6fe8e4f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.709799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (202ca4fc-dd61-4530-8900-d6e3b37ebfc2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.724248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:54.725006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.738612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] DHCP port deletion for 202ca4fc-dd61-4530-8900-d6e3b37ebfc2 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:05:54.743396 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bb466252-45c6-46ca-97cf-4efb99290323 req-fb611873-2f73-4263-9a54-7d15066e7c18 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 210 time: 0.0488155 Apr 29 04:05:54.831557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf1f949-8d71-47a5-b430-5895d6fe8e4f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:54.841223 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-20955022-4020-48c9-ac05-95a534669617 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6536245 Apr 29 04:05:54.848747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60222) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:54.857365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-795322503'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:54.864431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:54.864856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.869238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] Deleting port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:54.869975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:54.903806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2a049916-8e34-47eb-b21f-7a28dcd159a3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:54.929546 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-996e344d-53a2-4e14-a7c0-ea350cd85bcd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4660048 Apr 29 04:05:54.932656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60224) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:54.939230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa', 'name': 'tempest-PortsTestJSON-791462791', 'fixed_ips': [{'subnet_id': '0d56126e-663e-4f41-ac0d-b99226d2b1d0', 'ip_address': '172.20.0.9'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:55.000751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] For port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,segment=NetworkSegment(8087d44f-6726-46cb-81a7-4a735ed6355b),segment_id=8087d44f-6726-46cb-81a7-4a735ed6355b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:55.002667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.004466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.014538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2a049916-8e34-47eb-b21f-7a28dcd159a3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:55.014997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.027967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 9ce859c8-9cf8-4a1e-9f99-1c848c15022f owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:55.038779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] For port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,segment=NetworkSegment(8087d44f-6726-46cb-81a7-4a735ed6355b),segment_id=8087d44f-6726-46cb-81a7-4a735ed6355b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:55.039188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.060934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] Calling delete_port for 9ce859c8-9cf8-4a1e-9f99-1c848c15022f owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:55.095990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6fde11-c2c4-41ae-8709-f4992e9cb2ca None None] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:05:55.104899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.205568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beebe117-50ad-4d6e-8c35-f0979500f6e6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:55.219974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-ed175cfe-e759-497e-ae2e-9247f9ab036e tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:55.219974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-ed175cfe-e759-497e-ae2e-9247f9ab036e tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.31 "GET /v2.0/networks?id=d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 200 len: 796 time: 0.1419282 Apr 29 04:05:55.248308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.252401 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f4d5beab-935d-409e-ba25-125fdf34e753 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6365442 Apr 29 04:05:55.253136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60226) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:55.255945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Provisioning complete for port 2a049916-8e34-47eb-b21f-7a28dcd159a3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:55.256623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.277690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.312360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:55.320085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-3ccadb2c-8aef-4a5a-a6cd-6740c59c55c3 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22c63cca75045308a068b4329985965 HTTP/1.1" status: 200 len: 379 time: 0.0900345 Apr 29 04:05:55.322311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] No DVR routers for this DVR port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:55.361278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'port': {'device_id': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'admin_state_up': True, 'tenant_id': 'f22c63cca75045308a068b4329985965', 'security_groups': ['1dc070c3-edd0-44c0-9a27-58a7a90a7322']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:55.364998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (9ce859c8-9cf8-4a1e-9f99-1c848c15022f), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.373262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:55.408376 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-788f2e1c-b378-44ce-97e7-e5249ed1deff tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1514590 Apr 29 04:05:55.409981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60228) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:55.421287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-security--1869788784', 'description': 'tempest-security-description-1527877797'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:55.425754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2a049916-8e34-47eb-b21f-7a28dcd159a3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:55.426537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.428650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] Pushing event deleted for resources: {'Port': ['ID=9ce859c8-9cf8-4a1e-9f99-1c848c15022f,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:55.438366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cc176-0bf0-47c8-96c4-aeef3550c80e None None] No DVR routers for this DVR port 9ce859c8-9cf8-4a1e-9f99-1c848c15022f on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:05:55.513553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (202ca4fc-dd61-4530-8900-d6e3b37ebfc2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.515075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 2a049916-8e34-47eb-b21f-7a28dcd159a3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2a049916-8e34-47eb-b21f-7a28dcd159a3,segment=NetworkSegment(d655075f-8a4d-4073-bfc5-173e87cb3aca),segment_id=d655075f-8a4d-4073-bfc5-173e87cb3aca)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:05:55.516740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Current status of the port 2a049916-8e34-47eb-b21f-7a28dcd159a3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:55.517671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.529767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.554243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.574536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 8a722884-b5ef-4a50-ac58-934eba21ef0b yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:05:55.578839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202ca4fc-dd61-4530-8900-d6e3b37ebfc2']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:55.598026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.598565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.602239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8087d44f-6726-46cb-81a7-4a735ed6355b') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:55.606661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8087d44f-6726-46cb-81a7-4a735ed6355b') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:55.652374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (8087d44f-6726-46cb-81a7-4a735ed6355b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.667471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.682792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9ce859c8-9cf8-4a1e-9f99-1c848c15022f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:05:55.698705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8087d44f-6726-46cb-81a7-4a735ed6355b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.716671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:05:55.717003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (8087d44f-6726-46cb-81a7-4a735ed6355b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:05:55.720256 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:05:55.737733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.744567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9ce859c8-9cf8-4a1e-9f99-1c848c15022f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:05:55.745184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9ce859c8-9cf8-4a1e-9f99-1c848c15022f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:05:55.782746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:05:55.783268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:05:55.799921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=2a049916-8e34-47eb-b21f-7a28dcd159a3,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:55.813309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Made reservation on behalf of f22c63cca75045308a068b4329985965 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:55.817210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.885526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.888381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.889409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.9 (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa/0d56126e-663e-4f41-ac0d-b99226d2b1d0/8a722884-b5ef-4a50-ac58-934eba21ef0b) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:55.893421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "PUT /v2.0/security-groups/beebe117-50ad-4d6e-8c35-f0979500f6e6 HTTP/1.1" status: 200 len: 1795 time: 0.4776556 Apr 29 04:05:55.893547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60236) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:55.910311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (202ca4fc-dd61-4530-8900-d6e3b37ebfc2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.934390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:05:55.952309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:55.961859 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/networks/202ca4fc-dd61-4530-8900-d6e3b37ebfc2 HTTP/1.1" status: 204 len: 168 time: 1.4311409 Apr 29 04:05:55.962035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60238) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:55.974857 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5b3b77bd-5fed-4021-beda-b2ece542866c req-02d97712-ff41-40c2-ba9c-9842213c5214 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 210 time: 0.0932720 Apr 29 04:05:56.019624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd804-430d-45fc-83a5-5f2ccc09b50d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Network': ['ID=202ca4fc-dd61-4530-8900-d6e3b37ebfc2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:56.032228 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-48297231-f9ca-4edc-a148-ae8919ede350 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups/beebe117-50ad-4d6e-8c35-f0979500f6e6 HTTP/1.1" status: 200 len: 1795 time: 0.1379848 Apr 29 04:05:56.035216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fda8d1-8ad7-4abd-b314-ae3fed4229ed tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beebe117-50ad-4d6e-8c35-f0979500f6e6,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:56.038467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60240) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:56.060366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Allocated IP 172.20.0.11 (d671d4a9-9f46-477b-85fc-5145404e411b/195d3b2d-cbf4-4ac5-945d-aba5011e4421/197eedb3-d366-4be4-ac74-ba6bbc003cb5) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:05:56.198698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.284152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port a7234775-e364-41a7-8455-39eba7e65d4e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:56.284498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a7234775-e364-41a7-8455-39eba7e65d4e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.286515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.328591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-84c81ba9-85c6-4cb5-a552-e100fff7eb2a None None] Current status of the port 2a049916-8e34-47eb-b21f-7a28dcd159a3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:56.376768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network d671d4a9-9f46-477b-85fc-5145404e411b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:56.379396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:56.384332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:56.387945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:56.392900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9de5-c6dd-49ec-b7b5-7d8f4588ef20 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.393864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-4d56a123-75d2-4062-a176-6c489c3c6a4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665135 Apr 29 04:05:56.399985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (8a722884-b5ef-4a50-ac58-934eba21ef0b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.402727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:05:56.422044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] Sync routers for ids ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:05:56.422163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.425767 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f964024b-1b42-4d3c-98e9-33074209b9a0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 200 len: 886 time: 1.5726318 Apr 29 04:05:56.431625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60244) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:56.435574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] Routers {'bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:56.436924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:56.471375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:56.472026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.493802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6d2bf619-002e-490f-9594-9235795ef634 None None] Provisioning complete for port 01466970-1d04-4bbf-813c-863ca0c9270e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:56.494974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf619-002e-490f-9594-9235795ef634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (01466970-1d04-4bbf-813c-863ca0c9270e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.495667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9de5-c6dd-49ec-b7b5-7d8f4588ef20 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.498603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:56.523804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-5e85f2d0-85ef-4127-9345-c2d676d3f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:56.525939 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-5e85f2d0-85ef-4127-9345-c2d676d3f73b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.0504262 Apr 29 04:05:56.541798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a7234775-e364-41a7-8455-39eba7e65d4e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.542124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (a7234775-e364-41a7-8455-39eba7e65d4e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.552117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] Routers {'bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:05:56.553018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:56.582175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for a7234775-e364-41a7-8455-39eba7e65d4e owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:56.593616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:05:56.594239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b1746-d492-4719-b34c-eb38fd3d8566 None None] The sync data for ids ['bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:05:56.596376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bf619-002e-490f-9594-9235795ef634 None None] Port 01466970-1d04-4bbf-813c-863ca0c9270e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:56.606118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6d2bf619-002e-490f-9594-9235795ef634 None None] Provisioning complete for port 2a049916-8e34-47eb-b21f-7a28dcd159a3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:56.606794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d2bf619-002e-490f-9594-9235795ef634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.666311 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-23e370be-0f5d-49fa-b2ee-8e8c3f2024f6 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3109643 Apr 29 04:05:56.681899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Request body: {'port': {'device_id': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:56.699461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bf619-002e-490f-9594-9235795ef634 None None] Current status of the port 2a049916-8e34-47eb-b21f-7a28dcd159a3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:56.709583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8c88167a-0dc6-43f1-a1d8-73da6f61f094 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/routers/bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 200 len: 886 time: 0.2766938 Apr 29 04:05:56.712347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60246) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:56.724436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8a722884-b5ef-4a50-ac58-934eba21ef0b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.729811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-492f0394-eede-4533-89f5-bc5427592364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:56.732313 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-492f0394-eede-4533-89f5-bc5427592364 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.1858726 Apr 29 04:05:56.770205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9de5-c6dd-49ec-b7b5-7d8f4588ef20 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (beebe117-50ad-4d6e-8c35-f0979500f6e6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.773378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9de5-c6dd-49ec-b7b5-7d8f4588ef20 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.774120 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6d7f9de5-c6dd-49ec-b7b5-7d8f4588ef20 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/beebe117-50ad-4d6e-8c35-f0979500f6e6 HTTP/1.1" status: 204 len: 168 time: 0.7315907 Apr 29 04:05:56.778893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60248) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:56.785879 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-753f8ac7-b953-4299-b253-cc5fc82222a5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 200 len: 205 time: 0.0711091 Apr 29 04:05:56.801524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60250) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:56.813249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f9de5-c6dd-49ec-b7b5-7d8f4588ef20 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebe117-50ad-4d6e-8c35-f0979500f6e6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:56.817687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:05:56.819699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=8a722884-b5ef-4a50-ac58-934eba21ef0b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:56.823820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:05:56.826532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:05:56.857454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0127d20c-0e41-4ce7-afe9-4db10800597d None None] Provisioning complete for port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:56.857826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0127d20c-0e41-4ce7-afe9-4db10800597d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.868008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2a049916-8e34-47eb-b21f-7a28dcd159a3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:05:56.897254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.908308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:56.909748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.942653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0127d20c-0e41-4ce7-afe9-4db10800597d None None] Port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:56.963922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2a049916-8e34-47eb-b21f-7a28dcd159a3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:56.964303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:56.989235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-02d092af-c5dc-44bd-9db7-804e6b9590e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1001 time: 0.2396293 Apr 29 04:05:57.015030 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7359fec-53c0-44bd-a72c-35caa9064529 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0804479 Apr 29 04:05:57.016766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60254) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.035358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b001ca8-c90a-48ff-89be-33e05ddaea0e tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2482774 Apr 29 04:05:57.064573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60256) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.071618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a7234775-e364-41a7-8455-39eba7e65d4e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.118750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e962ebc8-9e77-4314-b539-4dec6b11f3e0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] delete failed (client error): The resource could not be found. Apr 29 04:05:57.123331 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e962ebc8-9e77-4314-b539-4dec6b11f3e0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/beebe117-50ad-4d6e-8c35-f0979500f6e6 HTTP/1.1" status: 404 len: 347 time: 0.0542488 Apr 29 04:05:57.130621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60258) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.145019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077451251'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:57.184033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=a7234775-e364-41a7-8455-39eba7e65d4e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:57.212152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2bd3a4-3e07-4229-8fc5-537d089a7df7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.217156 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9e2bd3a4-3e07-4229-8fc5-537d089a7df7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1954546 Apr 29 04:05:57.222211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60260) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.223684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-438e4667-6544-47d8-9e83-d6242018a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.225221 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-438e4667-6544-47d8-9e83-d6242018a585 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.1870327 Apr 29 04:05:57.239893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.243131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1c1c0-d950-4c47-8711-065e4397b489 req-c815f3ef-0edb-442b-bc7f-68860a6408be tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.245351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a5a1c1c0-d950-4c47-8711-065e4397b489 req-c815f3ef-0edb-442b-bc7f-68860a6408be tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 932 time: 0.1438348 Apr 29 04:05:57.247083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7972c179-30c0-4294-9061-3e035fa1dd12 None None] Provisioning complete for port 8a722884-b5ef-4a50-ac58-934eba21ef0b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:05:57.247461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7972c179-30c0-4294-9061-3e035fa1dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8a722884-b5ef-4a50-ac58-934eba21ef0b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.275165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2a049916-8e34-47eb-b21f-7a28dcd159a3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:05:57.287209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7972c179-30c0-4294-9061-3e035fa1dd12 None None] Port 8a722884-b5ef-4a50-ac58-934eba21ef0b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:05:57.322994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for floatingip (9120b062-7c85-49aa-b912-1b79c896c795), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.325649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.332046 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-07738391-5339-4cff-ac11-91b2d86c8db0 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/floatingips/9120b062-7c85-49aa-b912-1b79c896c795 HTTP/1.1" status: 204 len: 168 time: 1.3658123 Apr 29 04:05:57.332046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60262) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.343874 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a5a1c1c0-d950-4c47-8711-065e4397b489 req-a21b7344-48c2-42b0-aa37-9fc733238fb5 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720217 Apr 29 04:05:57.359799 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-592fd20f-6577-4472-95c0-ac5ff83fa3f4 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:57.363363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592fd20f-6577-4472-95c0-ac5ff83fa3f4 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:57.364124 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-592fd20f-6577-4472-95c0-ac5ff83fa3f4 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/ports/1275319e-5a58-4762-b9f7-483b1f76e3b2 HTTP/1.1" status: 404 len: 333 time: 0.0318050 Apr 29 04:05:57.367224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60264) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.371738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.395669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49053f4-ef30-4299-a64f-f83b77731620 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.396373 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fbcfd854-60c1-4d7d-abf1-a199a3226bfa tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/ports?device_id=34bba681-ac20-44c1-ba76-c019c9a59526 HTTP/1.1" status: 200 len: 205 time: 0.0277255 Apr 29 04:05:57.398908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60266) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.400885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49053f4-ef30-4299-a64f-f83b77731620 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.406137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49053f4-ef30-4299-a64f-f83b77731620 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.408256 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b49053f4-ef30-4299-a64f-f83b77731620 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1816661 Apr 29 04:05:57.413833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-8bf4f700-24db-4498-aebf-33f5cadb33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:57.415227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-8bf4f700-24db-4498-aebf-33f5cadb33d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1735046 Apr 29 04:05:57.415683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60268) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.441107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-9bf3bc74-721c-4106-a943-6619ee334a8f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] delete failed (client error): The resource could not be found. Apr 29 04:05:57.442200 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9bf3bc74-721c-4106-a943-6619ee334a8f tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/routers/34bba681-ac20-44c1-ba76-c019c9a59526 HTTP/1.1" status: 404 len: 336 time: 0.0423524 Apr 29 04:05:57.444917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60270) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.472283 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-546562db-7952-4065-ab46-2f56e9a9d8ea tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] DELETE failed (client error): The resource could not be found. Apr 29 04:05:57.472744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546562db-7952-4065-ab46-2f56e9a9d8ea tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:05:57.475834 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-546562db-7952-4065-ab46-2f56e9a9d8ea tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/subnets/417dc429-8f63-47bf-99e2-a7244f88ec36 HTTP/1.1" status: 404 len: 337 time: 0.0299070 Apr 29 04:05:57.478398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60272) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:57.560612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 593902ae-f0d8-44fb-b63d-7c23dc7db799 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:57.560946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (593902ae-f0d8-44fb-b63d-7c23dc7db799), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.649004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (593902ae-f0d8-44fb-b63d-7c23dc7db799), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.662433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 593902ae-f0d8-44fb-b63d-7c23dc7db799 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:57.692580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_gateway (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.698700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 8a722884-b5ef-4a50-ac58-934eba21ef0b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:57.699024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8a722884-b5ef-4a50-ac58-934eba21ef0b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.788162 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-8009ebb9-d7b9-4fea-b05a-c99ceeb99021 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410006 Apr 29 04:05:57.793674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (f89018f4-9d71-43ba-a74f-9ac3eecc1dac), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.860406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (593902ae-f0d8-44fb-b63d-7c23dc7db799), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.886168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197eedb3-d366-4be4-ac74-ba6bbc003cb5 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:05:57.889852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=593902ae-f0d8-44fb-b63d-7c23dc7db799,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:57.961720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:57.965149 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a92fb9b-1f49-404d-8262-ba941f4f5423 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/ports/593902ae-f0d8-44fb-b63d-7c23dc7db799 HTTP/1.1" status: 204 len: 168 time: 0.4858067 Apr 29 04:05:57.967587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60274) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:58.058340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 59b9a380-0e67-43b8-83e6-489ced87975b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:58.058679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (59b9a380-0e67-43b8-83e6-489ced87975b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.149707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (59b9a380-0e67-43b8-83e6-489ced87975b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.164101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 59b9a380-0e67-43b8-83e6-489ced87975b owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:58.275033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Publish callbacks [] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.277611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f89018f4-9d71-43ba-a74f-9ac3eecc1dac), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.296306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 3e84881a-6b62-4815-9819-c4b9f4307264 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:58.296640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3e84881a-6b62-4815-9819-c4b9f4307264), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.341489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8a722884-b5ef-4a50-ac58-934eba21ef0b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.365028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (59b9a380-0e67-43b8-83e6-489ced87975b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.369390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Transition to ACTIVE for port object 197eedb3-d366-4be4-ac74-ba6bbc003cb5 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:05:58.373242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 8a722884-b5ef-4a50-ac58-934eba21ef0b owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:58.380453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89018f4-9d71-43ba-a74f-9ac3eecc1dac,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:58.402263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=59b9a380-0e67-43b8-83e6-489ced87975b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:58.428489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.432396 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bcdf2dd6-4af9-47b0-8c11-f28254e942c3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2945991 Apr 29 04:05:58.435650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60280) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:58.467982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.471297 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2775d5f0-2995-4b5b-b381-ca262a33e808 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/ports/59b9a380-0e67-43b8-83e6-489ced87975b HTTP/1.1" status: 204 len: 168 time: 0.5027575 Apr 29 04:05:58.473972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60282) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:58.474753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': 'f89018f4-9d71-43ba-a74f-9ac3eecc1dac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:58.480100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bda55381-be13-4a61-bfc0-745f18fc77ec req-318fc9cd-e065-4745-9ff3-59e561fdf299 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565430 Apr 29 04:05:58.495807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.521799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60284) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:58.536349 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6cf85-0390-4fc8-9072-77065d8260b7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:58.537962 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-10a6cf85-0390-4fc8-9072-77065d8260b7 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4660a3-9dd4-467a-9ee1-6e6f0775e898 HTTP/1.1" status: 200 len: 913 time: 0.0630639 Apr 29 04:05:58.540920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60286) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:58.576016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3e84881a-6b62-4815-9819-c4b9f4307264), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.609908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813119-216c-4511-bac7-0b11eb9177f1 req-e27b7465-6b70-4fc2-a080-0903f9e2ab94 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:58.611968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1813119-216c-4511-bac7-0b11eb9177f1 req-e27b7465-6b70-4fc2-a080-0903f9e2ab94 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 944 time: 0.1754410 Apr 29 04:05:58.623572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 3e84881a-6b62-4815-9819-c4b9f4307264 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:05:58.667830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:58.752522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c60a4f2e-8371-4546-977e-190198bc310e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.868275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1813119-216c-4511-bac7-0b11eb9177f1 req-66f2e8c4-6964-4a8e-951a-01ce513cf663 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459548 Apr 29 04:05:58.965429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Attempting to bind port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:05:58.965776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Attempting to bind port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:05:58.966104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Attempting to bind port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 on network d671d4a9-9f46-477b-85fc-5145404e411b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:58.982390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 on network d671d4a9-9f46-477b-85fc-5145404e411b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:05:58.982717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Attempting to bind port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 on network d671d4a9-9f46-477b-85fc-5145404e411b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:05:58.986824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c60a4f2e-8371-4546-977e-190198bc310e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:58.993518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:05:58.993859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Checking segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:05:58.994240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Bound using segment: {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:05:58.994686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Bound port: 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd1f29e-a835-4e02-962e-eaf0e81413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:05:58.995037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.057227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (8a722884-b5ef-4a50-ac58-934eba21ef0b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.110379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=8a722884-b5ef-4a50-ac58-934eba21ef0b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:59.124272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c60a4f2e-8371-4546-977e-190198bc310e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.192755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:05:59.199428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60a4f2e-8371-4546-977e-190198bc310e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:59.207594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3e84881a-6b62-4815-9819-c4b9f4307264), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.229139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:05:59.258274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=3e84881a-6b62-4815-9819-c4b9f4307264,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:59.270424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.274113 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2af38b47-b623-4a25-b9eb-ea4357a514af tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/8a722884-b5ef-4a50-ac58-934eba21ef0b HTTP/1.1" status: 204 len: 168 time: 1.8299448 Apr 29 04:05:59.280582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60288) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:59.315156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.317134 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-130018c2-98c8-4cdc-b784-49ffdc8645c6 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8787255 Apr 29 04:05:59.320280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60290) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:59.328496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.332699 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eabf68-9482-40a1-8211-2079c1d11f9a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:05:59.334139 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-29eabf68-9482-40a1-8211-2079c1d11f9a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/8a722884-b5ef-4a50-ac58-934eba21ef0b HTTP/1.1" status: 404 len: 333 time: 0.0526292 Apr 29 04:05:59.343836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60292) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:59.380365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.417793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2ba-e7d6-48f0-932b-1265c9121b6c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c60a4f2e-8371-4546-977e-190198bc310e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.445023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2ba-e7d6-48f0-932b-1265c9121b6c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c60a4f2e-8371-4546-977e-190198bc310e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.486403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:59.487033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.488445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] 10.222.0.31 "PUT /v2.0/ports/197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 200 len: 1094 time: 2.8133523 Apr 29 04:05:59.491981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:05:59.494364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:05:59.550043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ba091-b55c-4df1-8a00-ad3aef939d98 service neutron] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:59.553778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7369c3d-a03a-4a9b-aac7-88e4fe030864 x-openstack-request-id: req-a7369c3d-a03a-4a9b-aac7-88e4fe030864 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:05:59.554068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:05:59.554323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7369c3d-a03a-4a9b-aac7-88e4fe030864 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:05:59.554719 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7369c3d-a03a-4a9b-aac7-88e4fe030864'] response: {'name': 'network-changed', 'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'status': 'completed', 'code': 200} Apr 29 04:05:59.556540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.579039 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.608311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.649304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2ba-e7d6-48f0-932b-1265c9121b6c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c60a4f2e-8371-4546-977e-190198bc310e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.660384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2ba-e7d6-48f0-932b-1265c9121b6c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.661529 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35c4c2ba-e7d6-48f0-932b-1265c9121b6c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c60a4f2e-8371-4546-977e-190198bc310e HTTP/1.1" status: 204 len: 168 time: 0.3399372 Apr 29 04:05:59.666344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60296) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:59.671641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.675705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c2ba-e7d6-48f0-932b-1265c9121b6c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c60a4f2e-8371-4546-977e-190198bc310e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:05:59.687225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 01466970-1d04-4bbf-813c-863ca0c9270e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:05:59.687641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (01466970-1d04-4bbf-813c-863ca0c9270e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.691659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb req-93061d3d-35df-4daa-809d-6d1c4d9f96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:59.693209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb req-93061d3d-35df-4daa-809d-6d1c4d9f96d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1128 time: 0.1099298 Apr 29 04:05:59.746397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.752971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:05:59.765459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.770480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b18d0481-1bc0-47fd-a4a0-ef71a22ae8c6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 204 len: 168 time: 2.9351735 Apr 29 04:05:59.771712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60298) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:59.777898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-500136384'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:05:59.868060 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2d4a9e2d-124c-445b-a83e-26e3c994c1fa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1989470 Apr 29 04:05:59.872326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60300) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:05:59.920002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (01466970-1d04-4bbf-813c-863ca0c9270e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.934152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb req-66b1ee2e-3e66-49b9-a3ef-33a9538982a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:05:59.937337 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb req-66b1ee2e-3e66-49b9-a3ef-33a9538982a2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f22c63cca75045308a068b4329985965&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2262557 Apr 29 04:05:59.937488 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:05:59.940664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:05:59.958908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 01466970-1d04-4bbf-813c-863ca0c9270e owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:00.029882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:00.076199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b341a30-7ad3-487d-9109-6e6a3db43437), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.076572 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 3b341a30-7ad3-487d-9109-6e6a3db43437 of type vlan for network 3887a04d-511e-4c02-b773-04cb873d5ea3 Apr 29 04:06:00.109546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53951dd2-dc6b-48e0-9d4d-365140d34a24 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (f89018f4-9d71-43ba-a74f-9ac3eecc1dac), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.131333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a7b3a-de95-4642-b2de-ab7f17325813 req-d95c4467-1256-48c0-a7d9-37ff74a9a288 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:00.132812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8a7a7b3a-de95-4642-b2de-ab7f17325813 req-d95c4467-1256-48c0-a7d9-37ff74a9a288 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 944 time: 0.1767409 Apr 29 04:06:00.166603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port dd276976-4d37-4f38-8acd-281c3ea4eb2e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:00.166945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.171753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3887a04d-511e-4c02-b773-04cb873d5ea3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.192162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53951dd2-dc6b-48e0-9d4d-365140d34a24 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (f89018f4-9d71-43ba-a74f-9ac3eecc1dac), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.216563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb req-95aeedb4-0ef0-4206-abcd-27e6e713af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:00.217982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6db39c1-965d-4a6f-9b22-78cdb8c3d8cb req-95aeedb4-0ef0-4206-abcd-27e6e713af32 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754798 Apr 29 04:06:00.306282 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8a7a7b3a-de95-4642-b2de-ab7f17325813 req-1757ea84-eb96-4b71-8f8e-b98cd86dd0a2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618426 Apr 29 04:06:00.333219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.345592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port de32261e-ba4c-4853-ae2a-a5d7a4c171ec {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:00.345932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.352666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for dd276976-4d37-4f38-8acd-281c3ea4eb2e owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:00.354115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-94d56fb6-064f-4145-93e0-34b67fd06a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:00.355600 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-94d56fb6-064f-4145-93e0-34b67fd06a45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1128 time: 0.0904858 Apr 29 04:06:00.368808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3887a04d-511e-4c02-b773-04cb873d5ea3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.374655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:00.374655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.397978 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-1b50361c-4f3e-4133-b6b9-bd36b8349922 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 200 len: 217 time: 0.0348961 Apr 29 04:06:00.434370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53951dd2-dc6b-48e0-9d4d-365140d34a24 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f89018f4-9d71-43ba-a74f-9ac3eecc1dac), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.436961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53951dd2-dc6b-48e0-9d4d-365140d34a24 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.438128 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-53951dd2-dc6b-48e0-9d4d-365140d34a24 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/f89018f4-9d71-43ba-a74f-9ac3eecc1dac HTTP/1.1" status: 204 len: 168 time: 0.5633178 Apr 29 04:06:00.444145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60304) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:00.470754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (01466970-1d04-4bbf-813c-863ca0c9270e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.475468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53951dd2-dc6b-48e0-9d4d-365140d34a24 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89018f4-9d71-43ba-a74f-9ac3eecc1dac,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:00.485462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-b4c5b028-cc35-4404-8894-6e6f500de9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:00.487512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-b4c5b028-cc35-4404-8894-6e6f500de9ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=195d3b2d-cbf4-4ac5-945d-aba5011e4421 HTTP/1.1" status: 200 len: 834 time: 0.0823321 Apr 29 04:06:00.526939 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7526133 Apr 29 04:06:00.530459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4f1f8-535d-4f08-a74b-5d4e973313b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=3887a04d-511e-4c02-b773-04cb873d5ea3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:00.531685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60306) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:00.538060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=01466970-1d04-4bbf-813c-863ca0c9270e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:00.562240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:00.564924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:00.568923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port de32261e-ba4c-4853-ae2a-a5d7a4c171ec, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:00.569608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.586524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for de32261e-ba4c-4853-ae2a-a5d7a4c171ec owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:00.626492 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a7ba5780-fc30-41bc-9c0d-034555bc6fe3 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1746171 Apr 29 04:06:00.629805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60308) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:00.637116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570917028'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:00.681486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-16b307fa-0f0c-4aa2-8cd4-b852d6c641e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:00.683010 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-16b307fa-0f0c-4aa2-8cd4-b852d6c641e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d671d4a9-9f46-477b-85fc-5145404e411b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1838024 Apr 29 04:06:00.750048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.758358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6c1b7b17-ada3-4c46-b38c-4ebd1b6e724d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/01466970-1d04-4bbf-813c-863ca0c9270e HTTP/1.1" status: 204 len: 168 time: 1.4133582 Apr 29 04:06:00.761265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60310) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:00.807709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.830714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d831ffdf-9ef4-4685-acde-2d43f211ba59 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:06:00.835310 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d831ffdf-9ef4-4685-acde-2d43f211ba59 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/01466970-1d04-4bbf-813c-863ca0c9270e HTTP/1.1" status: 404 len: 333 time: 0.0712345 Apr 29 04:06:00.836930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60312) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:00.857021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-e7614d54-d939-44e6-9208-cb4cbb4f1dac service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645324 Apr 29 04:06:00.919861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:00.923413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.935265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 0d56126e-663e-4f41-ac0d-b99226d2b1d0 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:00.962841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (0d56126e-663e-4f41-ac0d-b99226d2b1d0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:00.996007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (dd276976-4d37-4f38-8acd-281c3ea4eb2e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.015121 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a5135f1-6ca8-4488-8c66-62159a3e7659 req-1882a04c-c2c4-4bde-8d0a-bb7a8b71cb87 service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512685 Apr 29 04:06:01.188398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.252518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:01.270670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '3b341a30-7ad3-487d-9109-6e6a3db43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:01.271085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: 3887a04d-511e-4c02-b773-04cb873d5ea3, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:01.352764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=dd276976-4d37-4f38-8acd-281c3ea4eb2e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:01.363123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:01.390362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (0d56126e-663e-4f41-ac0d-b99226d2b1d0), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.395104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (686cd2fb-4011-460a-9c78-b76b6cdbc307), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.435319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3887a04d-511e-4c02-b773-04cb873d5ea3) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:01.444965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ae3e6-0c8c-4c53-b5b5-c6958a579a27 None None] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:01.448295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:01.448894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.478504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (de32261e-ba4c-4853-ae2a-a5d7a4c171ec), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.480322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (686cd2fb-4011-460a-9c78-b76b6cdbc307), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.509467 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b80182ca-de1a-47ff-9239-f95eac94d509 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9718249 Apr 29 04:06:01.511647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60316) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:01.519321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-678958060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:01.551973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3887a04d-511e-4c02-b773-04cb873d5ea3', 'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': 'cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:01.553212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.554423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd324a-2005-4162-bdb9-24b118a17d43 req-20b8d479-958e-4b25-a9ab-e2de0896d2d4 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:01.556395 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-21fd324a-2005-4162-bdb9-24b118a17d43 req-20b8d479-958e-4b25-a9ab-e2de0896d2d4 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 944 time: 0.1594737 Apr 29 04:06:01.557942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=de32261e-ba4c-4853-ae2a-a5d7a4c171ec,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:01.612005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686cd2fb-4011-460a-9c78-b76b6cdbc307,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:01.628089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.630613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.704107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.708178 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c0e3b38-377d-4f6a-830c-056ff8662af5 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0731673 Apr 29 04:06:01.708378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.708484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60318) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:01.712895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '686cd2fb-4011-460a-9c78-b76b6cdbc307', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:01.719211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Allocated IP 172.20.0.2 (3887a04d-511e-4c02-b773-04cb873d5ea3/cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5/c952e80b-2fe8-4196-a560-ee0e01282c24) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:01.754771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (0d56126e-663e-4f41-ac0d-b99226d2b1d0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.769489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.831611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (8d970411-80b7-45b5-a886-cf4c5fa334f5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.851416 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-21fd324a-2005-4162-bdb9-24b118a17d43 req-13e60664-03d9-4c02-af9f-492a822cc80f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733731 Apr 29 04:06:01.865477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.877342 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d519f79a-f9fd-4c48-962d-a834b94efdee tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3534458 Apr 29 04:06:01.877342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60320) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:01.888302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Publish callbacks [] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.927077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:01.959555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.004012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:02.007174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:02.011537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:02.015251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Pushing event updated for resources: {'Port': ['ID=c952e80b-2fe8-4196-a560-ee0e01282c24,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:02.020598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (0d56126e-663e-4f41-ac0d-b99226d2b1d0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.031351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (8d970411-80b7-45b5-a886-cf4c5fa334f5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.060517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.065158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=0d56126e-663e-4f41-ac0d-b99226d2b1d0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:02.074622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.076300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Attempting to bind port c952e80b-2fe8-4196-a560-ee0e01282c24 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:02.077035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Attempting to bind port c952e80b-2fe8-4196-a560-ee0e01282c24 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3b341a30-7ad3-487d-9109-6e6a3db43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:02.080096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f3b70629-5911-4fcd-af4f-e5103c885474 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/0d56126e-663e-4f41-ac0d-b99226d2b1d0 HTTP/1.1" status: 204 len: 168 time: 1.2381039 Apr 29 04:06:02.084182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Attempting to bind port c952e80b-2fe8-4196-a560-ee0e01282c24 on network 3887a04d-511e-4c02-b773-04cb873d5ea3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:02.084314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60322) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:02.085721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be27bbb-0fe6-4960-9e50-c7aa236b7b47 None None] Network 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:02.091660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:02.092064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Checking segment: {'id': '3b341a30-7ad3-487d-9109-6e6a3db43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:02.092501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.092907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Bound using segment: {'id': '3b341a30-7ad3-487d-9109-6e6a3db43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:02.093408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Bound port: c952e80b-2fe8-4196-a560-ee0e01282c24, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b341a30-7ad3-487d-9109-6e6a3db43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3887a04d-511e-4c02-b773-04cb873d5ea3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:02.093796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.115254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8d970411-80b7-45b5-a886-cf4c5fa334f5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.165799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d970411-80b7-45b5-a886-cf4c5fa334f5,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:02.214688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.216417 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8b6e6bbd-9f12-4e52-af2a-051b11e34cda tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5069036 Apr 29 04:06:02.219329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60324) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:02.227452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '686cd2fb-4011-460a-9c78-b76b6cdbc307', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:02.258886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] For port c952e80b-2fe8-4196-a560-ee0e01282c24, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:02.262191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] For port c952e80b-2fe8-4196-a560-ee0e01282c24, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c952e80b-2fe8-4196-a560-ee0e01282c24,segment=NetworkSegment(3b341a30-7ad3-487d-9109-6e6a3db43437),segment_id=3b341a30-7ad3-487d-9109-6e6a3db43437)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:02.268526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.319221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.323505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.361927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] DHCP port deletion for 3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:02.380379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (d1729430-ad76-4b31-82e8-5879330ac41a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.439289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba18f-4898-4c1e-9471-349727ab0dfa None None] Pushing event updated for resources: {'Port': ['ID=c952e80b-2fe8-4196-a560-ee0e01282c24,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:02.447662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] Deleting port 2a049916-8e34-47eb-b21f-7a28dcd159a3 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:02.448355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.494381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 2a049916-8e34-47eb-b21f-7a28dcd159a3 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:02.494969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.496012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (d1729430-ad76-4b31-82e8-5879330ac41a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.528023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] For port 2a049916-8e34-47eb-b21f-7a28dcd159a3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2a049916-8e34-47eb-b21f-7a28dcd159a3,segment=NetworkSegment(d655075f-8a4d-4073-bfc5-173e87cb3aca),segment_id=d655075f-8a4d-4073-bfc5-173e87cb3aca)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:02.528512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.532482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:02.556964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] Calling delete_port for 2a049916-8e34-47eb-b21f-7a28dcd159a3 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:02.588506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d1729430-ad76-4b31-82e8-5879330ac41a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.624649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1729430-ad76-4b31-82e8-5879330ac41a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:02.631573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 2a049916-8e34-47eb-b21f-7a28dcd159a3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2a049916-8e34-47eb-b21f-7a28dcd159a3,segment=NetworkSegment(d655075f-8a4d-4073-bfc5-173e87cb3aca),segment_id=d655075f-8a4d-4073-bfc5-173e87cb3aca)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:02.631903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.664930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.20.0.1 (3887a04d-511e-4c02-b773-04cb873d5ea3/cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5/4ad2cd15-cda1-41e5-82dd-2c42b7a94168) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:02.698371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 2a049916-8e34-47eb-b21f-7a28dcd159a3 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:02.708240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:02.742521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.746427 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2e364914-8d42-42bf-add9-646f9161fe67 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5223227 Apr 29 04:06:02.748430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.761127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60326) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:02.776950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '686cd2fb-4011-460a-9c78-b76b6cdbc307', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:02.784432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] Pushing event deleted for resources: {'Port': ['ID=2a049916-8e34-47eb-b21f-7a28dcd159a3,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:02.792853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f9bec-7b8a-4e94-b0e2-2bd0fe49f34d None None] No DVR routers for this DVR port 2a049916-8e34-47eb-b21f-7a28dcd159a3 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:02.909855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:02.918962 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ef58f113-392c-4d10-95e8-10446928565b tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "PUT /v2.0/routers/1d4660a3-9dd4-467a-9ee1-6e6f0775e898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3728821 Apr 29 04:06:02.922577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60330) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:02.945289 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] Sync routers for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:02.956589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:02.961414 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:02.962034 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:02.986452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c952e80b-2fe8-4196-a560-ee0e01282c24 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:03.015489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (24c96e99-5e04-41ee-b9d4-a29581d972ce), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.017972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2a049916-8e34-47eb-b21f-7a28dcd159a3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.018351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 197eedb3-d366-4be4-ac74-ba6bbc003cb5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:06:03.036132 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.050063 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] Routers {'1d4660a3-9dd4-467a-9ee1-6e6f0775e898'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:03.050855 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.089659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (24c96e99-5e04-41ee-b9d4-a29581d972ce), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.104191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c02f6f-0183-4869-9cd0-f3c0575916e8 req-b2219378-8d50-418f-8919-6514c41657ec tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:03.104830 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.106048 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebcc2f-7b00-4cc5-914a-4fa1db50a79a None None] The sync data for ids ['1d4660a3-9dd4-467a-9ee1-6e6f0775e898'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:03.112656 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09c02f6f-0183-4869-9cd0-f3c0575916e8 req-b2219378-8d50-418f-8919-6514c41657ec tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 944 time: 0.1399839 Apr 29 04:06:03.141594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c952e80b-2fe8-4196-a560-ee0e01282c24 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:03.142009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.180622 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09c02f6f-0183-4869-9cd0-f3c0575916e8 req-0a3674e6-85bf-4441-a203-4c92824ec8d5 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644298 Apr 29 04:06:03.183059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (24c96e99-5e04-41ee-b9d4-a29581d972ce), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.206052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c96e99-5e04-41ee-b9d4-a29581d972ce,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:03.226411 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:03.233608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'port_id': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'mac_address': 'fa:16:3e:41:54:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:06:03.245299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.288289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:03.291384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:03.297630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:03.310265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c952e80b-2fe8-4196-a560-ee0e01282c24 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:03.317140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.321375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:03.321769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.336943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.340984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d445a46c-33fa-44d9-920f-3b9e5f77fe03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5764234 Apr 29 04:06:03.342011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=4ad2cd15-cda1-41e5-82dd-2c42b7a94168,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:03.342445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197eedb3-d366-4be4-ac74-ba6bbc003cb5 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:06:03.344738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60332) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:03.354937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '686cd2fb-4011-460a-9c78-b76b6cdbc307', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:03.379335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:03.395178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.405603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port c952e80b-2fe8-4196-a560-ee0e01282c24, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c952e80b-2fe8-4196-a560-ee0e01282c24,segment=NetworkSegment(3b341a30-7ad3-487d-9109-6e6a3db43437),segment_id=3b341a30-7ad3-487d-9109-6e6a3db43437)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:03.418800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=2a049916-8e34-47eb-b21f-7a28dcd159a3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:03.426733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:03.435287 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-01cd7627-41d6-4cdc-86b8-b7a3bba71730 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/4306d5c8-1193-4492-b510-da5181b64470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9088483 Apr 29 04:06:03.435287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 2a049916-8e34-47eb-b21f-7a28dcd159a3 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:03.469487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:03.488647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:03.495104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.516072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (697e52a4-b5ff-4499-8df7-b4f2bcbae134), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.567379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.569917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.570463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.604275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (697e52a4-b5ff-4499-8df7-b4f2bcbae134), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.614572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.626302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.630241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd655075f-8a4d-4073-bfc5-173e87cb3aca') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.630762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd655075f-8a4d-4073-bfc5-173e87cb3aca') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:03.677237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.684547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (d655075f-8a4d-4073-bfc5-173e87cb3aca), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.690937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (697e52a4-b5ff-4499-8df7-b4f2bcbae134), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.710182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d655075f-8a4d-4073-bfc5-173e87cb3aca), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.717768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2a049916-8e34-47eb-b21f-7a28dcd159a3 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:03.725235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:03.728079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (d655075f-8a4d-4073-bfc5-173e87cb3aca), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.777467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:03.789795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 2a049916-8e34-47eb-b21f-7a28dcd159a3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:03.790139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2a049916-8e34-47eb-b21f-7a28dcd159a3 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:03.792641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:03.793101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697e52a4-b5ff-4499-8df7-b4f2bcbae134,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:03.819439 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:03.853295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['197eedb3-d366-4be4-ac74-ba6bbc003cb5'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:06:03.890188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d17cda-8668-4514-8ed4-d5d01be3141f None None] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:03.902351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_gateway (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.916672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.920474 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-45aa6116-e2fa-4639-8e3a-dfe82e1835b2 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5674231 Apr 29 04:06:03.921333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60338) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:03.926373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '686cd2fb-4011-460a-9c78-b76b6cdbc307', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:03.932614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.949753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:03.955584 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa HTTP/1.1" status: 204 len: 168 time: 1.8716133 Apr 29 04:06:03.962077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:03.983467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1043640719'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:03.989599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84457a-3666-453c-86f9-378952a19b02 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=3d6e4c4c-79be-4cab-b03e-a0ebb050c3fa,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:03.998574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=c952e80b-2fe8-4196-a560-ee0e01282c24,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:04.030578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-12b63d23-7f0e-4ef1-9022-b810c2f04128 None None] Provisioning complete for port c952e80b-2fe8-4196-a560-ee0e01282c24 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:04.030948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12b63d23-7f0e-4ef1-9022-b810c2f04128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.052171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting port 1a05d6be-5120-48dc-a520-47440cff7eee {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:04.052876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1a05d6be-5120-48dc-a520-47440cff7eee), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.127492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (5a98cb91-abe8-4933-9ef9-e0071582610f), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.153634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:04.157127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.171979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1a05d6be-5120-48dc-a520-47440cff7eee), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.213412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Calling delete_port for 1a05d6be-5120-48dc-a520-47440cff7eee owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:04.235675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:04.248314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ebedf664-dfc5-42ea-9338-b35c05865705), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.249009 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Added segment ebedf664-dfc5-42ea-9338-b35c05865705 of type vlan for network 53ba7aa9-135e-4407-b631-83b34e277fbb Apr 29 04:06:04.359470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c8c6-9468-4011-9d8e-92f57d03229b req-0078f817-dbdd-4112-a1a5-43f2c2622aac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:04.361036 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dec3c8c6-9468-4011-9d8e-92f57d03229b req-0078f817-dbdd-4112-a1a5-43f2c2622aac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.4499094 Apr 29 04:06:04.405936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (53ba7aa9-135e-4407-b631-83b34e277fbb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.422095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41aea2-ce52-4bc1-a0ce-51190b5230a5 req-103da539-edbd-442c-81ae-d117101c3c66 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:04.423802 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aa41aea2-ce52-4bc1-a0ce-51190b5230a5 req-103da539-edbd-442c-81ae-d117101c3c66 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 945 time: 0.1595049 Apr 29 04:06:04.439948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (5a98cb91-abe8-4933-9ef9-e0071582610f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.466104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-12b63d23-7f0e-4ef1-9022-b810c2f04128 None None] Current status of the port c952e80b-2fe8-4196-a560-ee0e01282c24 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:04.480883 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dec3c8c6-9468-4011-9d8e-92f57d03229b req-2c8fd542-3b47-4d9e-bf0b-301a6f2137ef tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062264 Apr 29 04:06:04.529508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.536195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:00Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:26Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:04.543876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5a98cb91-abe8-4933-9ef9-e0071582610f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.571733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:04.594069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:04.594708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:04.600309 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aa41aea2-ce52-4bc1-a0ce-51190b5230a5 req-9ff0d398-b3d8-4a09-b2e9-8184da47a1e9 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511898 Apr 29 04:06:04.602226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a98cb91-abe8-4933-9ef9-e0071582610f,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:04.609218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.669243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (53ba7aa9-135e-4407-b631-83b34e277fbb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.675643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:04.675643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.708000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=4ad2cd15-cda1-41e5-82dd-2c42b7a94168,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:04.713746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.724208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.732973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4a894e8d-b055-4b4c-9ee0-6b8df97c0cfa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8081841 Apr 29 04:06:04.734653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60344) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:04.777822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Network': ['ID=53ba7aa9-135e-4407-b631-83b34e277fbb,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:04.804142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9102437f-77d7-43a3-a751-23be81ff8d7a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (5a98cb91-abe8-4933-9ef9-e0071582610f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.806252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 53ba7aa9-135e-4407-b631-83b34e277fbb details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:04.814213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9102437f-77d7-43a3-a751-23be81ff8d7a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (5a98cb91-abe8-4933-9ef9-e0071582610f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.819478 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5f429a4e-b24c-47c8-b7bc-a41328f25f1f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8404322 Apr 29 04:06:04.822335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60346) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:04.832827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:04.867154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1a05d6be-5120-48dc-a520-47440cff7eee), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.893454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:04.915740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:04.917793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:04.955812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Port': ['ID=1a05d6be-5120-48dc-a520-47440cff7eee,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:04.981272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9102437f-77d7-43a3-a751-23be81ff8d7a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5a98cb91-abe8-4933-9ef9-e0071582610f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.991095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9102437f-77d7-43a3-a751-23be81ff8d7a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:04.992748 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9102437f-77d7-43a3-a751-23be81ff8d7a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5a98cb91-abe8-4933-9ef9-e0071582610f HTTP/1.1" status: 204 len: 168 time: 0.2571263 Apr 29 04:06:04.996501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60348) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.021284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c952e80b-2fe8-4196-a560-ee0e01282c24 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:05.047812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102437f-77d7-43a3-a751-23be81ff8d7a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a98cb91-abe8-4933-9ef9-e0071582610f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:05.077297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ab1dee58-2804-46fa-8955-e14ebcf6b765 None None] Provisioning complete for port 4ad2cd15-cda1-41e5-82dd-2c42b7a94168 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:05.077848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab1dee58-2804-46fa-8955-e14ebcf6b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.079288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.134436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3026c314-c63f-4a32-a581-7099a4364370 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1317554 Apr 29 04:06:05.136108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60350) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.167458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a07fffa-1ea1-47ca-b45a-f6c58db8c358 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (697e52a4-b5ff-4499-8df7-b4f2bcbae134), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.168273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:05.171702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.177651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dee58-2804-46fa-8955-e14ebcf6b765 None None] Port 4ad2cd15-cda1-41e5-82dd-2c42b7a94168 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:05.194493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:06:05.194741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ab1dee58-2804-46fa-8955-e14ebcf6b765 None None] Provisioning complete for port c952e80b-2fe8-4196-a560-ee0e01282c24 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:05.194861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab1dee58-2804-46fa-8955-e14ebcf6b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.199804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a07fffa-1ea1-47ca-b45a-f6c58db8c358 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (697e52a4-b5ff-4499-8df7-b4f2bcbae134), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.255612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.258211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router_controller (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.260452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c952e80b-2fe8-4196-a560-ee0e01282c24 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:05.260835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.309530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 197eedb3-d366-4be4-ac74-ba6bbc003cb5 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:05.354094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a07fffa-1ea1-47ca-b45a-f6c58db8c358 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (697e52a4-b5ff-4499-8df7-b4f2bcbae134), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.358722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a07fffa-1ea1-47ca-b45a-f6c58db8c358 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.362395 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5a07fffa-1ea1-47ca-b45a-f6c58db8c358 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/697e52a4-b5ff-4499-8df7-b4f2bcbae134 HTTP/1.1" status: 204 len: 168 time: 0.2228360 Apr 29 04:06:05.363259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.378388 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-9409b237-7b4d-4405-ae89-1be87b8c4057 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:05.379949 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-9409b237-7b4d-4405-ae89-1be87b8c4057 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.0706747 Apr 29 04:06:05.385335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07fffa-1ea1-47ca-b45a-f6c58db8c358 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=697e52a4-b5ff-4499-8df7-b4f2bcbae134,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:05.386204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (1d4660a3-9dd4-467a-9ee1-6e6f0775e898), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.386766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Fanout notify agent at l3_agent the message router_deleted on router 1d4660a3-9dd4-467a-9ee1-6e6f0775e898 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:06:05.394220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.395375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54b56db1-37d3-404b-a45f-a47144decb5e tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/routers/1d4660a3-9dd4-467a-9ee1-6e6f0775e898 HTTP/1.1" status: 204 len: 168 time: 2.4664466 Apr 29 04:06:05.400500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60354) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.421405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dee58-2804-46fa-8955-e14ebcf6b765 None None] Current status of the port c952e80b-2fe8-4196-a560-ee0e01282c24 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:05.421709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:00Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:26Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:05.431047 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8146f69d-6be5-4e23-a1a3-0be7906eacae tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0641453 Apr 29 04:06:05.431723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60356) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.450840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:05.451746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d0048-3a00-4cba-82e1-3e6a01d65340 None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:00Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '4306d5c8-1193-4492-b510-da5181b64470', 'port_id': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'mac_address': 'fa:16:3e:d5:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:04:21Z', 'updated_at': '2022-04-29T04:04:26Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:05.458061 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-613045ca-00e5-472a-b6e6-4e94fe405db7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/7dc56944-cbb5-41a4-9bc1-d2f89fdcd538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5866308 Apr 29 04:06:05.468082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60358) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.479190 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] Sync routers for ids ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:05.479706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:06:05.498909 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] Routers {'7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:05.501659 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:05.527538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c952e80b-2fe8-4196-a560-ee0e01282c24 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:05.537024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Deleting subnet f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:05.542565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for subnet (f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.545335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0417057b-00a3-4499-87fb-f6fc1a180dc8 None None] Provisioning complete for port 4ad2cd15-cda1-41e5-82dd-2c42b7a94168 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:05.545839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0417057b-00a3-4499-87fb-f6fc1a180dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.566130 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:05.575676 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] Routers {'7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:05.576669 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:05.588538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port b8032fff-6aa4-4f66-8e6a-58e849522130 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:05.588949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.600078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0417057b-00a3-4499-87fb-f6fc1a180dc8 None None] Port 4ad2cd15-cda1-41e5-82dd-2c42b7a94168 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:05.605561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:05.606147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.607748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c9edab-d57c-44b7-b5c9-ea85c1c0694a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:05.611681 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-42c9edab-d57c-44b7-b5c9-ea85c1c0694a tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports/4ad2cd15-cda1-41e5-82dd-2c42b7a94168 HTTP/1.1" status: 200 len: 910 time: 0.1356082 Apr 29 04:06:05.611859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.612425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60362) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:05.621972 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:05.622940 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8538e-9659-4ebc-9796-be74b11e0a0d None None] The sync data for ids ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:05.632294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:05.675784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce3237d0-c73a-459b-841d-c58b118cd79a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (24c96e99-5e04-41ee-b9d4-a29581d972ce), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.694213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce3237d0-c73a-459b-841d-c58b118cd79a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (24c96e99-5e04-41ee-b9d4-a29581d972ce), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.740608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:05.741066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.755514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96734a2-eff5-4f72-9290-b2d66e9e47d6 req-800fcf2f-f7cd-41f2-994f-71b9457ba838 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:05.757110 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b96734a2-eff5-4f72-9290-b2d66e9e47d6 req-800fcf2f-f7cd-41f2-994f-71b9457ba838 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 946 time: 0.1082556 Apr 29 04:06:05.760001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.782385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:06:05.784688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52d1b9-d45e-42aa-8f11-fbe854ec9690" -d '{"events": [{"server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "name": "network-vif-plugged", "status": "completed", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:06:05.797799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:05.821637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port b8032fff-6aa4-4f66-8e6a-58e849522130, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8032fff-6aa4-4f66-8e6a-58e849522130,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:05.822255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.855963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for b8032fff-6aa4-4f66-8e6a-58e849522130 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:05.867816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea2b6-46a0-46ea-8476-ffa35fa97799 req-e5806fb7-086d-4aae-bb6d-1aa3fb5be531 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:05.873534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.875123 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b88ea2b6-46a0-46ea-8476-ffa35fa97799 req-e5806fb7-086d-4aae-bb6d-1aa3fb5be531 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 945 time: 0.1522779 Apr 29 04:06:05.906373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.907976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b96734a2-eff5-4f72-9290-b2d66e9e47d6 req-5b0adcd4-2611-47f7-86d0-bb67d577c17a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=d33e6769-198b-4b74-b18b-6e2b6bcd13e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423793 Apr 29 04:06:05.947695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:05.977291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.986994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce3237d0-c73a-459b-841d-c58b118cd79a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (24c96e99-5e04-41ee-b9d4-a29581d972ce), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:05.993122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989c47e-7f47-417d-bab6-2bfd35f1078a x-openstack-request-id: req-8989c47e-7f47-417d-bab6-2bfd35f1078a {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:06:05.993910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "name": "network-vif-plugged", "status": "completed", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:06:05.994193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8989c47e-7f47-417d-bab6-2bfd35f1078a {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:06:05.994571 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8989c47e-7f47-417d-bab6-2bfd35f1078a'] response: {'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'code': 200} Apr 29 04:06:06.010353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce3237d0-c73a-459b-841d-c58b118cd79a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.014099 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ce3237d0-c73a-459b-841d-c58b118cd79a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/24c96e99-5e04-41ee-b9d4-a29581d972ce HTTP/1.1" status: 204 len: 168 time: 0.5793633 Apr 29 04:06:06.026106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60368) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.045890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.052064 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/subnets/f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3 HTTP/1.1" status: 204 len: 168 time: 0.6505580 Apr 29 04:06:06.053232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53515-6e30-40a2-b91e-87c0e1acae3d tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ac11a7-00c6-441a-bdcb-8a02d9ecbea3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.054619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60370) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.074678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b88ea2b6-46a0-46ea-8476-ffa35fa97799 req-1e57da1d-8989-4b80-a73a-a334c52fd610 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985147 Apr 29 04:06:06.084499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.086438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.093253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3237d0-c73a-459b-841d-c58b118cd79a tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c96e99-5e04-41ee-b9d4-a29581d972ce,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.120948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ef567b21-6fcb-4fc5-8812-66ff40fdfa03 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0860620 Apr 29 04:06:06.126921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60372) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.178476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-697902c1-8ba0-4cc2-b7a5-4101c3aa1a33 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (d1729430-ad76-4b31-82e8-5879330ac41a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.194012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-697902c1-8ba0-4cc2-b7a5-4101c3aa1a33 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (d1729430-ad76-4b31-82e8-5879330ac41a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.206525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Checking segment: {'id': 'ebedf664-dfc5-42ea-9338-b35c05865705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:06.206891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network hostable DHCP agents. Network: 53ba7aa9-135e-4407-b631-83b34e277fbb, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:06.227767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5bf2acff-8cbd-42af-971a-cb515fd4cd3f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.277480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b8032fff-6aa4-4f66-8e6a-58e849522130), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.316867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=b8032fff-6aa4-4f66-8e6a-58e849522130,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.328413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-697902c1-8ba0-4cc2-b7a5-4101c3aa1a33 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d1729430-ad76-4b31-82e8-5879330ac41a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.354511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-697902c1-8ba0-4cc2-b7a5-4101c3aa1a33 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.355697 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-697902c1-8ba0-4cc2-b7a5-4101c3aa1a33 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d1729430-ad76-4b31-82e8-5879330ac41a HTTP/1.1" status: 204 len: 168 time: 0.2313890 Apr 29 04:06:06.359620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60374) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.401811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697902c1-8ba0-4cc2-b7a5-4101c3aa1a33 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1729430-ad76-4b31-82e8-5879330ac41a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.408304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 53ba7aa9-135e-4407-b631-83b34e277fbb is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:06.424910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383aeca-4f9c-4f8a-9a4d-1bfbd1182afd req-8978e5c1-1fd2-4d81-b689-f253fd7bc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:06.426529 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9383aeca-4f9c-4f8a-9a4d-1bfbd1182afd req-8978e5c1-1fd2-4d81-b689-f253fd7bc91e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1130 time: 0.1185758 Apr 29 04:06:06.429151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port b8032fff-6aa4-4f66-8e6a-58e849522130 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:06.431530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.434674 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de1afac7-50aa-450d-a1f3-c4bc652ae8ca req-2dbf5506-a37c-4f54-908d-2c9d1bb5c6e6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/b8032fff-6aa4-4f66-8e6a-58e849522130 HTTP/1.1" status: 204 len: 173 time: 1.0457065 Apr 29 04:06:06.436337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'name': 'network-vif-deleted', 'tag': 'b8032fff-6aa4-4f66-8e6a-58e849522130'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:06:06.439104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbee7f1-8ffd-49a6-94dd-0de7d5e406a3" -d '{"events": [{"server_uuid": "65112477-4787-4b7f-9bd2-ecbff97f3dfc", "name": "network-vif-deleted", "tag": "b8032fff-6aa4-4f66-8e6a-58e849522130"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:06:06.439649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5bf2acff-8cbd-42af-971a-cb515fd4cd3f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.470808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf2acff-8cbd-42af-971a-cb515fd4cd3f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:06.482936 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0d2448b7-7802-4c6c-a9a8-dc30435972a1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1026676 Apr 29 04:06:06.487766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60378) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.497884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22abd139-b023-48d8-9d5f-421c1cdc2d3d x-openstack-request-id: req-22abd139-b023-48d8-9d5f-421c1cdc2d3d {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:06:06.498176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65112477-4787-4b7f-9bd2-ecbff97f3dfc", "name": "network-vif-deleted", "tag": "b8032fff-6aa4-4f66-8e6a-58e849522130", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:06:06.498432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22abd139-b023-48d8-9d5f-421c1cdc2d3d {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:06:06.498833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22abd139-b023-48d8-9d5f-421c1cdc2d3d'] response: {'server_uuid': '65112477-4787-4b7f-9bd2-ecbff97f3dfc', 'name': 'network-vif-deleted', 'tag': 'b8032fff-6aa4-4f66-8e6a-58e849522130', 'status': 'completed', 'code': 200} Apr 29 04:06:06.508483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af97fe2f-2d93-4264-a8cc-6ba2b0273312') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:06.508790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af97fe2f-2d93-4264-a8cc-6ba2b0273312') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:06.525878 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9383aeca-4f9c-4f8a-9a4d-1bfbd1182afd req-5d45cd17-3630-4d94-9f51-bf92c338cb40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833056 Apr 29 04:06:06.526094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (af97fe2f-2d93-4264-a8cc-6ba2b0273312), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.533087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fcb27b8-346a-4ea1-8eea-9d012e010272 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (8d970411-80b7-45b5-a886-cf4c5fa334f5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.540216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 53ba7aa9-135e-4407-b631-83b34e277fbb) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:06.541006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fcb27b8-346a-4ea1-8eea-9d012e010272 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (8d970411-80b7-45b5-a886-cf4c5fa334f5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.552565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:06.553143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.556199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc7cb0-0a79-4781-a013-0850a8269194 None None] Network 53ba7aa9-135e-4407-b631-83b34e277fbb requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:06.556515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (af97fe2f-2d93-4264-a8cc-6ba2b0273312), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.571552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (af97fe2f-2d93-4264-a8cc-6ba2b0273312), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:06.575721 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:06.651196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fcb27b8-346a-4ea1-8eea-9d012e010272 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8d970411-80b7-45b5-a886-cf4c5fa334f5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.662939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3fcb27b8-346a-4ea1-8eea-9d012e010272 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.665152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3fcb27b8-346a-4ea1-8eea-9d012e010272 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8d970411-80b7-45b5-a886-cf4c5fa334f5 HTTP/1.1" status: 204 len: 168 time: 0.1762171 Apr 29 04:06:06.668559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60380) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.673610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-53ba7aa9-135e-4407-b631-83b34e277fbb', 'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': '6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:06.674600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.690821 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-927b526a-976b-43d4-8b57-dec973095e1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8646014 Apr 29 04:06:06.691512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb27b8-346a-4ea1-8eea-9d012e010272 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d970411-80b7-45b5-a886-cf4c5fa334f5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.693811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60382) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.700987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-77179222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:06.732721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d822f1ca-0760-4e59-bf6d-4d8de06f4707 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598900 Apr 29 04:06:06.737271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60384) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:06.760488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de32261e-ba4c-4853-ae2a-a5d7a4c171ec no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:06.777961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5bf2acff-8cbd-42af-971a-cb515fd4cd3f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.784613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: de32261e-ba4c-4853-ae2a-a5d7a4c171ec {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:06.784965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de32261e-ba4c-4853-ae2a-a5d7a4c171ec not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:06.806755 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.809982 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] 10.222.0.37 "DELETE /v2.0/networks/5bf2acff-8cbd-42af-971a-cb515fd4cd3f HTTP/1.1" status: 204 len: 168 time: 0.7397048 Apr 29 04:06:06.812620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.815960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06b27a-92b2-40e4-8b02-3858b6f8de26 tempest-FloatingIPTestJSON-1856406760 tempest-FloatingIPTestJSON-1856406760-project] Pushing event deleted for resources: {'Network': ['ID=5bf2acff-8cbd-42af-971a-cb515fd4cd3f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:06.827764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.828912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.863352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3bea-5a59-4506-95f3-f600171837d0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (686cd2fb-4011-460a-9c78-b76b6cdbc307), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.910358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3bea-5a59-4506-95f3-f600171837d0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (686cd2fb-4011-460a-9c78-b76b6cdbc307), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.921557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for router_controller (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.922694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:06.972628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Allocated IP 172.20.0.2 (53ba7aa9-135e-4407-b631-83b34e277fbb/6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a/11cc501f-9f54-49d2-83bf-2668bc0707a5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:06.998540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.065104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:07.065745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.067070 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/ports/4ad2cd15-cda1-41e5-82dd-2c42b7a94168 HTTP/1.1" status: 200 len: 910 time: 1.4431140 Apr 29 04:06:07.068248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa122b-210d-4725-9b1f-23b62e6031b5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=4ad2cd15-cda1-41e5-82dd-2c42b7a94168,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:07.070486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.072020 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f24a0570-aeb2-4a34-931d-b533c7830f87 req-a0a9fb86-3805-4660-b03f-cffdb44af029 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0475345 Apr 29 04:06:07.078864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3bea-5a59-4506-95f3-f600171837d0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (686cd2fb-4011-460a-9c78-b76b6cdbc307), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.082751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3bea-5a59-4506-95f3-f600171837d0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.083339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6b0d3bea-5a59-4506-95f3-f600171837d0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/686cd2fb-4011-460a-9c78-b76b6cdbc307 HTTP/1.1" status: 204 len: 168 time: 0.3448789 Apr 29 04:06:07.086761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60392) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.128440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d3bea-5a59-4506-95f3-f600171837d0 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cd2fb-4011-460a-9c78-b76b6cdbc307,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:07.144546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.144546 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d8d3dafb-a6e9-410b-a00f-e7a1ade544f1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4424872 Apr 29 04:06:07.144546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60396) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.147253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb', 'name': 'tempest-PortsTestJSON-945901397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:07.154344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Publish callbacks [] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.217016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.224663 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c963db7b-d752-4a34-b059-1bd1c444ba27 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1367183 Apr 29 04:06:07.230189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60398) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.234225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--546521853'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:07.248072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa611-5d7a-4237-8632-0f386c473f15 req-df62df0b-0033-448f-a13d-b14748c926fc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:07.260442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ddaa611-5d7a-4237-8632-0f386c473f15 req-df62df0b-0033-448f-a13d-b14748c926fc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.0754259 Apr 29 04:06:07.267319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Network 53ba7aa9-135e-4407-b631-83b34e277fbb is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:07.272652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:07.277076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:07.286384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Pushing event updated for resources: {'Port': ['ID=11cc501f-9f54-49d2-83bf-2668bc0707a5,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:07.343455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Attempting to bind port 11cc501f-9f54-49d2-83bf-2668bc0707a5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:07.343889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Attempting to bind port 11cc501f-9f54-49d2-83bf-2668bc0707a5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ebedf664-dfc5-42ea-9338-b35c05865705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:07.344258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Attempting to bind port 11cc501f-9f54-49d2-83bf-2668bc0707a5 on network 53ba7aa9-135e-4407-b631-83b34e277fbb {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:07.351236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:07.351702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Checking segment: {'id': 'ebedf664-dfc5-42ea-9338-b35c05865705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:07.352290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.352684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Bound using segment: {'id': 'ebedf664-dfc5-42ea-9338-b35c05865705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:07.353181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Bound port: 11cc501f-9f54-49d2-83bf-2668bc0707a5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebedf664-dfc5-42ea-9338-b35c05865705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '53ba7aa9-135e-4407-b631-83b34e277fbb'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:07.353622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.369033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.399039 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ddaa611-5d7a-4237-8632-0f386c473f15 req-a45b6f2c-dce7-47fe-a75b-9554846d60ff tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368363 Apr 29 04:06:07.424509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] For port 11cc501f-9f54-49d2-83bf-2668bc0707a5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:07.428213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] For port 11cc501f-9f54-49d2-83bf-2668bc0707a5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=11cc501f-9f54-49d2-83bf-2668bc0707a5,segment=NetworkSegment(ebedf664-dfc5-42ea-9338-b35c05865705),segment_id=ebedf664-dfc5-42ea-9338-b35c05865705)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:07.431807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:07.434210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60402) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.435126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.468251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port c946e03b-8731-44cb-8391-95de24476618 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:06:07.501672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.530538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (2882ec0e-4671-4ceb-b2b8-abc6473cb62b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.585737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500df89-489a-4aa9-83eb-cc1142c17248 None None] Pushing event updated for resources: {'Port': ['ID=11cc501f-9f54-49d2-83bf-2668bc0707a5,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:07.615326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.10 (53ba7aa9-135e-4407-b631-83b34e277fbb/6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a/c946e03b-8731-44cb-8391-95de24476618) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:07.619693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2882ec0e-4671-4ceb-b2b8-abc6473cb62b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.673077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2882ec0e-4671-4ceb-b2b8-abc6473cb62b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:07.674910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.681506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-66f85c3e-ff6c-4f2c-a402-1e8c4114bc88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31b9fcb9429a4ad7b9f858666445d808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461953 Apr 29 04:06:07.689295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60406) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.717845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.719346 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6b886961-af64-4010-8480-50a754ee5431 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4891412 Apr 29 04:06:07.723775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60408) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:07.728054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '2882ec0e-4671-4ceb-b2b8-abc6473cb62b', 'direction': 'ingress', 'protocol': 17}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:07.877689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7f1e-22f6-4242-8a49-7cddedf67469 admin admin] Publish callbacks [] for security_group (86d5f01c-fd1d-400a-a4c2-48555c4752ab), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.892413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (c946e03b-8731-44cb-8391-95de24476618), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.930156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7f1e-22f6-4242-8a49-7cddedf67469 admin admin] Publish callbacks [] for security_group (86d5f01c-fd1d-400a-a4c2-48555c4752ab), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.931730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (aa19d18d-e473-45ea-9f97-338b7a649813), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:07.988890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c946e03b-8731-44cb-8391-95de24476618), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.043522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 4ad2cd15-cda1-41e5-82dd-2c42b7a94168 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:08.043895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.045377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 53ba7aa9-135e-4407-b631-83b34e277fbb is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:08.051738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:08.064241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:08.070018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (aa19d18d-e473-45ea-9f97-338b7a649813), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.072538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=c946e03b-8731-44cb-8391-95de24476618,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:08.083623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7f1e-22f6-4242-8a49-7cddedf67469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (86d5f01c-fd1d-400a-a4c2-48555c4752ab), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.084850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7f1e-22f6-4242-8a49-7cddedf67469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.086196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1a8d7f1e-22f6-4242-8a49-7cddedf67469 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86d5f01c-fd1d-400a-a4c2-48555c4752ab HTTP/1.1" status: 204 len: 168 time: 0.4023268 Apr 29 04:06:08.121779 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:08.122385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.132394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (aa19d18d-e473-45ea-9f97-338b7a649813), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.151829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa19d18d-e473-45ea-9f97-338b7a649813,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:08.152271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d7f1e-22f6-4242-8a49-7cddedf67469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d5f01c-fd1d-400a-a4c2-48555c4752ab,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:08.212425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.228157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 4ad2cd15-cda1-41e5-82dd-2c42b7a94168 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:08.232952 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-044f975a-5efc-43f1-abae-941097f62698 req-01ecf749-707a-4bb9-a575-aa2fa46bc1f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=65112477-4787-4b7f-9bd2-ecbff97f3dfc HTTP/1.1" status: 200 len: 210 time: 0.0399318 Apr 29 04:06:08.239950 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-47391f29-d81b-413b-9c04-ede46948d1d7 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0968919 Apr 29 04:06:08.240907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60414) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:08.260439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.260439 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bbc2261c-edd7-4e6b-877f-87a666ed0a47 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5261858 Apr 29 04:06:08.286451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60416) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:08.537747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce20ff1-acab-40f7-9d93-9053365fab15 req-7eedb1ad-8aa6-431c-9683-0fe3bbd37434 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:08.542275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cce20ff1-acab-40f7-9d93-9053365fab15 req-7eedb1ad-8aa6-431c-9683-0fe3bbd37434 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.0597813 Apr 29 04:06:08.544774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4ad2cd15-cda1-41e5-82dd-2c42b7a94168), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.574261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=4ad2cd15-cda1-41e5-82dd-2c42b7a94168,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:08.851413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6e26df3c-6b25-491a-a7db-310aee2205eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.858305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cce20ff1-acab-40f7-9d93-9053365fab15 req-a5895b9e-008b-4fc3-beaa-964669443ee3 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109539 Apr 29 04:06:08.865146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:08.877851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1149757-ca14-4dd1-9df1-8cafd90a8a0a None None] Network 53ba7aa9-135e-4407-b631-83b34e277fbb requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:09.001928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 11cc501f-9f54-49d2-83bf-2668bc0707a5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:09.064351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-885b7ea6-c0b5-47a3-9ba3-b8a503bec49c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (2882ec0e-4671-4ceb-b2b8-abc6473cb62b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.084200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:09.084692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] Provisioning complete for port 11cc501f-9f54-49d2-83bf-2668bc0707a5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:09.084692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.120425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd57caa-d7a9-435f-a4d8-601ace592cf9 req-2536d108-9e30-46f8-b8f1-1b451d93a4e3 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:09.121925 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2dd57caa-d7a9-435f-a4d8-601ace592cf9 req-2536d108-9e30-46f8-b8f1-1b451d93a4e3 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1320281 Apr 29 04:06:09.128151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-885b7ea6-c0b5-47a3-9ba3-b8a503bec49c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (2882ec0e-4671-4ceb-b2b8-abc6473cb62b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.178533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 11cc501f-9f54-49d2-83bf-2668bc0707a5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:09.178997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:09.179461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.186148 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ae6bd5c2-e061-481a-8e6d-0c14643586b4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/7dc56944-cbb5-41a4-9bc1-d2f89fdcd538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139574 Apr 29 04:06:09.188884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60438) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.203875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] Sync routers for ids ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:09.233510 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3b670e3e-b89e-499e-bf59-0d27567de154 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 HTTP/1.1" status: 200 len: 205 time: 0.0431488 Apr 29 04:06:09.235919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60440) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.312662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c946e03b-8731-44cb-8391-95de24476618), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.341974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60444) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.392797 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2dd57caa-d7a9-435f-a4d8-601ace592cf9 req-96435c79-1d02-4429-a141-75e2decf3981 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545962 Apr 29 04:06:09.394606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.429156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-885b7ea6-c0b5-47a3-9ba3-b8a503bec49c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2882ec0e-4671-4ceb-b2b8-abc6473cb62b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.433822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-885b7ea6-c0b5-47a3-9ba3-b8a503bec49c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.435565 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-885b7ea6-c0b5-47a3-9ba3-b8a503bec49c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/2882ec0e-4671-4ceb-b2b8-abc6473cb62b HTTP/1.1" status: 204 len: 168 time: 1.1481640 Apr 29 04:06:09.436683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60448) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.460672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60450) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.480009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8032fff-6aa4-4f66-8e6a-58e849522130 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:09.513991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: b8032fff-6aa4-4f66-8e6a-58e849522130 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:09.514358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8032fff-6aa4-4f66-8e6a-58e849522130 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:09.515920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] Routers {'7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:09.516558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:09.534383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60452) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.548091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b7ea6-c0b5-47a3-9ba3-b8a503bec49c tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2882ec0e-4671-4ceb-b2b8-abc6473cb62b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:09.573896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:09.590669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] Current status of the port 11cc501f-9f54-49d2-83bf-2668bc0707a5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:09.591050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.638044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] For port 11cc501f-9f54-49d2-83bf-2668bc0707a5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=11cc501f-9f54-49d2-83bf-2668bc0707a5,segment=NetworkSegment(ebedf664-dfc5-42ea-9338-b35c05865705),segment_id=ebedf664-dfc5-42ea-9338-b35c05865705)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:09.638522 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4caf7588-d1e6-4c71-8584-a40e1b86ec93 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1643536 Apr 29 04:06:09.650589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] Routers {'7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:09.651283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:05:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:09.674878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60456) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.682133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--759710609'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:09.687496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.690994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.716077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:09.716691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d2acf-b3b9-4d52-ba7c-c91acedca875 None None] The sync data for ids ['7dc56944-cbb5-41a4-9bc1-d2f89fdcd538'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:09.728983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.739646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 11cc501f-9f54-49d2-83bf-2668bc0707a5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:09.740029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.781101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1592752608'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:09.814368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e63910-5c16-4abb-b4ca-5f93ca0b2061 tempest-TestNetworkAdvancedServerOps-902285762 tempest-TestNetworkAdvancedServerOps-902285762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:09.818686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e9e63910-5c16-4abb-b4ca-5f93ca0b2061 tempest-TestNetworkAdvancedServerOps-902285762 tempest-TestNetworkAdvancedServerOps-902285762-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1125 time: 0.3672137 Apr 29 04:06:09.818842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aa248-7a36-4900-9a22-2b68c32aa7a7 None None] Pushing event updated for resources: {'Port': ['ID=11cc501f-9f54-49d2-83bf-2668bc0707a5,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:09.819165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60458) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.826061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:09.868337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.879244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6fff8549-1625-4c9f-aae8-d99d38920da1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (d33e6769-198b-4b74-b18b-6e2b6bcd13e7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.882747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:09.882747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:09.883558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-781bcffc-6341-40f9-9a62-57c888297d1c None None] Provisioning complete for port c946e03b-8731-44cb-8391-95de24476618 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:09.883946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-781bcffc-6341-40f9-9a62-57c888297d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c946e03b-8731-44cb-8391-95de24476618), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.897514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:09.900860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.902790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (7dc56944-cbb5-41a4-9bc1-d2f89fdcd538), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.903523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router 7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:06:09.915686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.920136 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0455082e-eb51-4039-a571-fcb0298ada25 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 HTTP/1.1" status: 204 len: 168 time: 0.6796439 Apr 29 04:06:09.923008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-781bcffc-6341-40f9-9a62-57c888297d1c None None] Port c946e03b-8731-44cb-8391-95de24476618 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:09.925377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60460) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:09.932858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-781bcffc-6341-40f9-9a62-57c888297d1c None None] Provisioning complete for port 11cc501f-9f54-49d2-83bf-2668bc0707a5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:09.933240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-781bcffc-6341-40f9-9a62-57c888297d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.933849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6fff8549-1625-4c9f-aae8-d99d38920da1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (d33e6769-198b-4b74-b18b-6e2b6bcd13e7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.940316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:09.981352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.004541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (c946e03b-8731-44cb-8391-95de24476618), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.021205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-781bcffc-6341-40f9-9a62-57c888297d1c None None] Current status of the port 11cc501f-9f54-49d2-83bf-2668bc0707a5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:10.073526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (c946e03b-8731-44cb-8391-95de24476618), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.115391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6fff8549-1625-4c9f-aae8-d99d38920da1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d33e6769-198b-4b74-b18b-6e2b6bcd13e7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.118011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6fff8549-1625-4c9f-aae8-d99d38920da1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.122102 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6fff8549-1625-4c9f-aae8-d99d38920da1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/d33e6769-198b-4b74-b18b-6e2b6bcd13e7 HTTP/1.1" status: 204 len: 168 time: 0.7709296 Apr 29 04:06:10.170812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff8549-1625-4c9f-aae8-d99d38920da1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33e6769-198b-4b74-b18b-6e2b6bcd13e7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:10.183351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=c946e03b-8731-44cb-8391-95de24476618,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:10.268069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60464) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:10.361549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet 84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:10.366489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.418422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.420843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 11cc501f-9f54-49d2-83bf-2668bc0707a5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:10.420995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:10.442010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.446101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (7e1c50c0-91e2-499e-81f5-32342d022fd2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.453278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-65bd0f10-86e2-48f9-9155-f4ed1b987782 None None] Provisioning complete for port c946e03b-8731-44cb-8391-95de24476618 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:10.453672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65bd0f10-86e2-48f9-9155-f4ed1b987782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c946e03b-8731-44cb-8391-95de24476618), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.469922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.493059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-65bd0f10-86e2-48f9-9155-f4ed1b987782 None None] Port c946e03b-8731-44cb-8391-95de24476618 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:10.511021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.515894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.549144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7e1c50c0-91e2-499e-81f5-32342d022fd2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.586956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.654207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for security_group (25955c8e-40fa-43f7-b720-55f0589b4f82), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.655153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c50c0-91e2-499e-81f5-32342d022fd2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:10.662458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c946e03b-8731-44cb-8391-95de24476618), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.712749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.714006 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3769a6d3-f0f7-41a2-b76c-383e0b3240e1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0380447 Apr 29 04:06:10.719248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60468) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:10.724001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456947848'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:10.741008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (25955c8e-40fa-43f7-b720-55f0589b4f82), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.750344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.802166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Allocated IP 172.26.4.97 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/403f991e-2497-459a-8bac-5e09968108f5) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:10.808968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:10.811111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 11cc501f-9f54-49d2-83bf-2668bc0707a5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:10.822450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.844196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e66786e4-0dc1-4806-9138-13eb51900d39), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.844463 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment e66786e4-0dc1-4806-9138-13eb51900d39 of type vlan for network 91d3d04a-ca74-4f08-9250-db71636d312e Apr 29 04:06:10.845863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25955c8e-40fa-43f7-b720-55f0589b4f82,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:10.870726 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:10.873353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.876579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 11cc501f-9f54-49d2-83bf-2668bc0707a5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:10.876926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.895250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:10.901390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b7bcf-08d0-48ff-a6eb-2086cc8cf417 None None] Network e120daf9-1263-490b-87fb-c4be46ea6a54 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:10.902074 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4f045181-3584-4902-8e30-e2ab0eeab549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/84caf564-2ba1-48e7-b0b5-bb6bfd6de8a0 HTTP/1.1" status: 204 len: 168 time: 0.6329329 Apr 29 04:06:10.905856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60470) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:10.966475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (91d3d04a-ca74-4f08-9250-db71636d312e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.035463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.040589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 11cc501f-9f54-49d2-83bf-2668bc0707a5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:11.060030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.088663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (c946e03b-8731-44cb-8391-95de24476618), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.105624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (e120daf9-1263-490b-87fb-c4be46ea6a54), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.107434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.111100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.113536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daecfdb9-8ede-47b9-8c2a-4493708427ed None None] Network 3887a04d-511e-4c02-b773-04cb873d5ea3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:11.114245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d3c5a3ff-e721-423c-83aa-d97d1e9d7ea8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5 HTTP/1.1" status: 204 len: 168 time: 1.1852496 Apr 29 04:06:11.117045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60472) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:11.120024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] DHCP port deletion for e120daf9-1263-490b-87fb-c4be46ea6a54 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:11.126563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for port (403f991e-2497-459a-8bac-5e09968108f5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.161004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (91d3d04a-ca74-4f08-9250-db71636d312e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.166066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:11.166657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.210398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3887a04d-511e-4c02-b773-04cb873d5ea3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.212934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (c946e03b-8731-44cb-8391-95de24476618), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.215738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.219680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port ae7b9c77-2319-4f02-8c67-a3923e091611 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:11.220560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.230731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-576082ee-eb52-423c-9fdf-aef1e6315a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.237695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] Deleting port ae7b9c77-2319-4f02-8c67-a3923e091611 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:11.238304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.280231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=91d3d04a-ca74-4f08-9250-db71636d312e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.318875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 91d3d04a-ca74-4f08-9250-db71636d312e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:11.332637 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dec04b12-7ae7-4e5f-a6ec-4bbcc774474c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7969577 Apr 29 04:06:11.337905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port ae7b9c77-2319-4f02-8c67-a3923e091611, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ae7b9c77-2319-4f02-8c67-a3923e091611,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:11.338332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.352249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for ae7b9c77-2319-4f02-8c67-a3923e091611 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:11.356015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] For port ae7b9c77-2319-4f02-8c67-a3923e091611, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ae7b9c77-2319-4f02-8c67-a3923e091611,segment=NetworkSegment(8fedfba4-d792-4ef6-898c-a4de3268b881),segment_id=8fedfba4-d792-4ef6-898c-a4de3268b881)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:11.356378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.378028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] Calling delete_port for ae7b9c77-2319-4f02-8c67-a3923e091611 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:11.398304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (403f991e-2497-459a-8bac-5e09968108f5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.424492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.430078 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.431625 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0d7610cf-2294-4236-8548-671b56bc4998 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7113414 Apr 29 04:06:11.438295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60474) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:11.442612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.446287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '7e1c50c0-91e2-499e-81f5-32342d022fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a', 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:11.447822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=c946e03b-8731-44cb-8391-95de24476618,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.483237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60476) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:11.486953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] DHCP port deletion for 3887a04d-511e-4c02-b773-04cb873d5ea3 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:11.488262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:11.490751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:11.497338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Port': ['ID=403f991e-2497-459a-8bac-5e09968108f5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.500142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:11.505146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:11.506121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port c952e80b-2fe8-4196-a560-ee0e01282c24 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:11.506649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.581619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] Deleting port c952e80b-2fe8-4196-a560-ee0e01282c24 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:11.582009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.625722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (3f51aca9-66c9-4c05-ba7f-58bbb1462826), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.644288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: from cryptography.utils import int_from_bytes Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: from cryptography.utils import int_from_bytes Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:11.649691 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:06:11.658694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] For port c952e80b-2fe8-4196-a560-ee0e01282c24, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c952e80b-2fe8-4196-a560-ee0e01282c24,segment=NetworkSegment(3b341a30-7ad3-487d-9109-6e6a3db43437),segment_id=3b341a30-7ad3-487d-9109-6e6a3db43437)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:11.658694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.667696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ae7b9c77-2319-4f02-8c67-a3923e091611), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.674460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] Calling delete_port for c952e80b-2fe8-4196-a560-ee0e01282c24 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:11.711650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] No DVR routers for this DVR port ae7b9c77-2319-4f02-8c67-a3923e091611 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:11.713229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab846c39-2aea-44de-8cb7-563cc1ee5ac1 None None] Pushing event deleted for resources: {'Port': ['ID=ae7b9c77-2319-4f02-8c67-a3923e091611,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.717098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=ae7b9c77-2319-4f02-8c67-a3923e091611,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.719152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port ae7b9c77-2319-4f02-8c67-a3923e091611 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:11.739435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port c952e80b-2fe8-4196-a560-ee0e01282c24, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c952e80b-2fe8-4196-a560-ee0e01282c24,segment=NetworkSegment(3b341a30-7ad3-487d-9109-6e6a3db43437),segment_id=3b341a30-7ad3-487d-9109-6e6a3db43437)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:11.739815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.765041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for c952e80b-2fe8-4196-a560-ee0e01282c24 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:11.782150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 53ba7aa9-135e-4407-b631-83b34e277fbb is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:11.785972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:11.858961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (3f51aca9-66c9-4c05-ba7f-58bbb1462826), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.873107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:11.877090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.883236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.909079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] Pushing event deleted for resources: {'Port': ['ID=c952e80b-2fe8-4196-a560-ee0e01282c24,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:11.913751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99affd-f04a-4af9-90a2-2ddef1a8db3c None None] No DVR routers for this DVR port c952e80b-2fe8-4196-a560-ee0e01282c24 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:11.941982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (e120daf9-1263-490b-87fb-c4be46ea6a54), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:11.953073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3f51aca9-66c9-4c05-ba7f-58bbb1462826), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.003699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f51aca9-66c9-4c05-ba7f-58bbb1462826,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:12.007499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e120daf9-1263-490b-87fb-c4be46ea6a54']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.035224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c952e80b-2fe8-4196-a560-ee0e01282c24), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.039637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fedfba4-d792-4ef6-898c-a4de3268b881') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.042171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fedfba4-d792-4ef6-898c-a4de3268b881') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.066462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (8fedfba4-d792-4ef6-898c-a4de3268b881), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.075797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=c952e80b-2fe8-4196-a560-ee0e01282c24,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:12.089183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port c952e80b-2fe8-4196-a560-ee0e01282c24 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:12.119654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.124207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2a2ce8d0-7d44-4654-9e09-57fcaef27fec tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6782422 Apr 29 04:06:12.124207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8fedfba4-d792-4ef6-898c-a4de3268b881), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.125290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60478) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.143288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.143974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-00b35590-9ee0-4893-9c75-ef934707d38d None None] Provisioning complete for port c946e03b-8731-44cb-8391-95de24476618 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:12.144515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b35590-9ee0-4893-9c75-ef934707d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c946e03b-8731-44cb-8391-95de24476618), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.146005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:12.146559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (8fedfba4-d792-4ef6-898c-a4de3268b881), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:12.154742 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:12.183977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-00b35590-9ee0-4893-9c75-ef934707d38d None None] Port c946e03b-8731-44cb-8391-95de24476618 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:12.222309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3887a04d-511e-4c02-b773-04cb873d5ea3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.255860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08e141db-94be-4cec-9386-92fa8f790858 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (3f51aca9-66c9-4c05-ba7f-58bbb1462826), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.260002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Router 2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:06:12.268347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08e141db-94be-4cec-9386-92fa8f790858 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (3f51aca9-66c9-4c05-ba7f-58bbb1462826), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.277586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3887a04d-511e-4c02-b773-04cb873d5ea3']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.294622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b341a30-7ad3-487d-9109-6e6a3db43437') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.294926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b341a30-7ad3-487d-9109-6e6a3db43437') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.301907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for floatingip (fc5f9711-6461-467d-8e91-4e136967b709), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.307641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (3b341a30-7ad3-487d-9109-6e6a3db43437), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.352849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3b341a30-7ad3-487d-9109-6e6a3db43437), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.376972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (e120daf9-1263-490b-87fb-c4be46ea6a54), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.383793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.387247 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/e120daf9-1263-490b-87fb-c4be46ea6a54 HTTP/1.1" status: 204 len: 168 time: 1.4784243 Apr 29 04:06:12.390234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:12.390634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (3b341a30-7ad3-487d-9109-6e6a3db43437), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.393680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60480) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:12.394321 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:12.401136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08e141db-94be-4cec-9386-92fa8f790858 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3f51aca9-66c9-4c05-ba7f-58bbb1462826), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.405969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e4559-878d-45dc-87d3-1d40e9fb0823 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=e120daf9-1263-490b-87fb-c4be46ea6a54,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:12.418695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (6de0ee55-2624-4ade-8bbc-2ba532577ac9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.425785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08e141db-94be-4cec-9386-92fa8f790858 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.427856 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-08e141db-94be-4cec-9386-92fa8f790858 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3f51aca9-66c9-4c05-ba7f-58bbb1462826 HTTP/1.1" status: 204 len: 168 time: 0.2986252 Apr 29 04:06:12.430781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60482) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.442989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e141db-94be-4cec-9386-92fa8f790858 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f51aca9-66c9-4c05-ba7f-58bbb1462826,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:12.458686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (403f991e-2497-459a-8bac-5e09968108f5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.509771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2fc59750-9563-4d7c-b397-fe42be363334 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0745115 Apr 29 04:06:12.514011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60484) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.540100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:12.555550 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] Sync routers for ids ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:12.558360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a132c59-156e-46b1-9042-7c6b1537cca8 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/routers/2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3162568 Apr 29 04:06:12.560552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60486) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.568699 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] Routers {'2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:12.569910 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.575686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=6de0ee55-2624-4ade-8bbc-2ba532577ac9,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:12.606808 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.617021 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] Routers {'2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:12.617759 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.641901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': 'e66786e4-0dc1-4806-9138-13eb51900d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:12.642140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 91d3d04a-ca74-4f08-9250-db71636d312e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:12.644224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3887a04d-511e-4c02-b773-04cb873d5ea3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.658449 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:12.658849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.660102 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab5bfd3-ed4b-47e9-ac4e-b7ebeb48c187 None None] The sync data for ids ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:12.661947 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/3887a04d-511e-4c02-b773-04cb873d5ea3 HTTP/1.1" status: 204 len: 168 time: 1.5435760 Apr 29 04:06:12.668196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1a6b9-6232-4d17-bd34-dfee0e53c63e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:12.669768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-14a1a6b9-6232-4d17-bd34-dfee0e53c63e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d HTTP/1.1" status: 200 len: 982 time: 0.1055908 Apr 29 04:06:12.670353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60488) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.679048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60490) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:12.682116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-476218564', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:12.683648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db8d8-f96d-4d16-849d-e7a731021bc7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=3887a04d-511e-4c02-b773-04cb873d5ea3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:12.727762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f9c-f2c3-4469-8d9e-58a506bc9eba tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.815550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c952e80b-2fe8-4196-a560-ee0e01282c24 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:12.823529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f9c-f2c3-4469-8d9e-58a506bc9eba tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.843371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: c952e80b-2fe8-4196-a560-ee0e01282c24 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:12.843762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c952e80b-2fe8-4196-a560-ee0e01282c24 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:12.844729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ae7b9c77-2319-4f02-8c67-a3923e091611 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:12.871069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for port (403f991e-2497-459a-8bac-5e09968108f5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.871343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ae7b9c77-2319-4f02-8c67-a3923e091611 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:12.871581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ae7b9c77-2319-4f02-8c67-a3923e091611 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:12.889347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (611dba03-d65d-4873-9018-c20b14005a8b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.890326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:12.940742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (403f991e-2497-459a-8bac-5e09968108f5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.041434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 48794fbe-f893-4e4d-a3c8-1b8119701240 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:13.041777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.080282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (611dba03-d65d-4873-9018-c20b14005a8b), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.086021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f9c-f2c3-4469-8d9e-58a506bc9eba tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.088574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f9c-f2c3-4469-8d9e-58a506bc9eba tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.092287 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-09ce4f9c-f2c3-4469-8d9e-58a506bc9eba tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a HTTP/1.1" status: 204 len: 168 time: 0.5748520 Apr 29 04:06:13.093036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60492) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:13.093706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 91d3d04a-ca74-4f08-9250-db71636d312e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:13.108701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event updated for resources: {'Port': ['ID=403f991e-2497-459a-8bac-5e09968108f5,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:13.115681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce4f9c-f2c3-4469-8d9e-58a506bc9eba tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e18ee-b4dc-4ce5-8a6c-c4ec59506b0a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:13.142428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (fc5f9711-6461-467d-8e91-4e136967b709), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.153019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.153392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (48794fbe-f893-4e4d-a3c8-1b8119701240), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.177207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 48794fbe-f893-4e4d-a3c8-1b8119701240 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:13.189905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (611dba03-d65d-4873-9018-c20b14005a8b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.190713 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-17e14b75-d3f0-4280-9d6e-4ae22143dc90 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0940065 Apr 29 04:06:13.194218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60494) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:13.203453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 91d3d04a-ca74-4f08-9250-db71636d312e) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:13.214615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:13.215068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98a3c3-324b-43da-a56a-2081476496c5 None None] Network 91d3d04a-ca74-4f08-9250-db71636d312e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:13.215523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.301700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.305597 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-889e7539-be1d-4718-9e6a-97820aa2b5bc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6271615 Apr 29 04:06:13.306820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60496) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:13.311959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516168525'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:13.338875 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Floating IP fc5f9711-6461-467d-8e91-4e136967b709 associated. External IP: 172.26.4.97, port: 197eedb3-d366-4be4-ac74-ba6bbc003cb5. Apr 29 04:06:13.341352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.359270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-92de303d-3678-4b51-b6d3-205af5de4764 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (7e1c50c0-91e2-499e-81f5-32342d022fd2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.361973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-91d3d04a-ca74-4f08-9250-db71636d312e', 'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '6de0ee55-2624-4ade-8bbc-2ba532577ac9'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:13.366112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.371107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-61feb365-5fe8-4292-812e-a1a94d76924b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8846695 Apr 29 04:06:13.380603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60498) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:13.389561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189893079'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:13.411715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-92de303d-3678-4b51-b6d3-205af5de4764 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (7e1c50c0-91e2-499e-81f5-32342d022fd2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.464883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:13.468328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.506956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:13.525460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Allocated IP 172.20.255.242 (91d3d04a-ca74-4f08-9250-db71636d312e/6de0ee55-2624-4ade-8bbc-2ba532577ac9/34d5174b-be4a-461a-af1d-fc61cba90fa6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:13.534185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:13.537552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.561770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (139b8b16-e919-445e-ab7d-e78f1289cd04), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.562130 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 139b8b16-e919-445e-ab7d-e78f1289cd04 of type vlan for network c68ae5be-4782-4596-99f0-369327f0b6c6 Apr 29 04:06:13.587103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-92de303d-3678-4b51-b6d3-205af5de4764 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7e1c50c0-91e2-499e-81f5-32342d022fd2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.589705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-92de303d-3678-4b51-b6d3-205af5de4764 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.593396 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-92de303d-3678-4b51-b6d3-205af5de4764 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e1c50c0-91e2-499e-81f5-32342d022fd2 HTTP/1.1" status: 204 len: 168 time: 0.3954287 Apr 29 04:06:13.617454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60500) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:13.642469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:13.656066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (c68ae5be-4782-4596-99f0-369327f0b6c6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.659501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de303d-3678-4b51-b6d3-205af5de4764 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c50c0-91e2-499e-81f5-32342d022fd2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:13.673970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (48794fbe-f893-4e4d-a3c8-1b8119701240), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.676871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.677225 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 93f17d59-c82c-4749-bb79-7cc2e405fbe6 of type vlan for network d6115dee-009e-4eb5-b949-d4413b7247c6 Apr 29 04:06:13.716982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Publish callbacks [] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.733732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.734090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=48794fbe-f893-4e4d-a3c8-1b8119701240,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:13.783018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.809584 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-da498bf8-6a6e-4c7b-8f2d-e8712051c671 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1873960 Apr 29 04:06:13.809584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.813075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60502) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:13.819503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--873665443'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:13.826343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Network 91d3d04a-ca74-4f08-9250-db71636d312e is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:13.830016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:13.834678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:13.869121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (c68ae5be-4782-4596-99f0-369327f0b6c6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.872080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Pushing event updated for resources: {'Port': ['ID=34d5174b-be4a-461a-af1d-fc61cba90fa6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:13.874214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:13.874827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.913794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Attempting to bind port 34d5174b-be4a-461a-af1d-fc61cba90fa6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:13.914163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Attempting to bind port 34d5174b-be4a-461a-af1d-fc61cba90fa6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e66786e4-0dc1-4806-9138-13eb51900d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:13.916729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Attempting to bind port 34d5174b-be4a-461a-af1d-fc61cba90fa6 on network 91d3d04a-ca74-4f08-9250-db71636d312e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:13.927085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.927085 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29 disassociated (deleted). External IP: 172.26.4.175, port: c5bcefe1-4ed4-40c6-83f2-6045acf6ee03. Apr 29 04:06:13.927772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:13.928364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Checking segment: {'id': 'e66786e4-0dc1-4806-9138-13eb51900d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:13.929059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:13.929645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Bound using segment: {'id': 'e66786e4-0dc1-4806-9138-13eb51900d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:13.930273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Bound port: 34d5174b-be4a-461a-af1d-fc61cba90fa6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66786e4-0dc1-4806-9138-13eb51900d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91d3d04a-ca74-4f08-9250-db71636d312e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:13.934538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.005919 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6956623 Apr 29 04:06:14.005919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.008921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60504) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:14.009435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.013157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:14.013860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:14.014504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.017446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] For port 34d5174b-be4a-461a-af1d-fc61cba90fa6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:14.022396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] For port 34d5174b-be4a-461a-af1d-fc61cba90fa6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34d5174b-be4a-461a-af1d-fc61cba90fa6,segment=NetworkSegment(e66786e4-0dc1-4806-9138-13eb51900d39),segment_id=e66786e4-0dc1-4806-9138-13eb51900d39)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:14.025549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b449e94-d163-4b19-9d86-b8804a63c5be tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=c68ae5be-4782-4596-99f0-369327f0b6c6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:14.042932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network c68ae5be-4782-4596-99f0-369327f0b6c6 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:14.065828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port c946e03b-8731-44cb-8391-95de24476618 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:14.066171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c946e03b-8731-44cb-8391-95de24476618), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.113852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.163106 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7814491 Apr 29 04:06:14.167394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60506) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:14.168540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de024449-32e5-4298-96ce-d234d58d9056 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=d6115dee-009e-4eb5-b949-d4413b7247c6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:14.179284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1972-121f-48ec-9f3a-e7c7c9b48ddc None None] Pushing event updated for resources: {'Port': ['ID=34d5174b-be4a-461a-af1d-fc61cba90fa6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:14.179579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:14.196419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network d6115dee-009e-4eb5-b949-d4413b7247c6 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:14.264626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (89bbf96e-fe20-450a-8ceb-9b910d6d3276), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.276776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Router 58d52ed7-8cd5-4141-84d2-3dc35045e43b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:14.339216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:14.340802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (89bbf96e-fe20-450a-8ceb-9b910d6d3276), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.343446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c946e03b-8731-44cb-8391-95de24476618), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.401992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:14.405400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.408733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for c946e03b-8731-44cb-8391-95de24476618 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:14.417862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bbf96e-fe20-450a-8ceb-9b910d6d3276,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:14.447976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.452807 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f933a686-40e6-4914-a606-520e6237452f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6355190 Apr 29 04:06:14.452807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60508) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:14.459157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '89bbf96e-fe20-450a-8ceb-9b910d6d3276', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:14.530429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:14.535922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.543416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:14.555743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:14.556413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:14.570054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:14.574727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.580109 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-739457fa-66bf-4f05-b232-3744eb100108 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29 HTTP/1.1" status: 204 len: 168 time: 2.1825719 Apr 29 04:06:14.580109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:06:14.594148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df751443-efbe-47fa-b1bf-886061227ade" -d '{"events": [{"name": "network-changed", "server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:06:14.614720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c18df380-ebb4-478f-9519-87d1e637af26), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.639492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:14.651158 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] Sync routers for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:14.672610 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:14.673835 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:14.711829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94141af1-45fe-4947-a95e-fcb8b2ca12bc x-openstack-request-id: req-94141af1-45fe-4947-a95e-fcb8b2ca12bc {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:06:14.712151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:06:14.712412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94141af1-45fe-4947-a95e-fcb8b2ca12bc {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:06:14.717759 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94141af1-45fe-4947-a95e-fcb8b2ca12bc'] response: {'name': 'network-changed', 'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'status': 'completed', 'code': 200} Apr 29 04:06:14.763062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c18df380-ebb4-478f-9519-87d1e637af26), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.845661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751443-efbe-47fa-b1bf-886061227ade req-31a98a95-d820-4e18-936c-3e027efaea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:14.846840 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-31a98a95-d820-4e18-936c-3e027efaea80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 1130 time: 0.1126685 Apr 29 04:06:14.849533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.871012 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:14.872865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c18df380-ebb4-478f-9519-87d1e637af26), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:14.918646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18df380-ebb4-478f-9519-87d1e637af26,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:14.954681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 34d5174b-be4a-461a-af1d-fc61cba90fa6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:15.035057 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.039958 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8ec17571-31ba-41ae-aa95-7ecd5436c82f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5865955 Apr 29 04:06:15.041157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60514) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:15.056589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:15.099953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe905f26-24be-4b58-9188-b5434cc0c16d tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c18df380-ebb4-478f-9519-87d1e637af26), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.103325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 34d5174b-be4a-461a-af1d-fc61cba90fa6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:15.103478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.128616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe905f26-24be-4b58-9188-b5434cc0c16d tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (c18df380-ebb4-478f-9519-87d1e637af26), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.155564 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fc5f9711-6461-467d-8e91-4e136967b709', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'port_id': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'mac_address': 'fa:16:3e:41:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:12Z', 'revision_number': 0, 'project_id': 'f22c63cca75045308a068b4329985965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:15.196291 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] Checking router: 58d52ed7-8cd5-4141-84d2-3dc35045e43b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:15.206587 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:15.207405 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:15.213072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.231615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751443-efbe-47fa-b1bf-886061227ade req-4e1871c5-d384-4542-b3af-cd43610c489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:15.233175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-4e1871c5-d384-4542-b3af-cd43610c489c service neutron] 10.222.0.31 "GET /v2.0/networks?id=5337c379-932b-4dcd-bd28-6a66be40abee HTTP/1.1" status: 200 len: 896 time: 0.3725967 Apr 29 04:06:15.268362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe905f26-24be-4b58-9188-b5434cc0c16d tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c18df380-ebb4-478f-9519-87d1e637af26), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.276162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fe905f26-24be-4b58-9188-b5434cc0c16d tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.277570 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fe905f26-24be-4b58-9188-b5434cc0c16d tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c18df380-ebb4-478f-9519-87d1e637af26 HTTP/1.1" status: 204 len: 168 time: 0.2354925 Apr 29 04:06:15.290219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60518) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:15.314232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe905f26-24be-4b58-9188-b5434cc0c16d tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c18df380-ebb4-478f-9519-87d1e637af26,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:15.386317 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-53992dc9-1eab-45da-a102-a75522993efa tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897787 Apr 29 04:06:15.387473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60520) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:15.400306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 34d5174b-be4a-461a-af1d-fc61cba90fa6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:15.400306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.421134 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-28d8bdd5-71af-4e48-b1d6-d8530724a182 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6007638 Apr 29 04:06:15.426730 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:15.428583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:06:15.430909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f825794a-8d92-4dd0-9392-b935a3eff14f" -d '{"events": [{"name": "network-changed", "server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:06:15.442711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (02583435-4358-4ce2-9286-fe0a12c3b845), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.470321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:00Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:15.520028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:15.522283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-91e478e5-4e97-48ea-9ac0-b80569476763 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (89bbf96e-fe20-450a-8ceb-9b910d6d3276), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.548537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:15.548980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:15.620259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef802-a54e-4552-8131-9914d509647f req-645840d5-f504-427c-8cde-3ed68df3195e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:15.627850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 34d5174b-be4a-461a-af1d-fc61cba90fa6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34d5174b-be4a-461a-af1d-fc61cba90fa6,segment=NetworkSegment(e66786e4-0dc1-4806-9138-13eb51900d39),segment_id=e66786e4-0dc1-4806-9138-13eb51900d39)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:15.642479 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d4ef802-a54e-4552-8131-9914d509647f req-645840d5-f504-427c-8cde-3ed68df3195e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.2856309 Apr 29 04:06:15.644539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c946e03b-8731-44cb-8391-95de24476618), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.653883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-91e478e5-4e97-48ea-9ac0-b80569476763 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (89bbf96e-fe20-450a-8ceb-9b910d6d3276), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.690192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c944e7-eb04-48dc-a5fe-fd6c92710c29 req-7e73314d-8fed-41be-bfb1-ed89fa0ef794 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:15.691807 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35c944e7-eb04-48dc-a5fe-fd6c92710c29 req-7e73314d-8fed-41be-bfb1-ed89fa0ef794 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1637154 Apr 29 04:06:15.712766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:15.790270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=c946e03b-8731-44cb-8391-95de24476618,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:15.815291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=02583435-4358-4ce2-9286-fe0a12c3b845,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:15.845517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:15.877261 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35c944e7-eb04-48dc-a5fe-fd6c92710c29 req-a1ad8b19-ee97-421f-9c5f-968f6bbcf509 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697769 Apr 29 04:06:15.891288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60526) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:15.967889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e4db39-58e4-4612-a9fc-08491d452712 None None] Network 91d3d04a-ca74-4f08-9250-db71636d312e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:15.974358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=34d5174b-be4a-461a-af1d-fc61cba90fa6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:15.980845 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d4ef802-a54e-4552-8131-9914d509647f req-6dbd9e85-5ba2-4e20-9c88-92d83231ea07 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372514 Apr 29 04:06:15.987561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0313b-a2bc-47e2-9218-d6b35cb008ae x-openstack-request-id: req-11e0313b-a2bc-47e2-9218-d6b35cb008ae {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:06:15.989629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:06:15.990832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11e0313b-a2bc-47e2-9218-d6b35cb008ae {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:06:15.991463 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e0313b-a2bc-47e2-9218-d6b35cb008ae'] response: {'name': 'network-changed', 'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'status': 'completed', 'code': 200} Apr 29 04:06:16.011213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:16.011932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: c68ae5be-4782-4596-99f0-369327f0b6c6, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:16.012592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-91e478e5-4e97-48ea-9ac0-b80569476763 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (89bbf96e-fe20-450a-8ceb-9b910d6d3276), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.018693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-91e478e5-4e97-48ea-9ac0-b80569476763 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.026582 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-91e478e5-4e97-48ea-9ac0-b80569476763 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/89bbf96e-fe20-450a-8ceb-9b910d6d3276 HTTP/1.1" status: 204 len: 168 time: 0.6375432 Apr 29 04:06:16.031262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60528) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:16.074808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e478e5-4e97-48ea-9ac0-b80569476763 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bbf96e-fe20-450a-8ceb-9b910d6d3276,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:16.110094 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fd8b199e-64c5-4d29-a808-14501328379b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/floatingips/fc5f9711-6461-467d-8e91-4e136967b709 HTTP/1.1" status: 200 len: 991 time: 0.2175305 Apr 29 04:06:16.137355 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fc5f9711-6461-467d-8e91-4e136967b709', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'port_id': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'mac_address': 'fa:16:3e:41:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:12Z', 'revision_number': 0, 'project_id': 'f22c63cca75045308a068b4329985965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:16.150270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (16a813c1-f078-496a-b81a-0ed17f9b5374), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.171676 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b650f2-1e38-4b9a-993b-a60e18046549 None None] The sync data for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv is: [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fc5f9711-6461-467d-8e91-4e136967b709', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'floating_ip_address': '172.26.4.97', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'port_id': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'mac_address': 'fa:16:3e:41:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:12Z', 'revision_number': 0, 'project_id': 'f22c63cca75045308a068b4329985965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:16.206983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dfb2d079-425e-48a1-a3c4-4a5b3cf1633f None None] Provisioning complete for port 34d5174b-be4a-461a-af1d-fc61cba90fa6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:16.207363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dfb2d079-425e-48a1-a3c4-4a5b3cf1633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.274989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network c68ae5be-4782-4596-99f0-369327f0b6c6 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:16.292504 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a6565383-834a-4eec-9839-2d1b8d0a5d98 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2593155 Apr 29 04:06:16.299343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60530) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:16.305426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005311574'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:16.315420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.401608 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-408fc1cb-c1bd-4a12-b89e-3878e253203e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 HTTP/1.1" status: 200 len: 217 time: 0.1292064 Apr 29 04:06:16.411913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=16a813c1-f078-496a-b81a-0ed17f9b5374,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:16.444026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.445249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, c68ae5be-4782-4596-99f0-369327f0b6c6) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:16.457388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b7447-e85e-4eb4-a3c0-5215b6eb76f4 None None] Network c68ae5be-4782-4596-99f0-369327f0b6c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:16.521726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:00Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:16.527347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cea4db-7dd5-41cb-9242-298752f3c3ab None None] New status for floating IP fc5f9711-6461-467d-8e91-4e136967b709: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:06:16.530235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:16.531336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.533410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2d079-425e-48a1-a3c4-4a5b3cf1633f None None] Current status of the port 34d5174b-be4a-461a-af1d-fc61cba90fa6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:16.556628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': '93f17d59-c82c-4749-bb79-7cc2e405fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:16.557455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: d6115dee-009e-4eb5-b949-d4413b7247c6, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:16.568147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-2429edb9-9a69-40b5-baef-83097ce26df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:16.570250 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-2429edb9-9a69-40b5-baef-83097ce26df6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1130 time: 0.2765663 Apr 29 04:06:16.582017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (fe8e2da5-1f2f-40c4-a652-52ec39679e70), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.618303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58382809-e46f-462c-9d77-f701d83ba897 None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:00Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '30e0f1d5-4124-4d6a-80f3-334c174776aa', 'name': '', 'network_id': '5337c379-932b-4dcd-bd28-6a66be40abee', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:0e:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:44Z', 'updated_at': '2022-04-29T04:03:50Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'd9a77ecf-f590-455d-bb63-91f3b42780c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:16.675703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-3f9a2e14-64e6-42e8-ad85-fee51251eee4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:16.678051 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-3f9a2e14-64e6-42e8-ad85-fee51251eee4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.0830169 Apr 29 04:06:16.679444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (fe8e2da5-1f2f-40c4-a652-52ec39679e70), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.694992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0501cc19-e289-4143-86ea-a40f14d46354 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6871982 Apr 29 04:06:16.712331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60532) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:16.736538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e2da5-1f2f-40c4-a652-52ec39679e70,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:16.819599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a58f5c33-67c9-4e63-93df-1dfc24d0f51f None None] Provisioning complete for port 34d5174b-be4a-461a-af1d-fc61cba90fa6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:16.819599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a58f5c33-67c9-4e63-93df-1dfc24d0f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.842364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:16.842701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.848282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.857047 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dafe1ac7-7f6c-4e34-920b-5cb33952e335 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5541503 Apr 29 04:06:16.861017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60534) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:16.863335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751443-efbe-47fa-b1bf-886061227ade req-2843baf0-9d4c-405d-9a8d-01777ef51ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:16.865929 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-2843baf0-9d4c-405d-9a8d-01777ef51ccb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9a77ecf-f590-455d-bb63-91f3b42780c9 HTTP/1.1" status: 200 len: 835 time: 0.2999809 Apr 29 04:06:16.870319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': 'fe8e2da5-1f2f-40c4-a652-52ec39679e70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:16.881379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 34d5174b-be4a-461a-af1d-fc61cba90fa6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:16.896819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-c68ae5be-4782-4596-99f0-369327f0b6c6', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:16.897694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.909870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network d6115dee-009e-4eb5-b949-d4413b7247c6 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:16.921536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, d6115dee-009e-4eb5-b949-d4413b7247c6) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:16.928011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:16.928614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:16.976641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063608ce-c9ec-4e76-adb4-cffd920ae96b None None] Network d6115dee-009e-4eb5-b949-d4413b7247c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:17.004004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:17.009048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.020565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 owned by compute:nova {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:17.050436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a77613ca-a635-4a36-a2f8-21ee65df7f33), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.114789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60538) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:17.124633 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e3a84-7431-469a-a75f-fa54f8ecc184 None None] New status for floating IP da82af5c-e3b6-4f5f-b1b2-c5aac7f4da29: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:06:17.207616 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93602c08-5fdc-4086-b343-4559b257371c tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/floatingips/fc5f9711-6461-467d-8e91-4e136967b709 HTTP/1.1" status: 200 len: 993 time: 0.0824311 Apr 29 04:06:17.282548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c67a-f17b-47b6-9c2b-5090982681d9 req-13b074e1-20a4-4a14-b98d-e4980dcf49a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:17.284278 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8058c67a-f17b-47b6-9c2b-5090982681d9 req-13b074e1-20a4-4a14-b98d-e4980dcf49a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 946 time: 0.1685710 Apr 29 04:06:17.335012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a77613ca-a635-4a36-a2f8-21ee65df7f33), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.413099 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8058c67a-f17b-47b6-9c2b-5090982681d9 req-3df40993-42fb-4177-ac65-0cd85b71978b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0daa8c72-2136-40f9-81d6-c44be890004d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158783 Apr 29 04:06:17.450664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a77613ca-a635-4a36-a2f8-21ee65df7f33), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.484393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77613ca-a635-4a36-a2f8-21ee65df7f33,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:17.486834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 34d5174b-be4a-461a-af1d-fc61cba90fa6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:17.487070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.507865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c5bcefe1-4ed4-40c6-83f2-6045acf6ee03), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.539808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=c5bcefe1-4ed4-40c6-83f2-6045acf6ee03,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:17.564920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a58f5c33-67c9-4e63-93df-1dfc24d0f51f None None] Current status of the port 34d5174b-be4a-461a-af1d-fc61cba90fa6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:17.592955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Allocated IP 172.20.0.2 (c68ae5be-4782-4596-99f0-369327f0b6c6/02583435-4358-4ce2-9286-fe0a12c3b845/0e0e1305-bc48-42a1-9e7e-373e46ef3b4d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:17.600391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-d6115dee-009e-4eb5-b949-d4413b7247c6', 'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '16a813c1-f078-496a-b81a-0ed17f9b5374'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:17.601264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.605040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.608955 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c1d29ce8-41f2-453e-8c75-1524143f0a6f tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7442973 Apr 29 04:06:17.609208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60540) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:17.635175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 on host hv-neutron-8397 {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:17.638834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.655531 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 HTTP/1.1" status: 204 len: 173 time: 0.9152896 Apr 29 04:06:17.655531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'name': 'network-vif-deleted', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:06:17.655531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61702f63-49c3-4ece-a7be-d8ae74b89c26" -d '{"events": [{"server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "name": "network-vif-deleted", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:06:17.669254 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-921d3de1-a4f2-4497-a750-ece5a22dff3e tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules/a77613ca-a635-4a36-a2f8-21ee65df7f33 HTTP/1.1" status: 200 len: 763 time: 0.0565391 Apr 29 04:06:17.669836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60544) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:17.713687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5973d3-a033-4e11-a3b2-00655c770c9e x-openstack-request-id: req-cc5973d3-a033-4e11-a3b2-00655c770c9e {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:06:17.713985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774221f5-f6f3-45c0-abad-236bf33b09c9", "name": "network-vif-deleted", "tag": "c5bcefe1-4ed4-40c6-83f2-6045acf6ee03", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:06:17.714242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc5973d3-a033-4e11-a3b2-00655c770c9e {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:06:17.714649 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5973d3-a033-4e11-a3b2-00655c770c9e'] response: {'server_uuid': '774221f5-f6f3-45c0-abad-236bf33b09c9', 'name': 'network-vif-deleted', 'tag': 'c5bcefe1-4ed4-40c6-83f2-6045acf6ee03', 'status': 'completed', 'code': 200} Apr 29 04:06:17.774105 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84329e03-9c7c-4090-afe0-df0d7cff1434 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1025133 Apr 29 04:06:17.775202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60546) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:17.801667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 34d5174b-be4a-461a-af1d-fc61cba90fa6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:17.806428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db6affab-7e76-4782-8276-42a05587dfee tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a77613ca-a635-4a36-a2f8-21ee65df7f33), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.819863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db6affab-7e76-4782-8276-42a05587dfee tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a77613ca-a635-4a36-a2f8-21ee65df7f33), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.836551 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a38418d1-3eed-4059-9b96-96d11d3ca971 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6660790 Apr 29 04:06:17.842190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751443-efbe-47fa-b1bf-886061227ade req-6e8f5de3-4154-445b-a739-5c17268d9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:17.843656 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-6e8f5de3-4154-445b-a739-5c17268d9e27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5337c379-932b-4dcd-bd28-6a66be40abee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.9254742 Apr 29 04:06:17.856744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60548) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:17.885184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-a9c14e0f-1670-4df7-9619-b4b7e53b7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:17.886676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-a9c14e0f-1670-4df7-9619-b4b7e53b7391 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 200 len: 897 time: 1.2816339 Apr 29 04:06:17.905979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Router 2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:17.916768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Allocated IP 172.20.0.2 (d6115dee-009e-4eb5-b949-d4413b7247c6/16a813c1-f078-496a-b81a-0ed17f9b5374/601da363-d9b2-42db-b824-aec1f44bad5d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:17.953562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db6affab-7e76-4782-8276-42a05587dfee tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a77613ca-a635-4a36-a2f8-21ee65df7f33), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.959772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db6affab-7e76-4782-8276-42a05587dfee tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:17.964142 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-db6affab-7e76-4782-8276-42a05587dfee tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a77613ca-a635-4a36-a2f8-21ee65df7f33 HTTP/1.1" status: 204 len: 168 time: 0.1876848 Apr 29 04:06:17.967014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:17.977237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6affab-7e76-4782-8276-42a05587dfee tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a77613ca-a635-4a36-a2f8-21ee65df7f33,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:17.992484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Publish callbacks [] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.070245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.088840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.168388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (16a813c1-f078-496a-b81a-0ed17f9b5374), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.180585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Network c68ae5be-4782-4596-99f0-369327f0b6c6 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:18.210982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:18.217048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:18.220560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Pushing event updated for resources: {'Port': ['ID=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:18.283800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Publish callbacks [] for port (601da363-d9b2-42db-b824-aec1f44bad5d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.312860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Attempting to bind port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:18.313235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Attempting to bind port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:18.314207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Attempting to bind port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d on network c68ae5be-4782-4596-99f0-369327f0b6c6 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:18.319332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:18.319713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Checking segment: {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:18.320114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.320513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Bound using segment: {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:18.320987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Bound port: 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:18.321398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.341167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:18.350797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-856fc036-8714-4580-b1c6-45b7edea4db2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/routers/2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6598067 Apr 29 04:06:18.350797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-d39a750c-07d9-4740-b318-a0e918411992 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 200 len: 1001 time: 0.4433055 Apr 29 04:06:18.351264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60552) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:18.359046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] Sync routers for ids ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:18.382065 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfd5812-26e7-4a74-84af-e24dbc8e2bfe tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:06:18.382804 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-b8229b88-c38c-4837-89c1-aaa3c3e4e94f service neutron] 10.222.0.31 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107625 Apr 29 04:06:18.386133 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5bfd5812-26e7-4a74-84af-e24dbc8e2bfe tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/c946e03b-8731-44cb-8391-95de24476618 HTTP/1.1" status: 404 len: 333 time: 0.0313380 Apr 29 04:06:18.386414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60554) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:18.394214 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a9b24272-9d9c-467a-a96f-d7dae53e4324 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3735452 Apr 29 04:06:18.404796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60556) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:18.419888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': 'fe8e2da5-1f2f-40c4-a652-52ec39679e70', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:18.439761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] For port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:18.445404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] For port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:18.450585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (601da363-d9b2-42db-b824-aec1f44bad5d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.469234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] Routers {'2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:18.470232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:18.502732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.518818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for router (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.570370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.577776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:18.587200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Network d6115dee-009e-4eb5-b949-d4413b7247c6 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:18.602036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:18.606380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:18.612228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Pushing event updated for resources: {'Port': ['ID=601da363-d9b2-42db-b824-aec1f44bad5d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:18.613659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-2b2b9f09-f89b-4306-9c62-273101b1d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:18.615436 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-2b2b9f09-f89b-4306-9c62-273101b1d6be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=195d3b2d-cbf4-4ac5-945d-aba5011e4421 HTTP/1.1" status: 200 len: 834 time: 0.2116542 Apr 29 04:06:18.656036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (16a813c1-f078-496a-b81a-0ed17f9b5374), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.673538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] Routers {'2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:18.674355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:18.677155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42f5e-1ce3-4dae-b22d-4004cafcc117 None None] Pushing event updated for resources: {'Port': ['ID=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:18.729300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a7e566ec-fd2f-41fe-ab90-07ec9de7be73), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.744072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:18.744677 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f82741-4c5f-4558-b7a7-94cb8890141c None None] The sync data for ids ['2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:18.761826 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df751443-efbe-47fa-b1bf-886061227ade req-2799a487-2418-49ec-8bc0-1341dedb6e49 service neutron] 10.222.0.31 "GET /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487599 Apr 29 04:06:18.794351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Attempting to bind port 601da363-d9b2-42db-b824-aec1f44bad5d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:18.794732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Attempting to bind port 601da363-d9b2-42db-b824-aec1f44bad5d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '93f17d59-c82c-4749-bb79-7cc2e405fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:18.795623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Attempting to bind port 601da363-d9b2-42db-b824-aec1f44bad5d on network d6115dee-009e-4eb5-b949-d4413b7247c6 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:18.796382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-069337a0-4ba6-4904-a329-f7abfc24bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:18.799225 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-069337a0-4ba6-4904-a329-f7abfc24bbc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d671d4a9-9f46-477b-85fc-5145404e411b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1390562 Apr 29 04:06:18.801503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:18.802895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Checking segment: {'id': '93f17d59-c82c-4749-bb79-7cc2e405fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:18.802895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.802895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Bound using segment: {'id': '93f17d59-c82c-4749-bb79-7cc2e405fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:18.803658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Bound port: 601da363-d9b2-42db-b824-aec1f44bad5d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f17d59-c82c-4749-bb79-7cc2e405fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd6115dee-009e-4eb5-b949-d4413b7247c6'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:18.803788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (601da363-d9b2-42db-b824-aec1f44bad5d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.846058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.848363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for router_controller (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.864848 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c3ff512-0657-4f9e-bc4a-979b2391c9d5 req-06daaaec-2f9b-4e2c-9a29-4f7ce497cd04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=774221f5-f6f3-45c0-abad-236bf33b09c9 HTTP/1.1" status: 200 len: 210 time: 0.2991567 Apr 29 04:06:18.897455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] For port 601da363-d9b2-42db-b824-aec1f44bad5d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:18.898296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] For port 601da363-d9b2-42db-b824-aec1f44bad5d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=601da363-d9b2-42db-b824-aec1f44bad5d,segment=NetworkSegment(93f17d59-c82c-4749-bb79-7cc2e405fbe6),segment_id=93f17d59-c82c-4749-bb79-7cc2e405fbe6)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:18.940329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a7e566ec-fd2f-41fe-ab90-07ec9de7be73), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:18.962343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=16a813c1-f078-496a-b81a-0ed17f9b5374,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:18.977213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (601da363-d9b2-42db-b824-aec1f44bad5d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.009793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a7e566ec-fd2f-41fe-ab90-07ec9de7be73), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.034584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e566ec-fd2f-41fe-ab90-07ec9de7be73,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:19.035460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.038154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.038646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:06:19.042661 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-a4ad3c5d-cb3f-41e3-b0d6-cb19014c481b service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094252 Apr 29 04:06:19.051454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.054884 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e401b8b0-785c-4ab4-a0fa-9db12509eaee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/routers/2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d HTTP/1.1" status: 204 len: 168 time: 0.6673653 Apr 29 04:06:19.055363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60560) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.096736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6115dee-009e-4eb5-b949-d4413b7247c6']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:19.113900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f17d59-c82c-4749-bb79-7cc2e405fbe6') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:19.114171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f17d59-c82c-4749-bb79-7cc2e405fbe6') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:19.128682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.131208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e21a-23d2-429e-b3c1-e10e0cd45373 None None] Pushing event updated for resources: {'Port': ['ID=601da363-d9b2-42db-b824-aec1f44bad5d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:19.143116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:19.151222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.152253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.165596 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.169355 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-40fd0ad7-6109-4ea6-98c8-8743f329db38 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7505739 Apr 29 04:06:19.169517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3512e-b3df-4b9d-91d3-2f11ddba2814 None None] Network d6115dee-009e-4eb5-b949-d4413b7247c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:19.173512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60562) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.191357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:19.191611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:19.194575 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:19.198628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.20.0.1 (c68ae5be-4782-4596-99f0-369327f0b6c6/02583435-4358-4ce2-9286-fe0a12c3b845/27f10151-4527-4c56-9be1-5f435ad92435) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:19.230394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.240002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c30b8627-f318-4724-857b-08c7b61656de tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules/a7e566ec-fd2f-41fe-ab90-07ec9de7be73 HTTP/1.1" status: 200 len: 763 time: 0.0630951 Apr 29 04:06:19.245231 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f825794a-8d92-4dd0-9392-b935a3eff14f req-ca7f92c3-a6c9-4741-8ee5-192fae0cf7a2 service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867180 Apr 29 04:06:19.245231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60564) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.290169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:19.316993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:19.317507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c5bcefe1-4ed4-40c6-83f2-6045acf6ee03 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:19.342811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:06:19.342811 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:06:19.342811 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': 'd6115dee-009e-4eb5-b949-d4413b7247c6'}] Apr 29 04:06:19.342811 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:19.343332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:19.345371 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6742edc2-8029-40b4-86f3-3e8ce7edb0b7 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0999074 Apr 29 04:06:19.350363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60566) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.368068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.405805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4871ae1f-66e7-4f32-abad-b02310227b37 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a7e566ec-fd2f-41fe-ab90-07ec9de7be73), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.418130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4871ae1f-66e7-4f32-abad-b02310227b37 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (a7e566ec-fd2f-41fe-ab90-07ec9de7be73), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.422579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (27f10151-4527-4c56-9be1-5f435ad92435), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.511117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4871ae1f-66e7-4f32-abad-b02310227b37 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a7e566ec-fd2f-41fe-ab90-07ec9de7be73), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.515549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4871ae1f-66e7-4f32-abad-b02310227b37 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.517297 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4871ae1f-66e7-4f32-abad-b02310227b37 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a7e566ec-fd2f-41fe-ab90-07ec9de7be73 HTTP/1.1" status: 204 len: 168 time: 0.1654425 Apr 29 04:06:19.519874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60568) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.524872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871ae1f-66e7-4f32-abad-b02310227b37 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e566ec-fd2f-41fe-ab90-07ec9de7be73,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:19.542279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.544154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (27f10151-4527-4c56-9be1-5f435ad92435), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.573630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.576983 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a HTTP/1.1" status: 204 len: 168 time: 0.5187919 Apr 29 04:06:19.577949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe16972-1c4c-4a2f-92f6-af79b38d1ca0 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:19.580092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60570) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.585438 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-576e274c-c24d-4224-941d-1414c1e7d0cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643616 Apr 29 04:06:19.585707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4e503-2572-4a17-9192-e84c87ec4bc9 None None] Network 53ba7aa9-135e-4407-b631-83b34e277fbb requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:19.588358 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60572) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.594192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': 'fe8e2da5-1f2f-40c4-a652-52ec39679e70', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:19.603097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network c68ae5be-4782-4596-99f0-369327f0b6c6 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:19.609498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:19.614304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:19.643915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=27f10151-4527-4c56-9be1-5f435ad92435,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:19.665513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.690075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (53ba7aa9-135e-4407-b631-83b34e277fbb), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.760249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (02f6ed7b-953c-43bd-8957-a2cc4efe0e7f), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.762932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 11cc501f-9f54-49d2-83bf-2668bc0707a5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:19.763263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.780391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] DHCP port deletion for 53ba7aa9-135e-4407-b631-83b34e277fbb request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:19.817833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.832869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] Deleting port 11cc501f-9f54-49d2-83bf-2668bc0707a5 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:19.833724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.848192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.880429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 11cc501f-9f54-49d2-83bf-2668bc0707a5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=11cc501f-9f54-49d2-83bf-2668bc0707a5,segment=NetworkSegment(ebedf664-dfc5-42ea-9338-b35c05865705),segment_id=ebedf664-dfc5-42ea-9338-b35c05865705)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:19.880795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.913674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] For port 11cc501f-9f54-49d2-83bf-2668bc0707a5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=11cc501f-9f54-49d2-83bf-2668bc0707a5,segment=NetworkSegment(ebedf664-dfc5-42ea-9338-b35c05865705),segment_id=ebedf664-dfc5-42ea-9338-b35c05865705)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:19.914141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.927009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 11cc501f-9f54-49d2-83bf-2668bc0707a5 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:19.934754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (27f10151-4527-4c56-9be1-5f435ad92435), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.935767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] Calling delete_port for 11cc501f-9f54-49d2-83bf-2668bc0707a5 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:19.949773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60576) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:19.959462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (02f6ed7b-953c-43bd-8957-a2cc4efe0e7f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:19.967187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 601da363-d9b2-42db-b824-aec1f44bad5d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:19.967549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (601da363-d9b2-42db-b824-aec1f44bad5d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.062677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (02f6ed7b-953c-43bd-8957-a2cc4efe0e7f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.093502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 601da363-d9b2-42db-b824-aec1f44bad5d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=601da363-d9b2-42db-b824-aec1f44bad5d,segment=NetworkSegment(93f17d59-c82c-4749-bb79-7cc2e405fbe6),segment_id=93f17d59-c82c-4749-bb79-7cc2e405fbe6)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:20.093875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (601da363-d9b2-42db-b824-aec1f44bad5d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.095976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50b1fcf8-44ff-4be1-a2ab-f31c15ff1fac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (0daa8c72-2136-40f9-81d6-c44be890004d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.110981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f6ed7b-953c-43bd-8957-a2cc4efe0e7f,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.122780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 601da363-d9b2-42db-b824-aec1f44bad5d owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:20.139395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.150682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9b3a7-884d-4e80-bc43-626938e2e81c None None] Network c68ae5be-4782-4596-99f0-369327f0b6c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:20.162360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50b1fcf8-44ff-4be1-a2ab-f31c15ff1fac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (0daa8c72-2136-40f9-81d6-c44be890004d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.191283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] No DVR routers for this DVR port 11cc501f-9f54-49d2-83bf-2668bc0707a5 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:20.205530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33167b5c-ee52-454f-ab8e-0a0e327cee1e None None] Pushing event deleted for resources: {'Port': ['ID=11cc501f-9f54-49d2-83bf-2668bc0707a5,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.219454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.225586 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-97dccdf1-8998-4762-80bd-cf30573462cd tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6362050 Apr 29 04:06:20.226448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60578) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:20.240981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (11cc501f-9f54-49d2-83bf-2668bc0707a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.268795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] Provisioning complete for port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:20.272747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.292424 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ccab65ca-d306-4c9a-b9e0-df02e9792957 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules/02f6ed7b-953c-43bd-8957-a2cc4efe0e7f HTTP/1.1" status: 200 len: 764 time: 0.0628817 Apr 29 04:06:20.294460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60580) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:20.294595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=11cc501f-9f54-49d2-83bf-2668bc0707a5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.298412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 11cc501f-9f54-49d2-83bf-2668bc0707a5 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:20.370506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-37cdc0e3-fbc5-4f20-a480-bcc6afa5cdf4 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0744801 Apr 29 04:06:20.372838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60582) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:20.396676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (53ba7aa9-135e-4407-b631-83b34e277fbb), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.410412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] Current status of the port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:20.411938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.425176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba7aa9-135e-4407-b631-83b34e277fbb']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:20.425434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7527d0a-80c6-41d4-83c7-7c08171e3613 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (02f6ed7b-953c-43bd-8957-a2cc4efe0e7f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.428720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (27f10151-4527-4c56-9be1-5f435ad92435), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.432220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebedf664-dfc5-42ea-9338-b35c05865705') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:20.432524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebedf664-dfc5-42ea-9338-b35c05865705') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:20.436794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7527d0a-80c6-41d4-83c7-7c08171e3613 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (02f6ed7b-953c-43bd-8957-a2cc4efe0e7f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.442464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (ebedf664-dfc5-42ea-9338-b35c05865705), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.458887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50b1fcf8-44ff-4be1-a2ab-f31c15ff1fac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0daa8c72-2136-40f9-81d6-c44be890004d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.461544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-50b1fcf8-44ff-4be1-a2ab-f31c15ff1fac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.462923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ebedf664-dfc5-42ea-9338-b35c05865705), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.465853 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-50b1fcf8-44ff-4be1-a2ab-f31c15ff1fac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/0daa8c72-2136-40f9-81d6-c44be890004d HTTP/1.1" status: 204 len: 168 time: 0.5150440 Apr 29 04:06:20.467225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] For port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:20.478432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:20.478942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (ebedf664-dfc5-42ea-9338-b35c05865705), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.482679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1fcf8-44ff-4be1-a2ab-f31c15ff1fac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daa8c72-2136-40f9-81d6-c44be890004d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:20.482850 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:20.485788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (601da363-d9b2-42db-b824-aec1f44bad5d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.533695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=601da363-d9b2-42db-b824-aec1f44bad5d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.535891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 601da363-d9b2-42db-b824-aec1f44bad5d on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:20.536710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (27f10151-4527-4c56-9be1-5f435ad92435), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.565859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.613483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60586) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:20.624938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7527d0a-80c6-41d4-83c7-7c08171e3613 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (02f6ed7b-953c-43bd-8957-a2cc4efe0e7f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.646980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a3bf4-d9d6-4e5a-bd10-afcef2bfbefe None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:06:20.650180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82121cc-af5b-4dc3-9151-00111a7b4b79 None None] Pushing event updated for resources: {'Port': ['ID=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.680862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7527d0a-80c6-41d4-83c7-7c08171e3613 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.684704 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f7527d0a-80c6-41d4-83c7-7c08171e3613 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/02f6ed7b-953c-43bd-8957-a2cc4efe0e7f HTTP/1.1" status: 204 len: 168 time: 0.3106174 Apr 29 04:06:20.691728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60588) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:20.692597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7527d0a-80c6-41d4-83c7-7c08171e3613 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02f6ed7b-953c-43bd-8957-a2cc4efe0e7f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.697962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-76ee5a72-7daf-40cb-b28b-758e27909607 None None] Provisioning complete for port 27f10151-4527-4c56-9be1-5f435ad92435 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:20.698170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-76ee5a72-7daf-40cb-b28b-758e27909607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (27f10151-4527-4c56-9be1-5f435ad92435), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.700023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=27f10151-4527-4c56-9be1-5f435ad92435,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:20.734858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.769663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-76ee5a72-7daf-40cb-b28b-758e27909607 None None] Port 27f10151-4527-4c56-9be1-5f435ad92435 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:20.794361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-76ee5a72-7daf-40cb-b28b-758e27909607 None None] Provisioning complete for port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:20.794912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-76ee5a72-7daf-40cb-b28b-758e27909607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:20.857634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a3bf4-d9d6-4e5a-bd10-afcef2bfbefe None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:06:20.866812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6a5fb777-0fe4-4b9e-878b-99c27bd39ecf tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1719594 Apr 29 04:06:20.867419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60590) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:20.887892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:20.994018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network c68ae5be-4782-4596-99f0-369327f0b6c6 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:21.009168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:21.032707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.044321 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (53ba7aa9-135e-4407-b631-83b34e277fbb), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.047415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29b0a295-20ee-4606-8af5-f699d2d53c34 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (fe8e2da5-1f2f-40c4-a652-52ec39679e70), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.058502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.065556 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/53ba7aa9-135e-4407-b631-83b34e277fbb HTTP/1.1" status: 204 len: 168 time: 1.4844182 Apr 29 04:06:21.077512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60592) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:21.096391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6115dee-009e-4eb5-b949-d4413b7247c6']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:21.104586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bb08-af81-47f0-9494-b44efa1b6fae tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=53ba7aa9-135e-4407-b631-83b34e277fbb,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:21.135822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f17d59-c82c-4749-bb79-7cc2e405fbe6') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:21.136119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f17d59-c82c-4749-bb79-7cc2e405fbe6') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:21.150841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.168640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77712346-19de-4d02-bbcc-578f29515513 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:21.176230 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77712346-19de-4d02-bbcc-578f29515513 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 HTTP/1.1" status: 200 len: 841 time: 0.0974917 Apr 29 04:06:21.180078 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60594) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:21.198904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:21.199204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.209739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (93f17d59-c82c-4749-bb79-7cc2e405fbe6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:21.225413 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:21.249445 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fad021e8-2855-4bb1-b282-b704308ce1c6 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0632210 Apr 29 04:06:21.249648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-76ee5a72-7daf-40cb-b28b-758e27909607 None None] Current status of the port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:21.250483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60596) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:21.255639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:21.369581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:21.403095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (d6115dee-009e-4eb5-b949-d4413b7247c6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.409119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.421069 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/d6115dee-009e-4eb5-b949-d4413b7247c6 HTTP/1.1" status: 204 len: 168 time: 3.5584867 Apr 29 04:06:21.424936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60598) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:21.438614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1737645034'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:21.453571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 11cc501f-9f54-49d2-83bf-2668bc0707a5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:21.454599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cdb2d-5e0f-449e-b3cf-d615810b8a3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=d6115dee-009e-4eb5-b949-d4413b7247c6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:21.463222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:21.466929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.482416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 11cc501f-9f54-49d2-83bf-2668bc0707a5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:21.483244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 11cc501f-9f54-49d2-83bf-2668bc0707a5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:21.567652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29b0a295-20ee-4606-8af5-f699d2d53c34 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (fe8e2da5-1f2f-40c4-a652-52ec39679e70), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.573251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:21.576677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.636308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:21.655854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.656207 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment bea722fc-fb5e-4e20-aabb-b04ce4233ea6 of type vlan for network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 Apr 29 04:06:21.673674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dceff02e-daef-48e8-8960-d2a211f54f27 None None] Provisioning complete for port 27f10151-4527-4c56-9be1-5f435ad92435 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:21.674719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dceff02e-daef-48e8-8960-d2a211f54f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (27f10151-4527-4c56-9be1-5f435ad92435), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.735930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dceff02e-daef-48e8-8960-d2a211f54f27 None None] Port 27f10151-4527-4c56-9be1-5f435ad92435 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:21.757076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.758368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29b0a295-20ee-4606-8af5-f699d2d53c34 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (fe8e2da5-1f2f-40c4-a652-52ec39679e70), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.760980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29b0a295-20ee-4606-8af5-f699d2d53c34 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.763792 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-29b0a295-20ee-4606-8af5-f699d2d53c34 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe8e2da5-1f2f-40c4-a652-52ec39679e70 HTTP/1.1" status: 204 len: 168 time: 0.8899543 Apr 29 04:06:21.769076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:21.770923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.810401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0a295-20ee-4606-8af5-f699d2d53c34 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e2da5-1f2f-40c4-a652-52ec39679e70,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:21.815721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:06:21.843695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (0a6031a7-ee07-453f-b3a2-4016eabb9c2f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.849022 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-43e4ce7e-e95d-4efa-b3b6-c97d492f3d84 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0786536 Apr 29 04:06:21.853217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60602) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:21.857581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159266606'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:21.898817 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.903637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:21.904225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.928034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:21.945817 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:21.959292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:21.959982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.962268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d93ca-afe3-4a22-b4ed-eb375714d6c1 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:21.966730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5df7a3e2-4de5-4110-8dfa-aff61f8b9473 None None] Provisioning complete for port 27f10151-4527-4c56-9be1-5f435ad92435 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:21.967408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5df7a3e2-4de5-4110-8dfa-aff61f8b9473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (27f10151-4527-4c56-9be1-5f435ad92435), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:21.977097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=0a6031a7-ee07-453f-b3a2-4016eabb9c2f,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.011119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=06c238c4-4a3d-4cea-b5fb-342cf08d93f7,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.015888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:22.022392 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2e57c570-b96c-49a6-8f86-ee55f18b3af2 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3083487 Apr 29 04:06:22.027392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60604) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:22.028481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:22.030919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.035290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:22.038476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-136354201'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:22.042463 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:22.043306 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:22.048082 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aa78e396-8f9b-468c-af27-2568acf0883c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6196332 Apr 29 04:06:22.055504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60606) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:22.064119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:22.095668 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fcc833fd-1a0b-4908-bc34-ac527a24cf2d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8446810 Apr 29 04:06:22.098523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60608) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:22.105761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'security_group': {'name': 'tempest-secgroup-752458262'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:22.140670 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:22.167752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5df7a3e2-4de5-4110-8dfa-aff61f8b9473 None None] Port 27f10151-4527-4c56-9be1-5f435ad92435 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:22.186028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:22.203346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.236211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 30e0f1d5-4124-4d6a-80f3-334c174776aa {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:22.236679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.248569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-64729ca2-097c-4433-ada0-3438f008b941', 'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'project_id': '71ff61c678e94094ba43b2a96f1e34f0', 'fixed_ips': [{'subnet_id': '0a6031a7-ee07-453f-b3a2-4016eabb9c2f'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:22.249995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.262434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:22.281296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (2a99c47d-5b09-4e5e-8186-73b482c180b1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.288177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c5c18290-3e07-4d76-be64-e78115139d15), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.288528 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment c5c18290-3e07-4d76-be64-e78115139d15 of type vlan for network fe28a480-c466-4ea2-a880-03db1764273e Apr 29 04:06:22.324610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:22.328040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.345181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 30e0f1d5-4124-4d6a-80f3-334c174776aa, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=30e0f1d5-4124-4d6a-80f3-334c174776aa,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:22.345574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.365012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 30e0f1d5-4124-4d6a-80f3-334c174776aa owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:22.365382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (fe28a480-c466-4ea2-a880-03db1764273e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.369978 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:19Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:20Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:22.371020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.381271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2a99c47d-5b09-4e5e-8186-73b482c180b1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.403947 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:22.404986 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Updating router 611dba03-d65d-4873-9018-c20b14005a8b port 27f10151-4527-4c56-9be1-5f435ad92435 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:06:22.422309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing IP validity checks on allocation pools {{(pid=116104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:06:22.423319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:06:22.441818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Allocated IP 172.20.0.2 (64729ca2-097c-4433-ada0-3438f008b941/0a6031a7-ee07-453f-b3a2-4016eabb9c2f/5adbc0d3-55c3-4894-ba6c-5eb38277a34b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:22.447753 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (27f10151-4527-4c56-9be1-5f435ad92435), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.481364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a99c47d-5b09-4e5e-8186-73b482c180b1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.493176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (e796a4a2-fdd6-4706-8cc1-a33d3074aa17), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.541080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.542377 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5884f72d-09c0-4609-9428-82b6515a0f16 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6882012 Apr 29 04:06:22.545550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60610) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:22.552262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Request body: {'security_group_rule': {'security_group_id': '2a99c47d-5b09-4e5e-8186-73b482c180b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:22.562063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (fe28a480-c466-4ea2-a880-03db1764273e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.567482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:22.568074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.587250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e796a4a2-fdd6-4706-8cc1-a33d3074aa17), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.627270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e796a4a2-fdd6-4706-8cc1-a33d3074aa17,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.665477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.667039 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-23ee9965-5a24-48b1-9ba4-e9d3fb9e40fd tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5669785 Apr 29 04:06:22.670799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60612) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:22.676171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'security_group': {'name': 'tempest-secgroup-179086284'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:22.681132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Publish callbacks [] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.713207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=fe28a480-c466-4ea2-a880-03db1764273e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.725791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network fe28a480-c466-4ea2-a880-03db1764273e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:22.743194 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-31f7e6af-0ed6-4b73-97c4-42ab24b82b81 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7140689 Apr 29 04:06:22.746241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60614) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:22.752254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (d25c6883-64d6-486c-8081-060be89ae96d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.753033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:22.776307 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Publish callbacks [] for port (27f10151-4527-4c56-9be1-5f435ad92435), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.804476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.820534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (d25c6883-64d6-486c-8081-060be89ae96d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.822455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (d6841485-2ae4-418b-a3a8-34d357829efc), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.825113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (30e0f1d5-4124-4d6a-80f3-334c174776aa), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.842539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.856566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:22.859495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:22.862458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:22.887504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=d6841485-2ae4-418b-a3a8-34d357829efc,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.894923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=30e0f1d5-4124-4d6a-80f3-334c174776aa,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.903847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Pushing event updated for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.910539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d25c6883-64d6-486c-8081-060be89ae96d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.919450 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (27f10151-4527-4c56-9be1-5f435ad92435), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.938401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:22.939143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 06c238c4-4a3d-4cea-b5fb-342cf08d93f7, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:22.954609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Attempting to bind port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:22.954985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Attempting to bind port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '64729ca2-097c-4433-ada0-3438f008b941'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:22.955684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Attempting to bind port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b on network 64729ca2-097c-4433-ada0-3438f008b941 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:22.957621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25c6883-64d6-486c-8081-060be89ae96d,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:22.970698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:22.971283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Checking segment: {'id': '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '64729ca2-097c-4433-ada0-3438f008b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:22.971475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:22.972469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Bound using segment: {'id': '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '64729ca2-097c-4433-ada0-3438f008b941'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:22.972966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Bound port: 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '64729ca2-097c-4433-ada0-3438f008b941'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:22.973421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.012778 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c5ae6-315d-42df-bf09-478b40db6316 None None] Pushing event updated for resources: {'Port': ['ID=27f10151-4527-4c56-9be1-5f435ad92435,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:23.069728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:23.073658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:23.085918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.087820 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-28ce1331-2a4c-4309-b8e4-9144a881c503 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5414298 Apr 29 04:06:23.088971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:23.091561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60616) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:23.107705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:23.112089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.113191 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Attempting to bind port 27f10151-4527-4c56-9be1-5f435ad92435 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:23.113700 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Attempting to bind port 27f10151-4527-4c56-9be1-5f435ad92435 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:23.113927 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Attempting to bind port 27f10151-4527-4c56-9be1-5f435ad92435 on network c68ae5be-4782-4596-99f0-369327f0b6c6 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:23.122574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:23.128323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Checking segment: {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:23.128323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.128323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Bound using segment: {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:23.128323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Bound port: 27f10151-4527-4c56-9be1-5f435ad92435, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139b8b16-e919-445e-ab7d-e78f1289cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:23.128323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (27f10151-4527-4c56-9be1-5f435ad92435), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.167437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6ba8-4550-46ff-a782-636000ac9146 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (2a99c47d-5b09-4e5e-8186-73b482c180b1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.200696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6ba8-4550-46ff-a782-636000ac9146 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (2a99c47d-5b09-4e5e-8186-73b482c180b1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.212587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (cc04abff-8d6b-4347-b0ce-c3756d7c15cb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.219081 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] For port 27f10151-4527-4c56-9be1-5f435ad92435, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:23.221024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.224269 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] For port 27f10151-4527-4c56-9be1-5f435ad92435, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=27f10151-4527-4c56-9be1-5f435ad92435,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:23.254104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 06c238c4-4a3d-4cea-b5fb-342cf08d93f7) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:23.266081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:23.267247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.280335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed676cd-62cf-4a14-979d-b025193996c4 None None] Network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:23.318944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (cc04abff-8d6b-4347-b0ce-c3756d7c15cb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.343656 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (27f10151-4527-4c56-9be1-5f435ad92435), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.346436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d667e224-4ecb-4b81-9451-48d10a395ff2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2890036 Apr 29 04:06:23.347338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6ba8-4550-46ff-a782-636000ac9146 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2a99c47d-5b09-4e5e-8186-73b482c180b1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.349867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6ba8-4550-46ff-a782-636000ac9146 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.353523 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cc4d6ba8-4550-46ff-a782-636000ac9146 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a99c47d-5b09-4e5e-8186-73b482c180b1 HTTP/1.1" status: 204 len: 168 time: 0.2607028 Apr 29 04:06:23.354131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60618) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:23.354467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60620) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:23.364550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (4306d5c8-1193-4492-b510-da5181b64470), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.410376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da8ad-5af3-4f5b-8c92-bd1f6087b1d6 None None] Pushing event updated for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:23.434132 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:23.434750 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:23.442416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] Provisioning complete for port 27f10151-4527-4c56-9be1-5f435ad92435 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:23.442782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (27f10151-4527-4c56-9be1-5f435ad92435), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.448947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d6ba8-4550-46ff-a782-636000ac9146 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a99c47d-5b09-4e5e-8186-73b482c180b1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:23.521399 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c5ae6-315d-42df-bf09-478b40db6316 None None] Pushing event updated for resources: {'Port': ['ID=27f10151-4527-4c56-9be1-5f435ad92435,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:23.554027 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-10a5b4a2-ce94-4b33-aeb4-02b81a1751f1 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1798081 Apr 29 04:06:23.563682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60622) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:23.592956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04abff-8d6b-4347-b0ce-c3756d7c15cb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:23.601977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (9fbc4ffb-c5aa-4173-8018-28c63e104d07), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.613712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.618403 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bde3e0ba-73be-48ee-a66c-b4db4cf413ab tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9430263 Apr 29 04:06:23.634737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-06c238c4-4a3d-4cea-b5fb-342cf08d93f7', 'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': 'd6841485-2ae4-418b-a3a8-34d357829efc'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:23.635878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.664663 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:23.679740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.682443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60624) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:23.711523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-64189093', 'security_groups': ['cc04abff-8d6b-4347-b0ce-c3756d7c15cb'], 'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a6031a7-ee07-453f-b3a2-4016eabb9c2f'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:23.790541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=9fbc4ffb-c5aa-4173-8018-28c63e104d07,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:23.821455 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-378d1179-9d8f-44d0-be6b-f891ffcc51e7 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2560198 Apr 29 04:06:23.829653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60626) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:23.852092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] Current status of the port 27f10151-4527-4c56-9be1-5f435ad92435 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:23.852572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (27f10151-4527-4c56-9be1-5f435ad92435), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:23.859485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:23.859859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: fe28a480-c466-4ea2-a880-03db1764273e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:23.915798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] For port 27f10151-4527-4c56-9be1-5f435ad92435, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=27f10151-4527-4c56-9be1-5f435ad92435,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:23.949163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Allocated IP 172.20.0.3 (06c238c4-4a3d-4cea-b5fb-342cf08d93f7/d6841485-2ae4-418b-a3a8-34d357829efc/095d6e70-5237-4c91-bfb5-3e0657896449) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:23.960401 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-f48cbb51-d59b-4fc8-bd17-0018f417b444 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] delete failed (client error): The resource could not be found. Apr 29 04:06:23.961775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f48cbb51-d59b-4fc8-bd17-0018f417b444 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a99c47d-5b09-4e5e-8186-73b482c180b1 HTTP/1.1" status: 404 len: 347 time: 0.0749083 Apr 29 04:06:23.968977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60628) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:24.015222 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:19Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:24.023121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (d6841485-2ae4-418b-a3a8-34d357829efc), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.035976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 4306d5c8-1193-4492-b510-da5181b64470 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:24.039073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network fe28a480-c466-4ea2-a880-03db1764273e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:24.044041 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44226d-6bd0-4114-ab95-e1e2abf16927 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:19Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:24.097777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (27f10151-4527-4c56-9be1-5f435ad92435), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.109026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, fe28a480-c466-4ea2-a880-03db1764273e) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:24.128593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:24.129285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.133418 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e491e117-e7f1-4fde-bcb7-2a1ee41b5714 tempest-SecGroupTest-1325030855 tempest-SecGroupTest-1325030855-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1626744 Apr 29 04:06:24.164145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25880da5-119c-4a23-89a0-d7b95805402d None None] Network fe28a480-c466-4ea2-a880-03db1764273e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:24.190879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:24.200990 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e98ec484-8baf-45ec-af59-2996f0a41804 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/4306d5c8-1193-4492-b510-da5181b64470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5826418 Apr 29 04:06:24.201624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60632) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:24.237766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:24.256945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] Sync routers for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:24.262068 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d3eaf6f7-a315-454d-a76a-2733ed98b41b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5118763 Apr 29 04:06:24.262352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60634) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:24.361160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fa9e934f-fe8e-4823-ba06-665b7501d65f None None] Provisioning complete for port 27f10151-4527-4c56-9be1-5f435ad92435 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:24.361963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa9e934f-fe8e-4823-ba06-665b7501d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (27f10151-4527-4c56-9be1-5f435ad92435), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.373855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.406816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:24.407974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:24.411646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port f9a0d013-ab7e-4945-a679-e87b345d986c yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:06:24.414990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875704-0b15-4b52-9b5c-5c4d3faac588 None None] Pushing event updated for resources: {'Port': ['ID=27f10151-4527-4c56-9be1-5f435ad92435,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:24.425658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Publish callbacks [] for port (095d6e70-5237-4c91-bfb5-3e0657896449), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.429872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-fe28a480-c466-4ea2-a880-03db1764273e', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:24.431060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.622344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet d9a77ecf-f590-455d-bb63-91f3b42780c9 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:24.693070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (d9a77ecf-f590-455d-bb63-91f3b42780c9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.791673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (095d6e70-5237-4c91-bfb5-3e0657896449), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.815360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (d9a77ecf-f590-455d-bb63-91f3b42780c9), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:24.901739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60638) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:24.954379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Pushing event updated for resources: {'Port': ['ID=095d6e70-5237-4c91-bfb5-3e0657896449,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:25.013835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.10 (64729ca2-097c-4433-ada0-3438f008b941/0a6031a7-ee07-453f-b3a2-4016eabb9c2f/f9a0d013-ab7e-4945-a679-e87b345d986c) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:25.058612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.126764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (d9a77ecf-f590-455d-bb63-91f3b42780c9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.134139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:25.195691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (d6841485-2ae4-418b-a3a8-34d357829efc), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.215957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 27f10151-4527-4c56-9be1-5f435ad92435 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:25.215957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:25.216715 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c55b89de-fad2-46ad-b215-38452994625a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5f54b34035848688dd2958fbfadcf36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119373 Apr 29 04:06:25.216715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60642) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:25.231527 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:06:25.267941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=d6841485-2ae4-418b-a3a8-34d357829efc,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:25.282130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:25.302178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:25.347645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0295acc1-e46c-4167-8c27-c0a7801a154e admin admin] Publish callbacks [] for security_group (cbf1f949-8d71-47a5-b430-5895d6fe8e4f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.371785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.394942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (d9a77ecf-f590-455d-bb63-91f3b42780c9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.402463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0295acc1-e46c-4167-8c27-c0a7801a154e admin admin] Publish callbacks [] for security_group (cbf1f949-8d71-47a5-b430-5895d6fe8e4f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.434764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e934f-fe8e-4823-ba06-665b7501d65f None None] Current status of the port 27f10151-4527-4c56-9be1-5f435ad92435 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:25.435356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a77ecf-f590-455d-bb63-91f3b42780c9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:25.463420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c238c4-4a3d-4cea-b5fb-342cf08d93f7']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:25.475458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 27f10151-4527-4c56-9be1-5f435ad92435 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:25.475861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (27f10151-4527-4c56-9be1-5f435ad92435), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.480213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.481439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Attempting to bind port 095d6e70-5237-4c91-bfb5-3e0657896449 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:25.481879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Attempting to bind port 095d6e70-5237-4c91-bfb5-3e0657896449 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:25.482233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Attempting to bind port 095d6e70-5237-4c91-bfb5-3e0657896449 on network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:25.483372 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a855ce22-43be-4438-9ef8-db970262b642 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/d9a77ecf-f590-455d-bb63-91f3b42780c9 HTTP/1.1" status: 204 len: 168 time: 1.2809601 Apr 29 04:06:25.485194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:25.485514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:25.486581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60644) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:25.496436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:25.496710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Checking segment: {'id': 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:25.496927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.497339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Bound using segment: {'id': 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:25.498345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Bound port: 095d6e70-5237-4c91-bfb5-3e0657896449, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:25.498345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (095d6e70-5237-4c91-bfb5-3e0657896449), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.499256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.500158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235be93-9ca6-4910-80fc-ce8861096c28 None None] Network 5337c379-932b-4dcd-bd28-6a66be40abee requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:25.526205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.541190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:25.541974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:25.545361 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:25.551666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Allocated IP 172.21.0.2 (fe28a480-c466-4ea2-a880-03db1764273e/9fbc4ffb-c5aa-4173-8018-28c63e104d07/0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:25.566884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0295acc1-e46c-4167-8c27-c0a7801a154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (cbf1f949-8d71-47a5-b430-5895d6fe8e4f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.570615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0295acc1-e46c-4167-8c27-c0a7801a154e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.574343 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0295acc1-e46c-4167-8c27-c0a7801a154e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbf1f949-8d71-47a5-b430-5895d6fe8e4f HTTP/1.1" status: 204 len: 168 time: 0.3553920 Apr 29 04:06:25.578915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.615624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295acc1-e46c-4167-8c27-c0a7801a154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf1f949-8d71-47a5-b430-5895d6fe8e4f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:25.655471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (4306d5c8-1193-4492-b510-da5181b64470), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.679774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:06:25.679774 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:06:25.679774 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': '06c238c4-4a3d-4cea-b5fb-342cf08d93f7'}] Apr 29 04:06:25.679774 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:25.683174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:25.721246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Provisioning complete for port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:25.721645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.739824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:22Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:25.759734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.767587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] Checking router: 4306d5c8-1193-4492-b510-da5181b64470 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:25.810133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:25.824375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:25.832502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:25.854375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (4306d5c8-1193-4492-b510-da5181b64470), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.877921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=f9a0d013-ab7e-4945-a679-e87b345d986c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:25.895653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] Routers {'4306d5c8-1193-4492-b510-da5181b64470'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:25.896080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4306d5c8-1193-4492-b510-da5181b64470'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:25.902883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] For port 095d6e70-5237-4c91-bfb5-3e0657896449, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:25.919008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:25.921972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:25.979522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:25.988863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] For port 095d6e70-5237-4c91-bfb5-3e0657896449, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=095d6e70-5237-4c91-bfb5-3e0657896449,segment=NetworkSegment(bea722fc-fb5e-4e20-aabb-b04ce4233ea6),segment_id=bea722fc-fb5e-4e20-aabb-b04ce4233ea6)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:25.998493 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2bae50e7-ea07-4db9-b02a-b83fc2073316 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3148358 Apr 29 04:06:26.001222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60650) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:26.006548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 27f10151-4527-4c56-9be1-5f435ad92435 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:26.006548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:26.016807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:26.044714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port bcceff9f-5526-46f7-8c9e-223a7cf81606 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:26.048447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.058244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] DHCP port deletion for 5337c379-932b-4dcd-bd28-6a66be40abee request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:26.090791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (095d6e70-5237-4c91-bfb5-3e0657896449), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.092670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:26.093033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.163203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port bcceff9f-5526-46f7-8c9e-223a7cf81606, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=bcceff9f-5526-46f7-8c9e-223a7cf81606,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:26.163572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.180052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for bcceff9f-5526-46f7-8c9e-223a7cf81606 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:26.197045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.292965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:26.298273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.328126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 095d6e70-5237-4c91-bfb5-3e0657896449 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:26.329047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (095d6e70-5237-4c91-bfb5-3e0657896449), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.370252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] Deleting port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:26.370701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.411810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934ef7-5275-4def-97a1-5a5f046211ad None None] Pushing event updated for resources: {'Port': ['ID=095d6e70-5237-4c91-bfb5-3e0657896449,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:26.428650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] Set router 4306d5c8-1193-4492-b510-da5181b64470 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:26.436211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:26.442259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.453415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 095d6e70-5237-4c91-bfb5-3e0657896449, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=095d6e70-5237-4c91-bfb5-3e0657896449,segment=NetworkSegment(bea722fc-fb5e-4e20-aabb-b04ce4233ea6),segment_id=bea722fc-fb5e-4e20-aabb-b04ce4233ea6)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:26.453821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (095d6e70-5237-4c91-bfb5-3e0657896449), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.462833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (bcceff9f-5526-46f7-8c9e-223a7cf81606), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.469221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Publish callbacks [] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.474181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 095d6e70-5237-4c91-bfb5-3e0657896449 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:26.481307 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a6031a7-ee07-453f-b3a2-4016eabb9c2f (CIDR: 172.20.0.0/28) Apr 29 04:06:26.507782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=bcceff9f-5526-46f7-8c9e-223a7cf81606,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:26.530302 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:06:26.530800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:26.581563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (4306d5c8-1193-4492-b510-da5181b64470), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.636523 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8f852737-66cc-46f6-96f1-bb7096d37f1d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6339111 Apr 29 04:06:26.639028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60660) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:26.645393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:26.688230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (4306d5c8-1193-4492-b510-da5181b64470), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.691132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (4306d5c8-1193-4492-b510-da5181b64470), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.721976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983fe8e-806b-4136-a4c4-5df98f1cd1e6 None None] Network 06c238c4-4a3d-4cea-b5fb-342cf08d93f7 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:26.826128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.828553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (095d6e70-5237-4c91-bfb5-3e0657896449), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.837747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] For port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,segment=NetworkSegment(ea7cede1-9d74-4c56-9ebb-7bed283b4407),segment_id=ea7cede1-9d74-4c56-9ebb-7bed283b4407)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:26.838148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.875067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.21.0.1 (fe28a480-c466-4ea2-a880-03db1764273e/9fbc4ffb-c5aa-4173-8018-28c63e104d07/a8928af5-7d9a-4e7d-924c-8d29cf16c9ca) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:26.894971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:26.898682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:26.982753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] Calling delete_port for 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:26.999613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:27.000005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.003101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Network fe28a480-c466-4ea2-a880-03db1764273e is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:27.016963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.046709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=095d6e70-5237-4c91-bfb5-3e0657896449,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.063720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (4306d5c8-1193-4492-b510-da5181b64470), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.068774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router 4306d5c8-1193-4492-b510-da5181b64470 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:06:27.075624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 095d6e70-5237-4c91-bfb5-3e0657896449 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:27.075991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:27.091695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:27.097501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Pushing event updated for resources: {'Port': ['ID=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.098720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.101252 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-39728519-4566-4534-a58e-43788d2147df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/4306d5c8-1193-4492-b510-da5181b64470 HTTP/1.1" status: 204 len: 168 time: 1.6131768 Apr 29 04:06:27.102314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:27.172813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.198130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.242270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60672) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:27.261467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:27.299449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c238c4-4a3d-4cea-b5fb-342cf08d93f7']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.305031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:27.305482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.310124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.310498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea722fc-fb5e-4e20-aabb-b04ce4233ea6') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.315151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network fe28a480-c466-4ea2-a880-03db1764273e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:27.324056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:27.326803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:27.332659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.342693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:22Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.344592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.354735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.358549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (00c9f923-f874-4a9f-8049-ada4e176f696), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.376713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.389819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:27.393946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:27.402783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:27.403265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (bea722fc-fb5e-4e20-aabb-b04ce4233ea6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.405576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Attempting to bind port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:27.406085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Attempting to bind port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:27.406290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Attempting to bind port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 on network fe28a480-c466-4ea2-a880-03db1764273e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:27.409225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861597f-aabf-487d-b332-0edec84fb62f None None] The sync data for ids ['4306d5c8-1193-4492-b510-da5181b64470'] in dv-neutron-839777-1-hyperv is: [{'id': '4306d5c8-1193-4492-b510-da5181b64470', 'name': 'tempest-TestNetworkBasicOps-router-1514411865', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:03:35Z', 'updated_at': '2022-04-29T04:06:22Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'bcceff9f-5526-46f7-8c9e-223a7cf81606', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4306d5c8-1193-4492-b510-da5181b64470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:03:36Z', 'updated_at': '2022-04-29T04:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:27.417233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da892a-f46a-448c-ab80-517ab372a026 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:27.436674 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:27.440505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:27.440644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5337c379-932b-4dcd-bd28-6a66be40abee), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.441275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.458277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:27.459104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Checking segment: {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:27.459104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.459503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Bound using segment: {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:27.460121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.461152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Bound port: 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:27.461634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.498747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (25ab0b08-9df3-4769-b6ee-4ad3579b8df7), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.511553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-af217b24-40e7-4f31-824a-032fcd902995 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-484058806', 'prefixes': ['172.20.0.0/16']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:27.530696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] The port '25ab0b08-9df3-4769-b6ee-4ad3579b8df7' was deleted {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} Apr 29 04:06:27.542561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=00c9f923-f874-4a9f-8049-ada4e176f696,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.581741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a3708b93-323f-48a3-af63-a00c79cd35d5 None None] Provisioning complete for port f9a0d013-ab7e-4945-a679-e87b345d986c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:27.582116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3708b93-323f-48a3-af63-a00c79cd35d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.590419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] No DVR routers for this DVR port 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:27.619583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e1251ba8-62c2-4e3a-ba83-03ea4a3d8631 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9762843 Apr 29 04:06:27.620103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60676) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:27.633240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2001568850', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00c9f923-f874-4a9f-8049-ada4e176f696'}], 'security_groups': ['e796a4a2-fdd6-4706-8cc1-a33d3074aa17']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:27.633673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53ade5-424d-4559-8a6f-b71245409b39 None None] Pushing event updated for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.648870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5337c379-932b-4dcd-bd28-6a66be40abee), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.662597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (06c238c4-4a3d-4cea-b5fb-342cf08d93f7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.673122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:27.673504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:27.678767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b90d6-fc85-400c-9afa-82a40485f3a8 None None] Pushing event deleted for resources: {'Port': ['ID=25ab0b08-9df3-4769-b6ee-4ad3579b8df7,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.691865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.695690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5337c379-932b-4dcd-bd28-6a66be40abee']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.702249 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/06c238c4-4a3d-4cea-b5fb-342cf08d93f7 HTTP/1.1" status: 204 len: 168 time: 4.3386128 Apr 29 04:06:27.702249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97231f0-e7f6-40be-a8fd-bcab3172f36a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=06c238c4-4a3d-4cea-b5fb-342cf08d93f7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.702546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60678) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:27.711930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a3708b93-323f-48a3-af63-a00c79cd35d5 None None] Port f9a0d013-ab7e-4945-a679-e87b345d986c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:27.712947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568485615'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:27.727605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7cede1-9d74-4c56-9ebb-7bed283b4407') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.727898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7cede1-9d74-4c56-9ebb-7bed283b4407') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:27.740806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.743453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] For port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:27.762781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] For port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,segment=NetworkSegment(c5c18290-3e07-4d76-be64-e78115139d15),segment_id=c5c18290-3e07-4d76-be64-e78115139d15)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:27.768375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.781589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (ea7cede1-9d74-4c56-9ebb-7bed283b4407), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.839045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ea7cede1-9d74-4c56-9ebb-7bed283b4407), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.857609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.874284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:27.878050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.901877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:27.902369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (ea7cede1-9d74-4c56-9ebb-7bed283b4407), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:27.910446 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:27.932343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] Update dhcp port {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'fixed_ips': [{'subnet_id': '0a6031a7-ee07-453f-b3a2-4016eabb9c2f', 'ip_address': '172.20.0.2'}, {'subnet_id': '00c9f923-f874-4a9f-8049-ada4e176f696'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '5adbc0d3-55c3-4894-ba6c-5eb38277a34b'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:06:27.957063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:27.987394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d38fe-54a9-4097-9a48-5d5e6a55153f None None] Pushing event updated for resources: {'Port': ['ID=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:27.990356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.058193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.058703 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 52e1acea-63f9-4535-858a-c177ff3228de of type vlan for network 9b37c108-0192-4d3e-957e-682a6cdf4a9d Apr 29 04:06:28.133231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5337c379-932b-4dcd-bd28-6a66be40abee), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.145873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.151826 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/5337c379-932b-4dcd-bd28-6a66be40abee HTTP/1.1" status: 204 len: 168 time: 1.0458801 Apr 29 04:06:28.172488 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60680) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:28.177582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.180235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8643e-4137-4bf2-96b5-18dff5869ad8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=5337c379-932b-4dcd-bd28-6a66be40abee,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:28.195939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af217b24-40e7-4f31-824a-032fcd902995 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.199627 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-af217b24-40e7-4f31-824a-032fcd902995 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9561431 Apr 29 04:06:28.203545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60682) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:28.209027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--1307968306', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:28.256647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Delete allocated IP 172.20.0.10 (64729ca2-097c-4433-ada0-3438f008b941/0a6031a7-ee07-453f-b3a2-4016eabb9c2f) {{(pid=116104) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 04:06:28.260154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:28.298935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.19 (64729ca2-097c-4433-ada0-3438f008b941/00c9f923-f874-4a9f-8049-ada4e176f696/f9a0d013-ab7e-4945-a679-e87b345d986c) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:28.358877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:28.362865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.441549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:28.499917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2d083f9f-b4eb-4f89-a869-9257d83ec501), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.500319 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment 2d083f9f-b4eb-4f89-a869-9257d83ec501 of type vlan for network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 Apr 29 04:06:28.562946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1a6873c7-6a10-4aa7-a850-1b1c837c1276), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.618630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.700543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.705606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:28.706181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.707749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1a6873c7-6a10-4aa7-a850-1b1c837c1276), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.712892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:28.713554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.757386 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3641f52-8299-4729-9b21-b707c2759654 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] 10.222.0.37 "GET /v2.0/subnetpools/037d1b00-294c-436a-98e0-f355e450fb97 HTTP/1.1" status: 200 len: 731 time: 0.5512698 Apr 29 04:06:28.764452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60684) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:28.781841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c5b936e2-007e-4cf1-b8a2-f665d1f15456 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2136528446'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:28.784162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:28.786151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=1a6873c7-6a10-4aa7-a850-1b1c837c1276,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:28.803253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:28.870823 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee30e3ae-adb7-494e-9936-6cb52c684921 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6968198 Apr 29 04:06:28.875424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60686) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:28.880895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:28.904326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=f9a0d013-ab7e-4945-a679-e87b345d986c,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:28.943169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] Allocated IP 172.20.0.18 (64729ca2-097c-4433-ada0-3438f008b941/00c9f923-f874-4a9f-8049-ada4e176f696/5adbc0d3-55c3-4894-ba6c-5eb38277a34b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:28.948926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:28.953368 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2520845 Apr 29 04:06:28.956776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60688) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:28.960779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27c11-a10e-45f6-8c0f-4c0731b0406c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=9b37c108-0192-4d3e-957e-682a6cdf4a9d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:28.963199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:29.002922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 9b37c108-0192-4d3e-957e-682a6cdf4a9d details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:29.019997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5b936e2-007e-4cf1-b8a2-f665d1f15456 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.027380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c5b936e2-007e-4cf1-b8a2-f665d1f15456 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] 10.222.0.37 "PUT /v2.0/subnetpools/037d1b00-294c-436a-98e0-f355e450fb97 HTTP/1.1" status: 200 len: 684 time: 0.2456677 Apr 29 04:06:29.027610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60690) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:29.037953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.104309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (a463866e-f955-44f3-8988-c2bbf426c74d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.105453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (a463866e-f955-44f3-8988-c2bbf426c74d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.108918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] In _notify_port_updated(), no bound segment for port f9a0d013-ab7e-4945-a679-e87b345d986c on network 64729ca2-097c-4433-ada0-3438f008b941 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:06:29.113990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:29.114611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.118828 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-26654772-0a0e-4169-8c55-401e84a03dad tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/ports/f9a0d013-ab7e-4945-a679-e87b345d986c HTTP/1.1" status: 200 len: 921 time: 1.4942043 Apr 29 04:06:29.122077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60692) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:29.179168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:29.179852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.187574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.226727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (a463866e-f955-44f3-8988-c2bbf426c74d), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.291147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:29.295920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.324547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port f9a0d013-ab7e-4945-a679-e87b345d986c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:29.324547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.327995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:29.333545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.343265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7096df9d-f710-4f25-81e6-37b33e50c58d tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.347185 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7096df9d-f710-4f25-81e6-37b33e50c58d tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] 10.222.0.37 "DELETE /v2.0/subnetpools/037d1b00-294c-436a-98e0-f355e450fb97 HTTP/1.1" status: 204 len: 168 time: 0.3161006 Apr 29 04:06:29.352302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60694) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:29.398121 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-f1a752a8-28e2-4031-a5b3-b629e394e410 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] show failed (client error): The resource could not be found. Apr 29 04:06:29.400160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f1a752a8-28e2-4031-a5b3-b629e394e410 tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] 10.222.0.37 "GET /v2.0/subnetpools/037d1b00-294c-436a-98e0-f355e450fb97 HTTP/1.1" status: 404 len: 346 time: 0.0459337 Apr 29 04:06:29.410342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d45e9-8c39-4ec0-81ef-f8084ba4c963 None None] Network fe28a480-c466-4ea2-a880-03db1764273e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:29.414259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60696) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:29.445250 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-2050e315-2844-4840-9276-9bcbfe6c0a6a tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] delete failed (client error): The resource could not be found. Apr 29 04:06:29.449541 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2050e315-2844-4840-9276-9bcbfe6c0a6a tempest-SubnetPoolsTestJSON-1483622347 tempest-SubnetPoolsTestJSON-1483622347-project] 10.222.0.37 "DELETE /v2.0/subnetpools/037d1b00-294c-436a-98e0-f355e450fb97 HTTP/1.1" status: 404 len: 346 time: 0.0311189 Apr 29 04:06:29.498545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:29.499400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.501765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:29.502352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.513074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6b43be70-1892-4406-94ab-242e606066e5 None None] Provisioning complete for port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:29.513776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6b43be70-1892-4406-94ab-242e606066e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.530333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for f9a0d013-ab7e-4945-a679-e87b345d986c owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:29.545211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network fe28a480-c466-4ea2-a880-03db1764273e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:29.550038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:29.609361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,segment=NetworkSegment(c5c18290-3e07-4d76-be64-e78115139d15),segment_id=c5c18290-3e07-4d76-be64-e78115139d15)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:29.645701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] Publish callbacks [] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.687484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.688537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:29.710538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:29.790366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:29.810737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.837668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:29.838297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.860725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:29.872153 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:29.878966 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d83243da-683e-4a59-a1d7-565d5332f8b9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6120434 Apr 29 04:06:29.879176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60700) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:29.888679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903767285'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:29.888854 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:29.888854 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:29.908547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (f9a0d013-ab7e-4945-a679-e87b345d986c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.932542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (a463866e-f955-44f3-8988-c2bbf426c74d), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:29.949984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=f9a0d013-ab7e-4945-a679-e87b345d986c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:30.025536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d2ced-7a66-415c-b6ba-3c35891a91a6 None None] Pushing event updated for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:30.080737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.084734 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-501a88ae-b69f-4a35-82ac-132d8229103a tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/f9a0d013-ab7e-4945-a679-e87b345d986c HTTP/1.1" status: 204 len: 168 time: 0.9624109 Apr 29 04:06:30.088939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60706) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:30.108296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:30.121898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.125853 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:30.149306 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad982707-26e2-4ab6-aa95-1acdd36e521f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:06:30.151283 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ad982707-26e2-4ab6-aa95-1acdd36e521f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/f9a0d013-ab7e-4945-a679-e87b345d986c HTTP/1.1" status: 404 len: 333 time: 0.0607724 Apr 29 04:06:30.155112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60708) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:30.187956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:30.188801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60710) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:30.200245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (04319569-858d-4032-a30d-bce11024a9da), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.200600 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 04319569-858d-4032-a30d-bce11024a9da of type vlan for network 8de7d079-a628-4ad9-ab02-5cd4eed2829f Apr 29 04:06:30.212967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6b43be70-1892-4406-94ab-242e606066e5 None None] Current status of the port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:30.232014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:30.281787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8de7d079-a628-4ad9-ab02-5cd4eed2829f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.330681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-11b51972-228c-47ea-94bf-6f447809ff52 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (cc04abff-8d6b-4347-b0ce-c3756d7c15cb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.347526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 30e0f1d5-4124-4d6a-80f3-334c174776aa no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:30.392736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 30e0f1d5-4124-4d6a-80f3-334c174776aa {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:30.393457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 30e0f1d5-4124-4d6a-80f3-334c174776aa not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:30.394384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:30.397632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09d19f56-c564-46b4-aeec-16c5f3b5710f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.428159 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-11b51972-228c-47ea-94bf-6f447809ff52 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (cc04abff-8d6b-4347-b0ce-c3756d7c15cb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.432468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8de7d079-a628-4ad9-ab02-5cd4eed2829f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.442903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:30.444579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.453462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:30.455300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 25ab0b08-9df3-4769-b6ee-4ad3579b8df7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:30.468131 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:27Z', 'revision_number': 3, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:28Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:30.477823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2bb8c800-519c-4267-b8ac-71a32cffc540 None None] Provisioning complete for port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:30.478200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c800-519c-4267-b8ac-71a32cffc540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.483326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (270f3aec-c281-4399-ad71-300f738cf858), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.506839 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:30.507195 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Updating router 611dba03-d65d-4873-9018-c20b14005a8b port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:06:30.545305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8c800-519c-4267-b8ac-71a32cffc540 None None] Port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:30.560976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2bb8c800-519c-4267-b8ac-71a32cffc540 None None] Provisioning complete for port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:30.561973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c800-519c-4267-b8ac-71a32cffc540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.569851 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.609216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=270f3aec-c281-4399-ad71-300f738cf858,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:30.679965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:30.724828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=8de7d079-a628-4ad9-ab02-5cd4eed2829f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:30.752784 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2a24c78f-1807-4fbf-87f1-544412edc127 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8726640 Apr 29 04:06:30.758816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60714) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:30.765457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:30.772135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:30.788446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8c800-519c-4267-b8ac-71a32cffc540 None None] Current status of the port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:30.823864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-11b51972-228c-47ea-94bf-6f447809ff52 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (cc04abff-8d6b-4347-b0ce-c3756d7c15cb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.827660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-11b51972-228c-47ea-94bf-6f447809ff52 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.829077 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-11b51972-228c-47ea-94bf-6f447809ff52 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc04abff-8d6b-4347-b0ce-c3756d7c15cb HTTP/1.1" status: 204 len: 168 time: 0.6708672 Apr 29 04:06:30.838377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60716) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:30.871144 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': '52e1acea-63f9-4535-858a-c177ff3228de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:30.871838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 9b37c108-0192-4d3e-957e-682a6cdf4a9d, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:30.890372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:30.890372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.900988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (a463866e-f955-44f3-8988-c2bbf426c74d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.928134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:30.960785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51972-228c-47ea-94bf-6f447809ff52 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04abff-8d6b-4347-b0ce-c3756d7c15cb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:30.969899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c54a9af9-2973-42d7-9d5f-5f797a79c30c None None] Provisioning complete for port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:30.970943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c54a9af9-2973-42d7-9d5f-5f797a79c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.035347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 9b37c108-0192-4d3e-957e-682a6cdf4a9d is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:31.072420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09d19f56-c564-46b4-aeec-16c5f3b5710f admin admin] Publish callbacks [] for security_group (1d7b8591-9e55-4341-84be-8a6f3b6d97f3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.088963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c54a9af9-2973-42d7-9d5f-5f797a79c30c None None] Port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:31.103111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 9b37c108-0192-4d3e-957e-682a6cdf4a9d) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:31.113778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:31.114923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.143119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09d19f56-c564-46b4-aeec-16c5f3b5710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1d7b8591-9e55-4341-84be-8a6f3b6d97f3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.149865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.229 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/9f295a83-86bc-4516-91ea-8c1a1807ceae) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:31.154900 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Publish callbacks [] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.157647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:31.158815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:31.161021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bff376-6818-48cb-86a7-ff2aa1de8bc1 None None] Network 9b37c108-0192-4d3e-957e-682a6cdf4a9d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:31.166761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3a057bc5-f692-46d5-816f-368c4847af9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (e796a4a2-fdd6-4706-8cc1-a33d3074aa17), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.234695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d19f56-c564-46b4-aeec-16c5f3b5710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b8591-9e55-4341-84be-8a6f3b6d97f3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.242537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3a057bc5-f692-46d5-816f-368c4847af9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (e796a4a2-fdd6-4706-8cc1-a33d3074aa17), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.247646 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-09d19f56-c564-46b4-aeec-16c5f3b5710f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35c7b8fafd584f1599323369dbeb160c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0576963 Apr 29 04:06:31.254335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60718) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:31.263628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Provisioning complete for port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:31.263858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.269751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:31.270391 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.274015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.279964 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2ef837c8-0027-43d9-a54c-849a2f3563a5 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3194225 Apr 29 04:06:31.288126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60720) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:31.352342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:31.357632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Could not find standard attr ID for object f9a0d013-ab7e-4945-a679-e87b345d986c. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:06:31.361342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:31.361475 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e1c8-d9ff-458c-ab8c-a58f288a6ec5 None None] Pushing event updated for resources: {'Port': ['ID=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.361635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.380949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.420808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:31.420808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.460230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-922fff4a-e207-4a09-abc0-9485f759e17a admin admin] Publish callbacks [] for security_group (1d7b8591-9e55-4341-84be-8a6f3b6d97f3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.465428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-9b37c108-0192-4d3e-957e-682a6cdf4a9d', 'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '270f3aec-c281-4399-ad71-300f738cf858'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:31.466157 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Attempting to bind port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:31.466325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.466948 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Attempting to bind port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:31.467497 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Attempting to bind port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca on network fe28a480-c466-4ea2-a880-03db1764273e {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:31.491510 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:31.492216 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Checking segment: {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:31.492786 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.493377 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Bound using segment: {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:31.500036 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Bound port: a8928af5-7d9a-4e7d-924c-8d29cf16c9ca, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c18290-3e07-4d76-be64-e78115139d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:31.500741 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.571504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-922fff4a-e207-4a09-abc0-9485f759e17a admin admin] Publish callbacks [] for security_group (1d7b8591-9e55-4341-84be-8a6f3b6d97f3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.589161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.623416 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] For port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:31.630695 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] For port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,segment=NetworkSegment(c5c18290-3e07-4d76-be64-e78115139d15),segment_id=c5c18290-3e07-4d76-be64-e78115139d15)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:31.716786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2447-3980-4d91-9784-66e34fb2584a None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:31.728101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (270f3aec-c281-4399-ad71-300f738cf858), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.730307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:31.761761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.768740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bcceff9f-5526-46f7-8c9e-223a7cf81606 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:31.797638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: bcceff9f-5526-46f7-8c9e-223a7cf81606 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:31.803294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bcceff9f-5526-46f7-8c9e-223a7cf81606 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:31.803565 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.806513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (1d1d97df-4273-465f-b419-6bf0e948e721), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.814020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3a057bc5-f692-46d5-816f-368c4847af9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e796a4a2-fdd6-4706-8cc1-a33d3074aa17), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.819875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3a057bc5-f692-46d5-816f-368c4847af9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.821635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:31.826743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60722) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:31.832970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3a057bc5-f692-46d5-816f-368c4847af9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/security-groups/e796a4a2-fdd6-4706-8cc1-a33d3074aa17 HTTP/1.1" status: 204 len: 168 time: 0.9905212 Apr 29 04:06:31.837721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:31.845572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:31.855152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Allocated IP 172.20.0.1 (9b37c108-0192-4d3e-957e-682a6cdf4a9d/270f3aec-c281-4399-ad71-300f738cf858/b5ac6418-ee65-4747-813a-9c753017f49f) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:31.883843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Provisioning complete for port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:31.887296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=9f295a83-86bc-4516-91ea-8c1a1807ceae,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.888412 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:31.889739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.889870 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:31.912397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057bc5-f692-46d5-816f-368c4847af9b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e796a4a2-fdd6-4706-8cc1-a33d3074aa17,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.913186 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e1c8-d9ff-458c-ab8c-a58f288a6ec5 None None] Pushing event updated for resources: {'Port': ['ID=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.920917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-922fff4a-e207-4a09-abc0-9485f759e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1d7b8591-9e55-4341-84be-8a6f3b6d97f3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.923543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-922fff4a-e207-4a09-abc0-9485f759e17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:31.931320 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-922fff4a-e207-4a09-abc0-9485f759e17a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d7b8591-9e55-4341-84be-8a6f3b6d97f3 HTTP/1.1" status: 204 len: 168 time: 0.6767082 Apr 29 04:06:31.974579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fff4a-e207-4a09-abc0-9485f759e17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b8591-9e55-4341-84be-8a6f3b6d97f3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.992824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=1d1d97df-4273-465f-b419-6bf0e948e721,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:31.996250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 0a6031a7-ee07-453f-b3a2-4016eabb9c2f {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:32.002844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (0a6031a7-ee07-453f-b3a2-4016eabb9c2f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.027570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:32.029839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: 8de7d079-a628-4ad9-ab02-5cd4eed2829f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:32.130733 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:32.177231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:32.197004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (0a6031a7-ee07-453f-b3a2-4016eabb9c2f), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.272679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Current status of the port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:32.273281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.273442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 8de7d079-a628-4ad9-ab02-5cd4eed2829f) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:32.276946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Publish callbacks [] for port (b5ac6418-ee65-4747-813a-9c753017f49f), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.278074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:32.283001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.288798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581a967-c664-484a-a227-12fff0f7b274 None None] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:32.345372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (0a6031a7-ee07-453f-b3a2-4016eabb9c2f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.365935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (b5ac6418-ee65-4747-813a-9c753017f49f), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.384616 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:27Z', 'revision_number': 3, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:31Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:32.401297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] For port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,segment=NetworkSegment(c5c18290-3e07-4d76-be64-e78115139d15),segment_id=c5c18290-3e07-4d76-be64-e78115139d15)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:32.420260 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce893d14-1a0d-4807-a16a-6e7f8ae548ac None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:27Z', 'revision_number': 3, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:31Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:32.422127 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-539adfe0-0032-4182-8282-db624da16bec tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6619282 Apr 29 04:06:32.427114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60726) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:32.439414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Network 9b37c108-0192-4d3e-957e-682a6cdf4a9d is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:32.495908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:32.506177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (270f3aec-c281-4399-ad71-300f738cf858), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.519705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:32.528080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (0a6031a7-ee07-453f-b3a2-4016eabb9c2f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.529716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.531839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Pushing event updated for resources: {'Port': ['ID=b5ac6418-ee65-4747-813a-9c753017f49f,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:32.538752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:32.542447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.568016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Could not find standard attr ID for object f9a0d013-ab7e-4945-a679-e87b345d986c. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:06:32.627209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f03d21-7735-4cac-8d68-98db3ad4b2d4 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:32.637424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.645184 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/0a6031a7-ee07-453f-b3a2-4016eabb9c2f HTTP/1.1" status: 204 len: 168 time: 0.8136160 Apr 29 04:06:32.645184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=270f3aec-c281-4399-ad71-300f738cf858,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:32.654509 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60732) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:32.684137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:32.688751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cea90-c7ff-40a5-ba99-1f1c8c96f193 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6031a7-ee07-453f-b3a2-4016eabb9c2f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:32.786386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.795385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (a463866e-f955-44f3-8988-c2bbf426c74d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.817041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-52216a2e-9d07-41b9-81a4-a47f38953ca3 None None] Provisioning complete for port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:32.817463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52216a2e-9d07-41b9-81a4-a47f38953ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:32.977262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b37c108-0192-4d3e-957e-682a6cdf4a9d']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:32.998043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e1acea-63f9-4535-858a-c177ff3228de') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:32.998339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e1acea-63f9-4535-858a-c177ff3228de') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:33.026959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.029353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.074508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.124678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:33.125076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:33.129433 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:33.216035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:33.219408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.281402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:06:33.281402 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:06:33.281402 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d'}] Apr 29 04:06:33.281402 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:33.287005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:33.372989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Attempting to bind port b5ac6418-ee65-4747-813a-9c753017f49f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:33.373711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Attempting to bind port b5ac6418-ee65-4747-813a-9c753017f49f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '52e1acea-63f9-4535-858a-c177ff3228de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:33.376492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Attempting to bind port b5ac6418-ee65-4747-813a-9c753017f49f on network 9b37c108-0192-4d3e-957e-682a6cdf4a9d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:33.378360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (a463866e-f955-44f3-8988-c2bbf426c74d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.384899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6766631-5f40-4f87-9c84-b78b9efe2cae None None] Pushing event updated for resources: {'Port': ['ID=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:33.398355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Allocated IP 172.22.0.2 (8de7d079-a628-4ad9-ab02-5cd4eed2829f/1d1d97df-4273-465f-b419-6bf0e948e721/88aa53ba-67f5-44f3-bdc2-f15367a3f703) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:33.401094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:33.401507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Checking segment: {'id': '52e1acea-63f9-4535-858a-c177ff3228de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:33.401910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.402302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Bound using segment: {'id': '52e1acea-63f9-4535-858a-c177ff3228de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:33.402791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Bound port: b5ac6418-ee65-4747-813a-9c753017f49f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e1acea-63f9-4535-858a-c177ff3228de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b37c108-0192-4d3e-957e-682a6cdf4a9d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:33.403197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b5ac6418-ee65-4747-813a-9c753017f49f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.570542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-52216a2e-9d07-41b9-81a4-a47f38953ca3 None None] Current status of the port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:33.608021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60752) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:33.612435 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034304 Apr 29 04:06:33.623576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60754) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:33.644690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] For port b5ac6418-ee65-4747-813a-9c753017f49f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:33.686064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] For port b5ac6418-ee65-4747-813a-9c753017f49f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b5ac6418-ee65-4747-813a-9c753017f49f,segment=NetworkSegment(52e1acea-63f9-4535-858a-c177ff3228de),segment_id=52e1acea-63f9-4535-858a-c177ff3228de)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:33.718281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Publish callbacks [] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.725271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router a463866e-f955-44f3-8988-c2bbf426c74d is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:06:33.754748 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-deb0b18c-73b5-4e77-a8ea-61b78cacd7e3 tempest-NetworksApiDiscovery-1812630885 tempest-NetworksApiDiscovery-1812630885-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1248150 Apr 29 04:06:33.778525 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b5ac6418-ee65-4747-813a-9c753017f49f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.869526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.873890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:33.890546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (f37b861d-6ec1-48ae-8982-1a779c068d72), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.937878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.22.0.1 (8de7d079-a628-4ad9-ab02-5cd4eed2829f/1d1d97df-4273-465f-b419-6bf0e948e721/de251857-084e-4839-aacd-ebe6600b03b1) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:33.949765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:33.951833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Sync routers for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:33.979621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e40b4-70a2-43e5-a752-d6fd60ba0726 None None] Network 9b37c108-0192-4d3e-957e-682a6cdf4a9d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:33.983374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7643-1a01-499f-a768-5b0b5273ff70 None None] Pushing event updated for resources: {'Port': ['ID=b5ac6418-ee65-4747-813a-9c753017f49f,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:34.054132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:34.059503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:34.060138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:34.102872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (de251857-084e-4839-aacd-ebe6600b03b1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.108797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:34.153282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:34.212911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Pushing event updated for resources: {'Port': ['ID=88aa53ba-67f5-44f3-bdc2-f15367a3f703,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:34.225992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (de251857-084e-4839-aacd-ebe6600b03b1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.311923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:34.382478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60762) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:34.389579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:34.396930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.399253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-439de394-8c47-4434-8224-1dd60c3bf1bd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5212610 Apr 29 04:06:34.404556 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:34.406456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60766) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:34.412255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:34.412843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.421906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=f37b861d-6ec1-48ae-8982-1a779c068d72,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:34.458946 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-32d32cd2-dc2d-4ada-888e-2ab444b7dd7c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495648 Apr 29 04:06:34.460537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port b5ac6418-ee65-4747-813a-9c753017f49f {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:34.460949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b5ac6418-ee65-4747-813a-9c753017f49f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.462612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60768) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:34.559223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:34.562969 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c56004ea-b02b-4cb7-b4fb-923917b7991d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8835492 Apr 29 04:06:34.568391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60770) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:34.572954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'security_group': {'name': 'tempest-secgroup-164046151'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:34.578675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f6779-3bae-485d-a9e0-248cebc80de5 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:34.583866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:34.589735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:34.610979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port b5ac6418-ee65-4747-813a-9c753017f49f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b5ac6418-ee65-4747-813a-9c753017f49f,segment=NetworkSegment(52e1acea-63f9-4535-858a-c177ff3228de),segment_id=52e1acea-63f9-4535-858a-c177ff3228de)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:34.611968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b5ac6418-ee65-4747-813a-9c753017f49f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.616355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:34.623850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Checking router: a463866e-f955-44f3-8988-c2bbf426c74d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:34.624208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Updating router a463866e-f955-44f3-8988-c2bbf426c74d port 9f295a83-86bc-4516-91ea-8c1a1807ceae binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:06:34.634010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for b5ac6418-ee65-4747-813a-9c753017f49f owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:34.650682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=de251857-084e-4839-aacd-ebe6600b03b1,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:34.660426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb334-c450-449c-b2eb-c20b894aa641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.668487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a8928af5-7d9a-4e7d-924c-8d29cf16c9ca up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:34.671492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e538e7a0-2cc5-4eb7-b423-2924a225cf57 None None] Provisioning complete for port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:34.671492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e538e7a0-2cc5-4eb7-b423-2924a225cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.676394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.676568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.676821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.678349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.678349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.678349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.678638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.678849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.679135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.679474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.679859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.680192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.680514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.680842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.681168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.698739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.716250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755136af-f31e-4387-b6ad-8a488fcea1fd tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:34.720374 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-755136af-f31e-4387-b6ad-8a488fcea1fd tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2536242 Apr 29 04:06:34.723695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60772) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:34.740180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Attempting to bind port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:34.740556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Attempting to bind port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:34.740925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Attempting to bind port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 on network 8de7d079-a628-4ad9-ab02-5cd4eed2829f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:34.759884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.773377 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a50f2b94-b54d-4c32-b854-13a5d861a336 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461586 Apr 29 04:06:34.775643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60774) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:34.778180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.781249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-193278526', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:34.821628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:34.822012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Checking segment: {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:34.822415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.822817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Bound using segment: {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:34.823300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Bound port: 88aa53ba-67f5-44f3-bdc2-f15367a3f703, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:34.824362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.840235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e538e7a0-2cc5-4eb7-b423-2924a225cf57 None None] Port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:34.848630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb334-c450-449c-b2eb-c20b894aa641 admin admin] Publish callbacks [] for security_group (36b5ac8f-0202-4a77-a845-8d1a129da5fa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.891769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e538e7a0-2cc5-4eb7-b423-2924a225cf57 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:34.892542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e538e7a0-2cc5-4eb7-b423-2924a225cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.917395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b5ac6418-ee65-4747-813a-9c753017f49f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.948108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=b5ac6418-ee65-4747-813a-9c753017f49f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:34.950632 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port b5ac6418-ee65-4747-813a-9c753017f49f on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:34.960813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.961301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.961833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.962199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.962628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.963078 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.963505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.964046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.964474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.964908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.965356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.965777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.965958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (80c8726c-db6d-4e5b-94b0-64cfbcba1f58), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:34.966362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.966689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.967028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:34.991460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb334-c450-449c-b2eb-c20b894aa641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (36b5ac8f-0202-4a77-a845-8d1a129da5fa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.036816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de251857-084e-4839-aacd-ebe6600b03b1), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.059063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfb334-c450-449c-b2eb-c20b894aa641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b5ac8f-0202-4a77-a845-8d1a129da5fa,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.066289 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dfdfb334-c450-449c-b2eb-c20b894aa641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0f2e3c6424044f2bc59c2811f5e686d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6826074 Apr 29 04:06:35.073156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60776) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:35.085883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:35.089365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.093661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.114487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (80c8726c-db6d-4e5b-94b0-64cfbcba1f58), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.118415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b37c108-0192-4d3e-957e-682a6cdf4a9d']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:35.128791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e1acea-63f9-4535-858a-c177ff3228de') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:35.129161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e1acea-63f9-4535-858a-c177ff3228de') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:35.144648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.159495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.166110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:35.166505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (52e1acea-63f9-4535-858a-c177ff3228de), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:35.169783 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:35.201193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:35.201635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.269291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] For port 88aa53ba-67f5-44f3-bdc2-f15367a3f703, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:35.287289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8726c-db6d-4e5b-94b0-64cfbcba1f58,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.317516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (9b37c108-0192-4d3e-957e-682a6cdf4a9d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.317770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] For port 88aa53ba-67f5-44f3-bdc2-f15367a3f703, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=88aa53ba-67f5-44f3-bdc2-f15367a3f703,segment=NetworkSegment(04319569-858d-4032-a30d-bce11024a9da),segment_id=04319569-858d-4032-a30d-bce11024a9da)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:35.332581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.336327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/9b37c108-0192-4d3e-957e-682a6cdf4a9d HTTP/1.1" status: 204 len: 168 time: 4.0472498 Apr 29 04:06:35.338243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f97a9245-b942-4c5f-8d1f-9a7321f475b1 admin admin] Publish callbacks [] for security_group (36b5ac8f-0202-4a77-a845-8d1a129da5fa), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.343089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60778) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:35.346996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188096c-89c9-4441-a647-368b160eda16 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=9b37c108-0192-4d3e-957e-682a6cdf4a9d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.361001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1469711917'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:35.376324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.377820 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e30846a4-ccfc-4993-8e70-f33bc3a298db tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8080618 Apr 29 04:06:35.380377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60780) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:35.386345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'security_group': {'name': 'tempest-secgroup-452683918'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:35.420533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.422421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f97a9245-b942-4c5f-8d1f-9a7321f475b1 admin admin] Publish callbacks [] for security_group (36b5ac8f-0202-4a77-a845-8d1a129da5fa), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.431164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e538e7a0-2cc5-4eb7-b423-2924a225cf57 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:35.440893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] Update dhcp port {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'fixed_ips': [{'subnet_id': '00c9f923-f874-4a9f-8049-ada4e176f696', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f37b861d-6ec1-48ae-8982-1a779c068d72'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '5adbc0d3-55c3-4894-ba6c-5eb38277a34b'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:06:35.490418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.530642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:35.534630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.561715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.567932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:35.589150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd4178-9054-496b-bc9a-246b6a810620 None None] Pushing event updated for resources: {'Port': ['ID=88aa53ba-67f5-44f3-bdc2-f15367a3f703,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.604665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (fabe7b11-32f5-4bdf-831c-40f77423ceeb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.668734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (fabe7b11-32f5-4bdf-831c-40f77423ceeb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.672085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Publish callbacks [] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.679707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (de251857-084e-4839-aacd-ebe6600b03b1), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.701432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe7b11-32f5-4bdf-831c-40f77423ceeb,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.730511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f97a9245-b942-4c5f-8d1f-9a7321f475b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (36b5ac8f-0202-4a77-a845-8d1a129da5fa), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.733713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f97a9245-b942-4c5f-8d1f-9a7321f475b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.737408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f97a9245-b942-4c5f-8d1f-9a7321f475b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36b5ac8f-0202-4a77-a845-8d1a129da5fa HTTP/1.1" status: 204 len: 168 time: 0.6630380 Apr 29 04:06:35.738160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:35.753775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a9245-b942-4c5f-8d1f-9a7321f475b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b5ac8f-0202-4a77-a845-8d1a129da5fa,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.759582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1cf07d1c-a3c0-4196-9c82-082bd7fa5b81), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.760148 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 1cf07d1c-a3c0-4196-9c82-082bd7fa5b81 of type vlan for network fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 Apr 29 04:06:35.772788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (de251857-084e-4839-aacd-ebe6600b03b1), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.776343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (62f4d305-d5d3-4019-b47c-2eec1a63f94a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.795322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.795322 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f44baa01-ce37-4e5c-b65a-a5454ab21d5f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4098935 Apr 29 04:06:35.798905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60784) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:35.830523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'security_group': {'name': 'tempest-secgroup-900434970'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:35.842441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.851883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] Allocated IP 172.20.0.2 (64729ca2-097c-4433-ada0-3438f008b941/f37b861d-6ec1-48ae-8982-1a779c068d72/5adbc0d3-55c3-4894-ba6c-5eb38277a34b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:35.926518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (fc0ac1d6-ba4f-4397-9c7b-b91561b9d555), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.944259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.946003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.958087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Attempting to bind port 9f295a83-86bc-4516-91ea-8c1a1807ceae on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:35.958592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Attempting to bind port 9f295a83-86bc-4516-91ea-8c1a1807ceae by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:35.958960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Attempting to bind port 9f295a83-86bc-4516-91ea-8c1a1807ceae on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:35.975170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83507104-bcf4-4c73-9f09-51bb044e6da1 None None] Pushing event updated for resources: {'Port': ['ID=9f295a83-86bc-4516-91ea-8c1a1807ceae,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:35.980114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:35.980525 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:35.980925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:35.981326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:35.981829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Bound port: 9f295a83-86bc-4516-91ea-8c1a1807ceae, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:35.982209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.054707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (ed5d2c75-95fa-4ffa-8f03-83d55ae6a315), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.101211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:36.105649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.resource_extend [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 04:06:36.111172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] For port 9f295a83-86bc-4516-91ea-8c1a1807ceae, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:36.124777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=de251857-084e-4839-aacd-ebe6600b03b1,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:36.127669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ed5d2c75-95fa-4ffa-8f03-83d55ae6a315), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.128818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] For port 9f295a83-86bc-4516-91ea-8c1a1807ceae, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9f295a83-86bc-4516-91ea-8c1a1807ceae,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:36.158024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] Publish callbacks [] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.161524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:36.170542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=62f4d305-d5d3-4019-b47c-2eec1a63f94a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:36.178295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:36.190073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d2c75-95fa-4ffa-8f03-83d55ae6a315,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:36.212020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.233821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:36.234191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: 1a6873c7-6a10-4aa7-a850-1b1c837c1276, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:36.241907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.243049 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-efceca7f-aed0-48e4-a020-f04441622bde tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4431095 Apr 29 04:06:36.245801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60788) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:36.254883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.255511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-506823164', 'security_groups': ['ed5d2c75-95fa-4ffa-8f03-83d55ae6a315'], 'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f37b861d-6ec1-48ae-8982-1a779c068d72'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:36.272652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (fc0ac1d6-ba4f-4397-9c7b-b91561b9d555), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.277602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:36.277602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.331277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:36.331923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:36.379144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:36.384183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=fc0ac1d6-ba4f-4397-9c7b-b91561b9d555,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:36.392940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a9dd384a-bb02-4172-a3d4-0f370cb5f643 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0402110 Apr 29 04:06:36.399620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60790) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:36.405022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': 'fc0ac1d6-ba4f-4397-9c7b-b91561b9d555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:36.406363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83507104-bcf4-4c73-9f09-51bb044e6da1 None None] Pushing event updated for resources: {'Port': ['ID=9f295a83-86bc-4516-91ea-8c1a1807ceae,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:36.419131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:36.460504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:36.539651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 1a6873c7-6a10-4aa7-a850-1b1c837c1276) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:36.573652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336290e-22cc-4b62-880f-cec771d163cb None None] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:36.577230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:36.579695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.592364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:36.605100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:36.605343 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:36.616304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f2c3f542-c009-43be-a532-6fbcaca561e4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1855285 Apr 29 04:06:36.616686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60792) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:36.624157 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:36.624349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1643818784'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:36.624710 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:36.731608 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6e0dda80-8b9a-407e-ae10-e78aad752afd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9538028 Apr 29 04:06:36.731963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60794) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:36.732140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 88aa53ba-67f5-44f3-bdc2-f15367a3f703 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:36.788239 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:36.792877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.807956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:36.812040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.847130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d4010-f470-4d26-bedd-398febf2fd58 None None] Pushing event updated for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:36.857818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:36.866962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] device_id is not set on port 612e8f2a-cfe5-420b-bde9-d2b212fbeb59 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:06:36.869292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (026c6157-4d83-4b5e-ac56-474e4241d5e9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.870147 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added segment 026c6157-4d83-4b5e-ac56-474e4241d5e9 of type vlan for network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 Apr 29 04:06:36.886539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:36.898953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:36.899357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:36.945703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (10d9af64-41a1-4cb1-a51a-3bb9d57d4230), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.051472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:37.051973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.063929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:37.068464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.117572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (10d9af64-41a1-4cb1-a51a-3bb9d57d4230), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.122725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:37.123440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.148526 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:34Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:35Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:37.189013 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:37.190986 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Updating router 611dba03-d65d-4873-9018-c20b14005a8b port de251857-084e-4839-aacd-ebe6600b03b1 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:06:37.205941 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5881662 Apr 29 04:06:37.209123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60796) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:37.226673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'subnet': {'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:37.260806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c2a14-3f85-4093-ae7b-849419a56505 None None] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:37.264942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:37.367993 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de251857-084e-4839-aacd-ebe6600b03b1), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.424774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.7 (64729ca2-097c-4433-ada0-3438f008b941/f37b861d-6ec1-48ae-8982-1a779c068d72/612e8f2a-cfe5-420b-bde9-d2b212fbeb59) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:37.468425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (89c8d7ec-32a1-421d-ba96-1ab7f9c192db), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.570905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b2498-75ef-4ff2-9b42-ca7c20c5cfb1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Network': ['ID=10d9af64-41a1-4cb1-a51a-3bb9d57d4230,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:37.582797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c3c05-2aad-421a-b207-7362002e8e05 None None] The sync data for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv is: [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:37.600688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Provisioning complete for port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:37.601064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.608650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:37.667869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.725748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=89c8d7ec-32a1-421d-ba96-1ab7f9c192db,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:37.760893 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Publish callbacks [] for port (de251857-084e-4839-aacd-ebe6600b03b1), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.761747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': '1cf07d1c-a3c0-4196-9c82-082bd7fa5b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc0ac1d6-ba4f-4397-9c7b-b91561b9d555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:37.762115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: fc0ac1d6-ba4f-4397-9c7b-b91561b9d555, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:37.774593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Made reservation on behalf of 2b891d61e8f5474b912bec84d90e85c4 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:37.777953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.792467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.834437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:37.839529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:37.842084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:37.850827 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (de251857-084e-4839-aacd-ebe6600b03b1), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.898357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=612e8f2a-cfe5-420b-bde9-d2b212fbeb59,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:37.900743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:37.938781 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:37.939307 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7dab-42aa-4bed-9ea3-f54e5178ab7d None None] Pushing event updated for resources: {'Port': ['ID=de251857-084e-4839-aacd-ebe6600b03b1,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:37.939470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:37.944468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Allocated IP 172.20.0.2 (1a6873c7-6a10-4aa7-a850-1b1c837c1276/62f4d305-d5d3-4019-b47c-2eec1a63f94a/3032289d-4772-417a-a758-58fa8cc3d35f) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:37.976365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, fc0ac1d6-ba4f-4397-9c7b-b91561b9d555) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:37.981228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:37.981860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.054406 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7cc2b431-1d56-4c76-98d8-b4e8159c8d26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8066177 Apr 29 04:06:38.056998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60798) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:38.059854 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Attempting to bind port de251857-084e-4839-aacd-ebe6600b03b1 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:38.060454 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Attempting to bind port de251857-084e-4839-aacd-ebe6600b03b1 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:38.060917 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Attempting to bind port de251857-084e-4839-aacd-ebe6600b03b1 on network 8de7d079-a628-4ad9-ab02-5cd4eed2829f {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:38.074417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:38.090424 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:38.091112 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Checking segment: {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:38.091686 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.092691 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Bound using segment: {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:38.094606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4205a-300f-4be9-8cc2-8298c43d6698 None None] Network fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:38.095045 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Bound port: de251857-084e-4839-aacd-ebe6600b03b1, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04319569-858d-4032-a30d-bce11024a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:38.095605 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de251857-084e-4839-aacd-ebe6600b03b1), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.117588 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7ba1541a-5f4a-4a3c-9192-b69a8af9a10b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7166953 Apr 29 04:06:38.122942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60800) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:38.201048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:38.201447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.232572 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] For port de251857-084e-4839-aacd-ebe6600b03b1, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:38.237691 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] For port de251857-084e-4839-aacd-ebe6600b03b1, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=de251857-084e-4839-aacd-ebe6600b03b1,segment=NetworkSegment(04319569-858d-4032-a30d-bce11024a9da),segment_id=04319569-858d-4032-a30d-bce11024a9da)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:38.239489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Current status of the port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:38.240038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.260329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.340605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (fc0ac1d6-ba4f-4397-9c7b-b91561b9d555), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.346208 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (de251857-084e-4839-aacd-ebe6600b03b1), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.465774 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 88aa53ba-67f5-44f3-bdc2-f15367a3f703, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=88aa53ba-67f5-44f3-bdc2-f15367a3f703,segment=NetworkSegment(04319569-858d-4032-a30d-bce11024a9da),segment_id=04319569-858d-4032-a30d-bce11024a9da)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:38.495169 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:38.495826 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:38.545973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf89cc-07db-434c-816a-12dcb23081d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-fc0ac1d6-ba4f-4397-9c7b-b91561b9d555', 'network_id': 'fc0ac1d6-ba4f-4397-9c7b-b91561b9d555', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '89c8d7ec-32a1-421d-ba96-1ab7f9c192db'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:38.546840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-abaf89cc-07db-434c-816a-12dcb23081d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.564409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (89c8d7ec-32a1-421d-ba96-1ab7f9c192db), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.584478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.614474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (9372a158-1863-4f63-a865-add24ec9056d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.710206 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7dab-42aa-4bed-9ea3-f54e5178ab7d None None] Pushing event updated for resources: {'Port': ['ID=de251857-084e-4839-aacd-ebe6600b03b1,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:38.766635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Publish callbacks [] for port (3032289d-4772-417a-a758-58fa8cc3d35f), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.774100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:38.788260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.824851 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:38.836857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (89c8d7ec-32a1-421d-ba96-1ab7f9c192db), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.912065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Checking segment: {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:38.912719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network hostable DHCP agents. Network: 10d9af64-41a1-4cb1-a51a-3bb9d57d4230, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:38.920258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Subnet': ['ID=9372a158-1863-4f63-a865-add24ec9056d,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:38.933437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=89c8d7ec-32a1-421d-ba96-1ab7f9c192db,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:38.940946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:38.943488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:38.943841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:38.946145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=88aa53ba-67f5-44f3-bdc2-f15367a3f703,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:38.955723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9f295a83-86bc-4516-91ea-8c1a1807ceae up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:39.020472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-38cd01f7-4189-4d6f-bf7b-f8dfe1999a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server [None req-abaf89cc-07db-434c-816a-12dcb23081d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89c8d7ec-32a1-421d-ba96-1ab7f9c192db: This subnet is being modified by another concurrent operation. Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise exception Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89c8d7ec-32a1-421d-ba96-1ab7f9c192db: This subnet is being modified by another concurrent operation. Apr 29 04:06:39.023665 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Apr 29 04:06:39.034251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:39.035946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.036303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.036670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.037014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.037377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.040575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:39.046495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:39.048890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d8fda-c6ad-4d08-9c9f-20be44015f29 None None] Network fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:39.052681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:39.098210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:39.101295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (fc0ac1d6-ba4f-4397-9c7b-b91561b9d555), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.140125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (1a6873c7-6a10-4aa7-a850-1b1c837c1276/62f4d305-d5d3-4019-b47c-2eec1a63f94a/c6eefc68-e023-42dc-bf13-a0c2d6b4935f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:39.143899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0ac1d6-ba4f-4397-9c7b-b91561b9d555']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:39.165222 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f37b861d-6ec1-48ae-8982-1a779c068d72 (CIDR: 172.20.0.0/28) Apr 29 04:06:39.167777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9f295a83-86bc-4516-91ea-8c1a1807ceae triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:39.168174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.170032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf07d1c-a3c0-4196-9c82-082bd7fa5b81') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:39.170332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf07d1c-a3c0-4196-9c82-082bd7fa5b81') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:39.186956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (1cf07d1c-a3c0-4196-9c82-082bd7fa5b81), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.200306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 10d9af64-41a1-4cb1-a51a-3bb9d57d4230) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:39.205824 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:06:39.206593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:39.215717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1cf07d1c-a3c0-4196-9c82-082bd7fa5b81), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.231882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:39.233463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (1cf07d1c-a3c0-4196-9c82-082bd7fa5b81), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.239248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:39.240750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:39.247374 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:39.259618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938cd1d5-5b40-4b51-b22f-bd2656651f2b None None] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:39.293672 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:34Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:38Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:39.312645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Pushing event updated for resources: {'Port': ['ID=3032289d-4772-417a-a758-58fa8cc3d35f,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:39.329453 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-26ef5522-cadf-45b2-8349-2a9f929dd072 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2709317 Apr 29 04:06:39.334350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60802) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:39.340213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:39.354301 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cebfc-7b28-4d68-bc6c-8d36282de7f7 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:34Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:38Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:39.394689 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f14db15b-e182-42c6-b8a4-7cb0fbccff73 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1702232 Apr 29 04:06:39.396164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60804) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:39.401272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Attempting to bind port 3032289d-4772-417a-a758-58fa8cc3d35f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:39.401676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Attempting to bind port 3032289d-4772-417a-a758-58fa8cc3d35f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:39.402235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Attempting to bind port 3032289d-4772-417a-a758-58fa8cc3d35f on network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:39.479757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.522636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (fc0ac1d6-ba4f-4397-9c7b-b91561b9d555), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.525652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:39.526114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Checking segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:39.526710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.527123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Bound using segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:39.528550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Bound port: 3032289d-4772-417a-a758-58fa8cc3d35f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:39.528946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.537102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.546285 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 HTTP/1.1" status: 204 len: 168 time: 1.4171641 Apr 29 04:06:39.554893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60808) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:39.561736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1476445133'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:39.604103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e3ec-511f-4348-977c-9ae1b4d9d32f tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=fc0ac1d6-ba4f-4397-9c7b-b91561b9d555,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:39.610746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.691194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:39.698228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:39.701702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.717201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:39.725730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:39.726689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:39.730701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] For port 3032289d-4772-417a-a758-58fa8cc3d35f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:39.738531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] For port 3032289d-4772-417a-a758-58fa8cc3d35f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032289d-4772-417a-a758-58fa8cc3d35f,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:39.745994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-720121d8-cc8e-4758-8524-6bf8d4d3f292 None None] Current status of the port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:39.793063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:39.830013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:39.830891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.838660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (a463866e-f955-44f3-8988-c2bbf426c74d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.843657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (47e87676-a412-402f-b25a-de15556df1ec), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.843657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 47e87676-a412-402f-b25a-de15556df1ec of type vlan for network aef40a6d-0f29-449a-ae54-82056c820c85 Apr 29 04:06:39.848753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:39.892280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Provisioning complete for port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:39.894011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.006903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.026779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9f295a83-86bc-4516-91ea-8c1a1807ceae is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:40.027381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.138268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:40.142355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.182213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.190910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:40.191839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.247857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:40.275940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Provisioning complete for port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:40.276315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.284961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 9f295a83-86bc-4516-91ea-8c1a1807ceae, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9f295a83-86bc-4516-91ea-8c1a1807ceae,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:40.286267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb82a-41e5-4891-9842-35aa4238b00e None None] Pushing event updated for resources: {'Port': ['ID=3032289d-4772-417a-a758-58fa8cc3d35f,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:40.303219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.368731 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8098454 Apr 29 04:06:40.373934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60810) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:40.382512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:40.386427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.395078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.395876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:40.405641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0f2ef-0a2c-4941-959c-0fb4f725c3ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=aef40a6d-0f29-449a-ae54-82056c820c85,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:40.568224 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 00c9f923-f874-4a9f-8049-ada4e176f696 (CIDR: 172.20.0.16/28) Apr 29 04:06:40.618576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network aef40a6d-0f29-449a-ae54-82056c820c85 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:40.623239 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:06:40.623773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:40.685007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:40.689536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.698025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Allocated IP 172.23.0.2 (10d9af64-41a1-4cb1-a51a-3bb9d57d4230/9372a158-1863-4f63-a865-add24ec9056d/0784ab7d-84fa-4029-ad3e-2d3d244c78e7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:40.772298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=9f295a83-86bc-4516-91ea-8c1a1807ceae,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:40.784675 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1e7639e5-64a6-412a-b1c8-633fdd2cdf93 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4490414 Apr 29 04:06:40.787201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60812) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:40.792725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'subnet': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:40.794725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:40.795289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.799750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing IP validity checks on allocation pools {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:06:40.800332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:06:40.903865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Current status of the port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:40.917147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.941564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Provisioning complete for port de251857-084e-4839-aacd-ebe6600b03b1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:40.941935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de251857-084e-4839-aacd-ebe6600b03b1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.974072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Made reservation on behalf of 71ff61c678e94094ba43b2a96f1e34f0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:40.977595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:40.996952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.046826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Publish callbacks [] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.049508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:41.067898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (3f08c45c-2711-4d33-ba74-4655de9ab57c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.139559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.167969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:41.173387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (a463866e-f955-44f3-8988-c2bbf426c74d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.212252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Pushing event updated for resources: {'Port': ['ID=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:41.215856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-76a09440-6a54-40a7-aa51-6bf03ef715d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.218623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Current status of the port de251857-084e-4839-aacd-ebe6600b03b1 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:41.220089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (de251857-084e-4839-aacd-ebe6600b03b1), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.264681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] For port de251857-084e-4839-aacd-ebe6600b03b1, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=de251857-084e-4839-aacd-ebe6600b03b1,segment=NetworkSegment(04319569-858d-4032-a30d-bce11024a9da),segment_id=04319569-858d-4032-a30d-bce11024a9da)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:41.268631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:41.270154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:41.272958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:41.291232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=3f08c45c-2711-4d33-ba74-4655de9ab57c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:41.305264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': '47e87676-a412-402f-b25a-de15556df1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:41.306185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: aef40a6d-0f29-449a-ae54-82056c820c85, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:41.346685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Attempting to bind port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:41.347062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Attempting to bind port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:41.347431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Attempting to bind port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 on network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:41.354674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:41.355063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Checking segment: {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:41.355473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.355878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Bound using segment: {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:41.356361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Bound port: 0784ab7d-84fa-4029-ad3e-2d3d244c78e7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:41.356746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.403816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (de251857-084e-4839-aacd-ebe6600b03b1), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.411278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9f295a83-86bc-4516-91ea-8c1a1807ceae up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:41.425718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Allocated IP 172.23.0.1 (10d9af64-41a1-4cb1-a51a-3bb9d57d4230/9372a158-1863-4f63-a865-add24ec9056d/e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:41.436671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:41.438307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:41.486706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Provisioning complete for port 612e8f2a-cfe5-420b-bde9-d2b212fbeb59 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:41.487154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.519313 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.552408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] For port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:41.595974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Pushing event updated for resources: {'Port': ['ID=de251857-084e-4839-aacd-ebe6600b03b1,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:41.609226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] For port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:41.615063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Port 612e8f2a-cfe5-420b-bde9-d2b212fbeb59 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:41.618623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc15c5-d830-4baf-9a76-1f6f425e6ab6 None None] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:41.623344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9f295a83-86bc-4516-91ea-8c1a1807ceae triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:41.623853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.684323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:41.684695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.727936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.805587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network aef40a6d-0f29-449a-ae54-82056c820c85 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:41.838621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router a463866e-f955-44f3-8988-c2bbf426c74d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:41.936329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862356c-199e-4efb-91f9-eb76252e78f6 None None] Pushing event updated for resources: {'Port': ['ID=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:41.949196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Network 64729ca2-097c-4433-ada0-3438f008b941 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:41.960226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:41.976394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, aef40a6d-0f29-449a-ae54-82056c820c85) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:41.977299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:41.978407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.979630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:41.980664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Subnet': ['ID=2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:41.986659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:41.987368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:41.991135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.002351 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d7296d7-537c-4d13-a033-df79bd69ce7e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/a463866e-f955-44f3-8988-c2bbf426c74d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685704 Apr 29 04:06:42.004613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60814) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:42.005012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da12f937-8caf-47c0-b809-698fac6bd0ac None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:42.013584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3556f-f8ba-43ea-888c-1a95aee94def None None] Network aef40a6d-0f29-449a-ae54-82056c820c85 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:42.026819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Sync routers for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:42.092002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee99b618-5ecb-448f-965a-216cf384e82e tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3037093 Apr 29 04:06:42.092843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60816) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:42.100920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-940027718', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0'}], 'security_groups': ['80c8726c-db6d-4e5b-94b0-64cfbcba1f58', 'fabe7b11-32f5-4bdf-831c-40f77423ceeb']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:42.191898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9f295a83-86bc-4516-91ea-8c1a1807ceae is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:42.193034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 88aa53ba-67f5-44f3-bdc2-f15367a3f703 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:42.197822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.212398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e2c08fe6-0991-4a5e-85b7-aca5a02a758e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8363955 Apr 29 04:06:42.222212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60818) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:42.266907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ba295564-1416-4e61-a7c5-f4916017aff9 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:42.269794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:42.270441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:42.329477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.330442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:42.350581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.351117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.351630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.352270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.352879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.353469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.354228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.354741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.355580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.356086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.356771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.357431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.357933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.363516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ad09eef2-d409-44e6-982f-0d265161d681 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9163 time: 0.3550816 Apr 29 04:06:42.363827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60820) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:42.377897 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:42.380896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:42.381694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:42.382077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.452650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:42.530066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.530657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.531355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.532402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.532907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.533459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.533941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.534442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.534945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.535621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.536371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.537696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.538257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.538766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.539265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.541482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:42.544002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d24ee4e1-7843-4aa7-b990-64c55c1631c8 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9335 time: 0.1789942 Apr 29 04:06:42.547165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60822) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:42.637222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.668367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Provisioning complete for port c6eefc68-e023-42dc-bf13-a0c2d6b4935f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:42.668783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.738226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-aef40a6d-0f29-449a-ae54-82056c820c85', 'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '3f08c45c-2711-4d33-ba74-4655de9ab57c'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:42.739093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.794015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:42.822163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:42.827186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Port c6eefc68-e023-42dc-bf13-a0c2d6b4935f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:42.870024 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2d8cda60-11f9-4a09-bfbc-cab4286ab016 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.3206840 Apr 29 04:06:42.874179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Provisioning complete for port de251857-084e-4839-aacd-ebe6600b03b1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:42.874563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de251857-084e-4839-aacd-ebe6600b03b1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.027323 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (3f08c45c-2711-4d33-ba74-4655de9ab57c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.076671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.170412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] Update dhcp port {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'fixed_ips': [{'subnet_id': '00c9f923-f874-4a9f-8049-ada4e176f696', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f37b861d-6ec1-48ae-8982-1a779c068d72', 'ip_address': '172.20.0.2'}, {'subnet_id': '2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '5adbc0d3-55c3-4894-ba6c-5eb38277a34b'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:06:43.199452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60826) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:43.206189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:43.206758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572073335', 'description': 'tempest-secgroup-smoke-572073335 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:43.207340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de251857-084e-4839-aacd-ebe6600b03b1 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:43.285090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.302307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.308649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Delete allocated IP 172.20.0.7 (64729ca2-097c-4433-ada0-3438f008b941/f37b861d-6ec1-48ae-8982-1a779c068d72) {{(pid=116104) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 04:06:43.321475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad8200-f902-420c-a2bc-545a754928e0 None None] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:43.326195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Allocated IP 172.20.0.42 (64729ca2-097c-4433-ada0-3438f008b941/2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0/612e8f2a-cfe5-420b-bde9-d2b212fbeb59) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:43.337955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Allocated IP 172.20.0.3 (aef40a6d-0f29-449a-ae54-82056c820c85/3f08c45c-2711-4d33-ba74-4655de9ab57c/4f083707-a9af-43a5-996a-3b89e71ef8c3) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:43.378954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (cae2dcf2-c24f-4c17-a779-59f8563b8b1d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.448131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (cae2dcf2-c24f-4c17-a779-59f8563b8b1d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.460628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Current status of the port de251857-084e-4839-aacd-ebe6600b03b1 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:43.488610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2dcf2-c24f-4c17-a779-59f8563b8b1d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:43.536028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port de251857-084e-4839-aacd-ebe6600b03b1 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:43.536353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de251857-084e-4839-aacd-ebe6600b03b1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.559150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.561028 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-37b2004b-3c85-45f6-8eff-7ac14a8f7fd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3603969 Apr 29 04:06:43.564490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60828) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:43.566815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.569196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'cae2dcf2-c24f-4c17-a779-59f8563b8b1d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:43.603822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.611518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Provisioning complete for port 3032289d-4772-417a-a758-58fa8cc3d35f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:43.611893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.660281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.692628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ce815852-f777-48c4-9e12-6956afcabd8e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.698858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:43.709775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.753423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.773182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Checking router: a463866e-f955-44f3-8988-c2bbf426c74d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:43.773484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ce815852-f777-48c4-9e12-6956afcabd8e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.773596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Updating router a463866e-f955-44f3-8988-c2bbf426c74d port c6eefc68-e023-42dc-bf13-a0c2d6b4935f binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:06:43.788741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event updated for resources: {'Port': ['ID=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:43.828214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (ce815852-f777-48c4-9e12-6956afcabd8e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.832972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.850728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce815852-f777-48c4-9e12-6956afcabd8e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:43.900462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.910554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] In _notify_port_updated(), no bound segment for port 612e8f2a-cfe5-420b-bde9-d2b212fbeb59 on network 64729ca2-097c-4433-ada0-3438f008b941 {{(pid=116104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:06:43.911771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.913107 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9ac29652-dd58-468d-9534-81d5597e4a39 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3474243 Apr 29 04:06:43.915792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60830) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:43.918842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:43.919522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:43.921676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'cae2dcf2-c24f-4c17-a779-59f8563b8b1d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:43.924333 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "PUT /v2.0/ports/612e8f2a-cfe5-420b-bde9-d2b212fbeb59 HTTP/1.1" status: 200 len: 959 time: 1.8298354 Apr 29 04:06:43.929927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60832) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:43.953685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0ac7-56e3-4d6a-9c8f-112586382e0f tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event updated for resources: {'Port': ['ID=612e8f2a-cfe5-420b-bde9-d2b212fbeb59,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:43.988881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] Allocated IP 172.20.0.34 (64729ca2-097c-4433-ada0-3438f008b941/2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0/5adbc0d3-55c3-4894-ba6c-5eb38277a34b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:44.037716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:44.042794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:44.052419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ddc9b592-0eb7-418a-8520-14e05208e38b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.068808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port de251857-084e-4839-aacd-ebe6600b03b1 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:44.070212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032289d-4772-417a-a758-58fa8cc3d35f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:44.089829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Publish callbacks [] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.118232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 612e8f2a-cfe5-420b-bde9-d2b212fbeb59 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:44.119055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.121457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Current status of the port 3032289d-4772-417a-a758-58fa8cc3d35f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:44.124259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.135673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ddc9b592-0eb7-418a-8520-14e05208e38b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.211134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (ddc9b592-0eb7-418a-8520-14e05208e38b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.228082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.230215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc9b592-0eb7-418a-8520-14e05208e38b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:44.275521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:44.291403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.310190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 612e8f2a-cfe5-420b-bde9-d2b212fbeb59 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:44.315215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] For port 3032289d-4772-417a-a758-58fa8cc3d35f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032289d-4772-417a-a758-58fa8cc3d35f,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:44.327040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.330164 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-82422116-5a66-4b15-8f96-2732338d4b65 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4124382 Apr 29 04:06:44.332440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60836) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:44.337125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'cae2dcf2-c24f-4c17-a779-59f8563b8b1d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:44.347529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Network aef40a6d-0f29-449a-ae54-82056c820c85 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:44.352510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (3f08c45c-2711-4d33-ba74-4655de9ab57c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.428474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=3f08c45c-2711-4d33-ba74-4655de9ab57c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:44.509072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (60b41ddf-0593-4bbe-8612-096a0f638158), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.575115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.585060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:44.590665 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3692c58b-f432-4aad-b057-47ea846fbca9 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1939201 Apr 29 04:06:44.594380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60848) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:44.603663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:44.604679 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:44.616953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Pushing event updated for resources: {'Port': ['ID=4f083707-a9af-43a5-996a-3b89e71ef8c3,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:44.619890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3032289d-4772-417a-a758-58fa8cc3d35f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:44.620262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.626937 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:44.627744 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:44.652983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (60b41ddf-0593-4bbe-8612-096a0f638158), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.657809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef40a6d-0f29-449a-ae54-82056c820c85']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:44.683821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:44.686459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e87676-a412-402f-b25a-de15556df1ec') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:44.688535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e87676-a412-402f-b25a-de15556df1ec') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:44.697906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.700278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:44.714055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:44.729264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (47e87676-a412-402f-b25a-de15556df1ec), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.753445 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:44.762416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (47e87676-a412-402f-b25a-de15556df1ec), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.763121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (60b41ddf-0593-4bbe-8612-096a0f638158), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.804591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b41ddf-0593-4bbe-8612-096a0f638158,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:44.862068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:44.862467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (47e87676-a412-402f-b25a-de15556df1ec), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:44.865832 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:44.879244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.882296 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ebe69955-1a0a-4382-82fd-276c7233522d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5488524 Apr 29 04:06:44.883865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Provisioning complete for port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:44.884249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:44.889946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60852) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:44.895334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'cae2dcf2-c24f-4c17-a779-59f8563b8b1d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:44.947301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3032289d-4772-417a-a758-58fa8cc3d35f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:44.949302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:44.951873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Attempting to bind port 4f083707-a9af-43a5-996a-3b89e71ef8c3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:44.952244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Attempting to bind port 4f083707-a9af-43a5-996a-3b89e71ef8c3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '47e87676-a412-402f-b25a-de15556df1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:44.952606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Attempting to bind port 4f083707-a9af-43a5-996a-3b89e71ef8c3 on network aef40a6d-0f29-449a-ae54-82056c820c85 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:44.985743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] Publish callbacks [] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.020404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:45.020792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Checking segment: {'id': '47e87676-a412-402f-b25a-de15556df1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:45.021197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.021635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Bound using segment: {'id': '47e87676-a412-402f-b25a-de15556df1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:45.022110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Bound port: 4f083707-a9af-43a5-996a-3b89e71ef8c3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e87676-a412-402f-b25a-de15556df1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'aef40a6d-0f29-449a-ae54-82056c820c85'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:45.023439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.030551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (612e8f2a-cfe5-420b-bde9-d2b212fbeb59), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.035937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3f9c088e-9fc6-4ce6-aa01-3b5e12a8dee6), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.079407 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:42Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:43Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:45.080013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Provisioning complete for port c6eefc68-e023-42dc-bf13-a0c2d6b4935f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:45.080399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.108540 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:45.108876 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Updating router 611dba03-d65d-4873-9018-c20b14005a8b port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:06:45.147433 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.150841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3f9c088e-9fc6-4ce6-aa01-3b5e12a8dee6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.171891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:06:45.171891 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:06:45.171891 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': 'aef40a6d-0f29-449a-ae54-82056c820c85'}] Apr 29 04:06:45.171891 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:45.171891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:45.174966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=612e8f2a-cfe5-420b-bde9-d2b212fbeb59,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.222383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3f9c088e-9fc6-4ce6-aa01-3b5e12a8dee6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.244102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dd9c2-7896-47d3-a9cb-3011a1090246 req-3297c00b-26e3-4212-8d28-0f3e51dcbfb8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:45.245415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] For port 4f083707-a9af-43a5-996a-3b89e71ef8c3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:45.246238 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d40dd9c2-7896-47d3-a9cb-3011a1090246 req-3297c00b-26e3-4212-8d28-0f3e51dcbfb8 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.2200420 Apr 29 04:06:45.248988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9c088e-9fc6-4ce6-aa01-3b5e12a8dee6,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.262678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec016c-587e-4a2a-9ff9-9d970dcf93de None None] Pushing event updated for resources: {'Port': ['ID=3032289d-4772-417a-a758-58fa8cc3d35f,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.272783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:45.296934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.313111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.317703 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e809179c-a9f4-40dc-a5e1-afc5e3619703 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4240973 Apr 29 04:06:45.329516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60860) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:45.334220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'cae2dcf2-c24f-4c17-a779-59f8563b8b1d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:45.355622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.375886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] For port 4f083707-a9af-43a5-996a-3b89e71ef8c3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4f083707-a9af-43a5-996a-3b89e71ef8c3,segment=NetworkSegment(47e87676-a412-402f-b25a-de15556df1ec),segment_id=47e87676-a412-402f-b25a-de15556df1ec)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:45.467566 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:06:45.468858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Port c6eefc68-e023-42dc-bf13-a0c2d6b4935f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:45.474883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3577cb5f-82c1-484d-a8b5-c0bd40626d1c), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.481818 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Publish callbacks [] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.538249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:45.538624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.552501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.553777 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.572861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3577cb5f-82c1-484d-a8b5-c0bd40626d1c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.588807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb963d0b-7b21-44ef-b4ba-c772d2a724ad None None] Pushing event updated for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.591995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Provisioning complete for port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:45.592387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.635666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Publish callbacks [] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.650496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3577cb5f-82c1-484d-a8b5-c0bd40626d1c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.664572 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Pushing event updated for resources: {'Port': ['ID=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.688441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3577cb5f-82c1-484d-a8b5-c0bd40626d1c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.707750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.712831 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.713272 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.713735 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.714143 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.714563 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.714932 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.715323 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.715712 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.716104 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.716494 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.716891 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.717783 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.718366 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.718756 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.719581 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:06:45.769137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.789945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.791297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-45842ca8-126b-4b39-9af3-81a93c0e5c33 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4606657 Apr 29 04:06:45.794360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60862) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:45.801201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'cae2dcf2-c24f-4c17-a779-59f8563b8b1d', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:45.822230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa574-dc6a-4ee5-a948-07cb6eec5099 None None] Pushing event updated for resources: {'Port': ['ID=4f083707-a9af-43a5-996a-3b89e71ef8c3,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:45.885810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc446c-9d57-4485-8da5-31c5d325340e None None] Network aef40a6d-0f29-449a-ae54-82056c820c85 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:45.917767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.919182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:06:45.925846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5a57931f-08eb-4cb2-9b58-5abdbd974234), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.944738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-31fb97cb-50f3-4b21-b986-0f55b8353e49 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/612e8f2a-cfe5-420b-bde9-d2b212fbeb59 HTTP/1.1" status: 204 len: 168 time: 2.0123255 Apr 29 04:06:45.961736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60864) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:45.963162 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Attempting to bind port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:45.963648 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Attempting to bind port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:45.964098 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Attempting to bind port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 on network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:45.970330 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:45.970859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Checking segment: {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:45.971377 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.971857 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Bound using segment: {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:45.972459 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Bound port: e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026c6157-4d83-4b5e-ac56-474e4241d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:45.973209 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:45.997282 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d40dd9c2-7896-47d3-a9cb-3011a1090246 req-92811fa0-e13b-4a1a-b108-594251697732 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916090 Apr 29 04:06:46.050776 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c11849-329f-43db-ac43-273e04c3a723 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] GET failed (client error): The resource could not be found. Apr 29 04:06:46.067262 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-92c11849-329f-43db-ac43-273e04c3a723 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports/612e8f2a-cfe5-420b-bde9-d2b212fbeb59 HTTP/1.1" status: 404 len: 333 time: 0.1042507 Apr 29 04:06:46.069129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60866) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:46.088059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 4f083707-a9af-43a5-996a-3b89e71ef8c3 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:46.088414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.113867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe93c-3284-4df8-865e-73c692150ae2 None None] Pushing event updated for resources: {'Port': ['ID=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:46.127904 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] For port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:46.132454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5a57931f-08eb-4cb2-9b58-5abdbd974234), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.136595 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] For port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:46.193837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:46.194302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.198900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 4f083707-a9af-43a5-996a-3b89e71ef8c3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4f083707-a9af-43a5-996a-3b89e71ef8c3,segment=NetworkSegment(47e87676-a412-402f-b25a-de15556df1ec),segment_id=47e87676-a412-402f-b25a-de15556df1ec)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:46.199515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.219812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5a57931f-08eb-4cb2-9b58-5abdbd974234), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.223837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Current status of the port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:46.224205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.235987 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.238706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 4f083707-a9af-43a5-996a-3b89e71ef8c3 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:46.241919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a57931f-08eb-4cb2-9b58-5abdbd974234,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:46.257353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Attempting to bind port c6eefc68-e023-42dc-bf13-a0c2d6b4935f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:46.257904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Attempting to bind port c6eefc68-e023-42dc-bf13-a0c2d6b4935f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:46.258174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Attempting to bind port c6eefc68-e023-42dc-bf13-a0c2d6b4935f on network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:46.270666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:46.270666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Checking segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:46.270666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.270666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Bound using segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:46.270666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Bound port: c6eefc68-e023-42dc-bf13-a0c2d6b4935f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:46.270666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.325303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:46.326216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.331587 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d19f7170-7f6d-4ef5-b76d-539ea2beb306 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5361011 Apr 29 04:06:46.341623 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b618e6a-dfae-4f17-804e-c9e621abcb5d None None] Pushing event updated for resources: {'Port': ['ID=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:46.350279 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:46.351187 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:46.379781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] For port c6eefc68-e023-42dc-bf13-a0c2d6b4935f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:46.386006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] For port c6eefc68-e023-42dc-bf13-a0c2d6b4935f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:46.405861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.407081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de251857-084e-4839-aacd-ebe6600b03b1 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:46.461827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 04:06:46.479341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Removed routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 04:06:46.482839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.539315 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:46.548173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.566292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad0b-69cd-4a76-b337-25365be0ab3d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (ed5d2c75-95fa-4ffa-8f03-83d55ae6a315), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.675905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:46.683621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:46.688779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:46.731304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port de251857-084e-4839-aacd-ebe6600b03b1 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:46.731681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (de251857-084e-4839-aacd-ebe6600b03b1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.765372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad0b-69cd-4a76-b337-25365be0ab3d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (ed5d2c75-95fa-4ffa-8f03-83d55ae6a315), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.775352 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9c95a807-8e44-4d05-a772-77aa677ba3d4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572073335&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.1519721 Apr 29 04:06:46.829245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4f083707-a9af-43a5-996a-3b89e71ef8c3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:46.854104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:46.858649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:46.862607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 4f083707-a9af-43a5-996a-3b89e71ef8c3 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:46.881748 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:42Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:46Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:46.928552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=4f083707-a9af-43a5-996a-3b89e71ef8c3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:46.950256 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c9701-f54e-4076-b5eb-570791361343 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:42Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:46Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:47.007200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-303c7887-69e7-4408-bb26-855d242e2f29 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:47.009037 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-303c7887-69e7-4408-bb26-855d242e2f29 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=1a6873c7-6a10-4aa7-a850-1b1c837c1276 HTTP/1.1" status: 200 len: 797 time: 0.2329075 Apr 29 04:06:47.025577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.036399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe93c-3284-4df8-865e-73c692150ae2 None None] Pushing event updated for resources: {'Port': ['ID=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:47.066084 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-494d89c2-ca8e-4f68-aa0f-93dec9cd92a2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0377085 Apr 29 04:06:47.102405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.104973 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad0b-69cd-4a76-b337-25365be0ab3d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ed5d2c75-95fa-4ffa-8f03-83d55ae6a315), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.107565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad0b-69cd-4a76-b337-25365be0ab3d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.110957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port de251857-084e-4839-aacd-ebe6600b03b1 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:47.112938 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-06f9ad0b-69cd-4a76-b337-25365be0ab3d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed5d2c75-95fa-4ffa-8f03-83d55ae6a315 HTTP/1.1" status: 204 len: 168 time: 1.0425696 Apr 29 04:06:47.119106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60882) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:47.134242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (611dba03-d65d-4873-9018-c20b14005a8b), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.147132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:47.174206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef40a6d-0f29-449a-ae54-82056c820c85']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:47.184954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9ad0b-69cd-4a76-b337-25365be0ab3d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d2c75-95fa-4ffa-8f03-83d55ae6a315,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:47.233908 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-3a9c6e41-9f31-4be7-b8ac-fc229a679d67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626117 Apr 29 04:06:47.381798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e87676-a412-402f-b25a-de15556df1ec') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:47.382371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e87676-a412-402f-b25a-de15556df1ec') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:47.403982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-e893c811-e967-4b74-ae80-592628d8be58 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562567 Apr 29 04:06:47.439640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca26d7-a80d-4d33-91da-dac390868fdf None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:06:47.475091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (47e87676-a412-402f-b25a-de15556df1ec), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.489037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:47.503731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (47e87676-a412-402f-b25a-de15556df1ec), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.526537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-bb37e14a-08a4-461f-a75e-eada6e79291a service neutron] 10.222.0.37 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145666 Apr 29 04:06:47.531047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ec87-0b4b-4d41-8d59-89cde0c36ee9 req-2b14a25f-ed3c-4440-bfd3-de26b3b313a4 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:47.532995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3356ec87-0b4b-4d41-8d59-89cde0c36ee9 req-2b14a25f-ed3c-4440-bfd3-de26b3b313a4 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.3516834 Apr 29 04:06:47.542689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:47.544909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (47e87676-a412-402f-b25a-de15556df1ec), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:47.546401 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:47.575489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-39c19b01-b09a-425d-a1c8-5cb2fbf4bff3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (fabe7b11-32f5-4bdf-831c-40f77423ceeb), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.613520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca26d7-a80d-4d33-91da-dac390868fdf None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:06:47.613520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:47.721744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ed03bab8-49bd-4426-b729-d0c905078177 None None] Current status of the port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:47.736863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-39c19b01-b09a-425d-a1c8-5cb2fbf4bff3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (fabe7b11-32f5-4bdf-831c-40f77423ceeb), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.794365 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3356ec87-0b4b-4d41-8d59-89cde0c36ee9 req-a02c5b5d-30ce-4d0f-a3c1-992d9ce34b9f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530310 Apr 29 04:06:47.808880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:47.833171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.842632 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84c07d41-f2bd-45ef-917c-372783674e0c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 933 time: 3.2441151 Apr 29 04:06:47.845273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (aef40a6d-0f29-449a-ae54-82056c820c85), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.846316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60888) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:47.861461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:47.861833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.899002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1573741b-195f-40ea-be9c-5e57839092f9 req-f4a41b26-4353-4c1d-b9f0-0405de3b0864 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 210 time: 0.0517504 Apr 29 04:06:47.909760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.927387 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/aef40a6d-0f29-449a-ae54-82056c820c85 HTTP/1.1" status: 204 len: 168 time: 5.6613934 Apr 29 04:06:47.927711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60890) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:47.929801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1987776657'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:47.952807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-39c19b01-b09a-425d-a1c8-5cb2fbf4bff3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (fabe7b11-32f5-4bdf-831c-40f77423ceeb), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.955851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-39c19b01-b09a-425d-a1c8-5cb2fbf4bff3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:47.962241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60892) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:47.962375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-39c19b01-b09a-425d-a1c8-5cb2fbf4bff3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/security-groups/fabe7b11-32f5-4bdf-831c-40f77423ceeb HTTP/1.1" status: 204 len: 168 time: 0.8382187 Apr 29 04:06:47.963153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc97ba-fbec-42fc-a83a-68ad80050fc3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=aef40a6d-0f29-449a-ae54-82056c820c85,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:47.979143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Provisioning complete for port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:47.979515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.018963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19b01-b09a-425d-a1c8-5cb2fbf4bff3 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe7b11-32f5-4bdf-831c-40f77423ceeb,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:48.037593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a66b-71db-473c-9093-a60415cc8319 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (80c8726c-db6d-4e5b-94b0-64cfbcba1f58), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.040277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:48.044190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.049957 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8fba4dc8-4ae0-4e93-b0fe-86a8c95e6cdb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 933 time: 0.2023273 Apr 29 04:06:48.052889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60898) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:48.059190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'routes': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:48.087035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a66b-71db-473c-9093-a60415cc8319 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (80c8726c-db6d-4e5b-94b0-64cfbcba1f58), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.111187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:48.117797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:48.134991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.135426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment f7716423-ce46-403f-aaa4-d0389837a023 of type vlan for network 8b96092d-d47f-4144-827e-1106e030ff61 Apr 29 04:06:48.150155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Provisioning complete for port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:48.151656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.168217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:48.185120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8b96092d-d47f-4144-827e-1106e030ff61), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.255397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:46Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:48.289661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a66b-71db-473c-9093-a60415cc8319 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (80c8726c-db6d-4e5b-94b0-64cfbcba1f58), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.296189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a66b-71db-473c-9093-a60415cc8319 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.300188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:48.300389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:48.301178 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3ec4a66b-71db-473c-9093-a60415cc8319 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/security-groups/80c8726c-db6d-4e5b-94b0-64cfbcba1f58 HTTP/1.1" status: 204 len: 168 time: 0.3349359 Apr 29 04:06:48.302329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60900) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:48.327777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdf94f-8de4-4a95-8be5-a202ec506f31 None None] The sync data for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv is: [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:46Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:48.382442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:48.383961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:48.402505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet f37b861d-6ec1-48ae-8982-1a779c068d72 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:48.405436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8b96092d-d47f-4144-827e-1106e030ff61), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.424965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:48.425643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.445221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (f37b861d-6ec1-48ae-8982-1a779c068d72), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.450923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4a66b-71db-473c-9093-a60415cc8319 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8726c-db6d-4e5b-94b0-64cfbcba1f58,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:48.451938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6370bec-5097-4c70-a13d-67374efc3958 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:06:48.553566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 04:06:48.554759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 04:06:48.589540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:48.615233 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.655209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Current status of the port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:48.655579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.714664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:48.715051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.868611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f37b861d-6ec1-48ae-8982-1a779c068d72), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:48.882572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9583914 Apr 29 04:06:48.888525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60906) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:48.894194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '8b96092d-d47f-4144-827e-1106e030ff61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:48.903915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b969b-1192-4262-b7c8-950f47948ce1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=8b96092d-d47f-4144-827e-1106e030ff61,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:48.930454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] For port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:48.937137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8b96092d-d47f-4144-827e-1106e030ff61 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:48.966692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa826-4044-4923-84ff-57a0b0d72b2f req-c0096b5c-18b8-4daf-97d7-2758c47699dc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:48.978297 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d31aa826-4044-4923-84ff-57a0b0d72b2f req-c0096b5c-18b8-4daf-97d7-2758c47699dc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.0676186 Apr 29 04:06:49.039609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f37b861d-6ec1-48ae-8982-1a779c068d72), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.091151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.110553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d32eb788-0835-4713-85c1-ad61270c9bb8 req-8e7992d5-a03d-4c36-b20e-87f429eb26af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 210 time: 0.0527244 Apr 29 04:06:49.155471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.164979 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d31aa826-4044-4923-84ff-57a0b0d72b2f req-ce7c6b54-0490-4898-9757-a6d54266c296 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857026 Apr 29 04:06:49.169972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (611dba03-d65d-4873-9018-c20b14005a8b), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.176603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6370bec-5097-4c70-a13d-67374efc3958 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:06:49.198220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Provisioning complete for port c6eefc68-e023-42dc-bf13-a0c2d6b4935f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:49.198597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.234534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f37b861d-6ec1-48ae-8982-1a779c068d72), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.276378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=f37b861d-6ec1-48ae-8982-1a779c068d72,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:49.283614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.295052 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fc7a51dc-f288-4063-8a9f-b87dbafcae69 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/f37b861d-6ec1-48ae-8982-1a779c068d72 HTTP/1.1" status: 204 len: 168 time: 0.9818780 Apr 29 04:06:49.295932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60910) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:49.309954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:49.366382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:49.369880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:49.370447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.374097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.421217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.496026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Pushing event updated for resources: {'Port': ['ID=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:49.498584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:49.499136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:49.499694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:49.506712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:46Z', 'revision_number': 6, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:46Z', 'revision_number': 4, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:49.511808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.513061 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-60fd342c-eeaf-4a6b-8159-f185eb7d11db tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 699 time: 1.4583187 Apr 29 04:06:49.516514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60912) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:49.542511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.598823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:49.648076 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ec32681c-c0b7-4849-9633-a2552f43c9b3 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 699 time: 0.1304147 Apr 29 04:06:49.650845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60914) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:49.662003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:49.662648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:49.683460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.718701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:49.743392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:49.743778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.761717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.769133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bfb7b871-2a77-4294-b0bd-ae67cdd8f809 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/2eb4ff8b-ac5d-4142-8c28-88c43af6fdd0 HTTP/1.1" status: 204 len: 168 time: 0.4720922 Apr 29 04:06:49.770038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60916) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:49.812175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b386f30-f7bd-4b76-bbae-627aae995ec1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:49.812175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b386f30-f7bd-4b76-bbae-627aae995ec1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:49.819334 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6b386f30-f7bd-4b76-bbae-627aae995ec1 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/f37b861d-6ec1-48ae-8982-1a779c068d72 HTTP/1.1" status: 404 len: 337 time: 0.0464785 Apr 29 04:06:49.820280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60918) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:49.839299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Current status of the port c6eefc68-e023-42dc-bf13-a0c2d6b4935f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:49.839691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.914799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting subnet 00c9f923-f874-4a9f-8049-ada4e176f696 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:49.921425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (00c9f923-f874-4a9f-8049-ada4e176f696), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.939678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:49.947552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:49.978230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] For port c6eefc68-e023-42dc-bf13-a0c2d6b4935f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:49.994181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (00c9f923-f874-4a9f-8049-ada4e176f696), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.092761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.105706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Could not find standard attr ID for object 612e8f2a-cfe5-420b-bde9-d2b212fbeb59. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:06:50.106401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:50.107666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032289d-4772-417a-a758-58fa8cc3d35f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:50.181486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (00c9f923-f874-4a9f-8049-ada4e176f696), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.366804 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee9cf867-8921-463a-a180-e8b28bdb492d req-add8c0fc-10a1-46a7-8517-69ba4767346f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 210 time: 0.0582588 Apr 29 04:06:50.387099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca53ba0-5971-43fa-a289-c0fa46717294 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:50.413204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-0025819f-fde7-4d9d-a729-f884c8387dd4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:50.414965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-0025819f-fde7-4d9d-a729-f884c8387dd4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=1a6873c7-6a10-4aa7-a850-1b1c837c1276 HTTP/1.1" status: 200 len: 797 time: 0.2550817 Apr 29 04:06:50.437567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:50.437972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.491603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (00c9f923-f874-4a9f-8049-ada4e176f696), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.494922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959b6c-e6a9-4988-9d99-7760232aa08b req-af7121fe-2874-434a-9a7e-c573d90a15cc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:50.496704 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-16959b6c-e6a9-4988-9d99-7760232aa08b req-af7121fe-2874-434a-9a7e-c573d90a15cc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1555014 Apr 29 04:06:50.503237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Pushing event updated for resources: {'Port': ['ID=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:50.544829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Subnet': ['ID=00c9f923-f874-4a9f-8049-ada4e176f696,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:50.555585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.563269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d2dbf7a6-77b0-4d4b-818e-69cbb4c67092 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/00c9f923-f874-4a9f-8049-ada4e176f696 HTTP/1.1" status: 204 len: 168 time: 0.7395294 Apr 29 04:06:50.565155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60924) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:50.576298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 7, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:50.581219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3032289d-4772-417a-a758-58fa8cc3d35f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:50.581641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.587480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (b8c64a67-6a33-434f-921b-eade98d177cf), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.587860 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-b2a73727-e394-4655-8483-dc01e21d9df4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 379 time: 0.1572235 Apr 29 04:06:50.602353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['cae2dcf2-c24f-4c17-a779-59f8563b8b1d']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:50.674826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e066f41-3782-4892-b908-a0598fecf738 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 7, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:50.675841 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb43ff3-3185-4a3f-955b-a64a39145876 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:50.676410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb43ff3-3185-4a3f-955b-a64a39145876 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:50.683705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ddb43ff3-3185-4a3f-955b-a64a39145876 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/0a6031a7-ee07-453f-b3a2-4016eabb9c2f HTTP/1.1" status: 404 len: 337 time: 0.1165850 Apr 29 04:06:50.704886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60928) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:50.741527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=b8c64a67-6a33-434f-921b-eade98d177cf,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:50.765017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-930fc730-6d4d-4c33-aea1-2244fbc47ee6 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d HTTP/1.1" status: 200 len: 205 time: 0.0554125 Apr 29 04:06:50.765017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60932) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:50.768194 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-16959b6c-e6a9-4988-9d99-7760232aa08b req-819ebb25-610a-43ba-97f5-6e87b8c25c63 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233422 Apr 29 04:06:50.830426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-280c1c08-769e-4ab8-8cba-d30f4bf214d8 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:50.836527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': 'f7716423-ce46-403f-aaa4-d0389837a023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b96092d-d47f-4144-827e-1106e030ff61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:50.836848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 8b96092d-d47f-4144-827e-1106e030ff61, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:50.839841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3032289d-4772-417a-a758-58fa8cc3d35f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:50.852196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-5efa4f66-11e7-4e11-a708-12892388042c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] delete failed (client error): The resource could not be found. Apr 29 04:06:50.855589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5efa4f66-11e7-4e11-a708-12892388042c tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/routers/2e1844fb-a29d-4b38-b1f9-d5c6477a9a9d HTTP/1.1" status: 404 len: 336 time: 0.0877466 Apr 29 04:06:50.857508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60936) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:50.907542 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bbfcf1-1f5e-4aeb-a51a-71aa846b2eee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:50.908085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bbfcf1-1f5e-4aeb-a51a-71aa846b2eee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:50.922624 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a5bbfcf1-1f5e-4aeb-a51a-71aa846b2eee tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/6a546ca2-a31b-4c7d-9c4b-dd08e1f3ba4a HTTP/1.1" status: 404 len: 337 time: 0.0643592 Apr 29 04:06:50.930826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60938) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:50.952767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb0052-c0bc-455d-a363-8d9103a066e8 None None] Update dhcp port {'port': {'network_id': '64729ca2-097c-4433-ada0-3438f008b941', 'fixed_ips': [{'subnet_id': '00c9f923-f874-4a9f-8049-ada4e176f696'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '5adbc0d3-55c3-4894-ba6c-5eb38277a34b'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:06:50.957762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.964888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 8b96092d-d47f-4144-827e-1106e030ff61 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:50.984223 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d463c7-d443-4d79-b037-9c8349e05f26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:50.984966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d463c7-d443-4d79-b037-9c8349e05f26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:50.989842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-46d463c7-d443-4d79-b037-9c8349e05f26 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/0d56126e-663e-4f41-ac0d-b99226d2b1d0 HTTP/1.1" status: 404 len: 337 time: 0.0567517 Apr 29 04:06:50.990997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0052-c0bc-455d-a363-8d9103a066e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:50.992404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60940) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.028317 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:51.038942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5186ee6c-b44c-464a-8e2c-3537b9528648 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.041942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5186ee6c-b44c-464a-8e2c-3537b9528648 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.044151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5186ee6c-b44c-464a-8e2c-3537b9528648 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/bf936bba-9c98-43a9-a61e-c6f12a33a859 HTTP/1.1" status: 404 len: 337 time: 0.0506408 Apr 29 04:06:51.047414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60942) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.052304 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:51.053191 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:51.079456 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f09499-c92a-4360-ab54-32b6ce17a07d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.080025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f09499-c92a-4360-ab54-32b6ce17a07d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.083081 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-61f09499-c92a-4360-ab54-32b6ce17a07d tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/dc76b6c8-38f5-4a7b-8b79-124de2453476 HTTP/1.1" status: 404 len: 333 time: 0.0345495 Apr 29 04:06:51.084774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:51.088296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.091198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60944) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.098294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c6eefc68-e023-42dc-bf13-a0c2d6b4935f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:51.131388 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9c96d9-3ff5-46c6-aabd-a49aee08dc33 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.131786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9c96d9-3ff5-46c6-aabd-a49aee08dc33 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.134933 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8b9c96d9-3ff5-46c6-aabd-a49aee08dc33 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/cf46bd9a-ef08-4194-9c8a-7c170e381b2a HTTP/1.1" status: 404 len: 337 time: 0.0427983 Apr 29 04:06:51.138413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60946) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.160659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 8b96092d-d47f-4144-827e-1106e030ff61) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:51.176606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5ef30-1045-4ee9-96e1-da1b552c180d None None] Network 8b96092d-d47f-4144-827e-1106e030ff61 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:51.188179 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:51.200768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:51.202338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.209249 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-99555bbf-2781-477c-a1de-86e9dba11483 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.209857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99555bbf-2781-477c-a1de-86e9dba11483 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.215398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-99555bbf-2781-477c-a1de-86e9dba11483 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/128664bd-e1d1-40dc-ad6a-042b85ebca14 HTTP/1.1" status: 404 len: 337 time: 0.0739272 Apr 29 04:06:51.217778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c6eefc68-e023-42dc-bf13-a0c2d6b4935f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:51.218166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.222827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60948) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.228514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a7dfc-8bef-40f3-9d17-ab70f7140ad2 None None] Network 64729ca2-097c-4433-ada0-3438f008b941 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:51.259015 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b475ea08-9a8f-4e86-a1e9-bd1450ee5e6b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.259845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b475ea08-9a8f-4e86-a1e9-bd1450ee5e6b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.262999 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b475ea08-9a8f-4e86-a1e9-bd1450ee5e6b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/a0891a1a-cbf5-4c66-ae99-ea996e6d9941 HTTP/1.1" status: 404 len: 333 time: 0.0390348 Apr 29 04:06:51.266003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60950) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.298259 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7183fe-a6c7-4039-87c7-56f3bc83dee2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.298867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7183fe-a6c7-4039-87c7-56f3bc83dee2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.302008 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5a7183fe-a6c7-4039-87c7-56f3bc83dee2 tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/a3efe88d-f121-4d01-bdfa-1d211ef33b12 HTTP/1.1" status: 404 len: 337 time: 0.0349848 Apr 29 04:06:51.306151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60952) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.367798 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eb6eb5a2-acbf-4c08-9a20-ec7e9e522f33 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4759178 Apr 29 04:06:51.368016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.10 (1a6873c7-6a10-4aa7-a850-1b1c837c1276/62f4d305-d5d3-4019-b47c-2eec1a63f94a/64cfdaf9-d45b-420c-868d-5ec19ad0c5da) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:51.369698 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c93715-ba2b-40aa-9609-368183d3fa4b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] DELETE failed (client error): The resource could not be found. Apr 29 04:06:51.370230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c93715-ba2b-40aa-9609-368183d3fa4b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:06:51.373377 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b7c93715-ba2b-40aa-9609-368183d3fa4b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/subnets/74955977-2aaa-4463-bed7-29be6c84ebec HTTP/1.1" status: 404 len: 337 time: 0.0662308 Apr 29 04:06:51.377179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60954) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.377598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60956) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:51.399293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f7dae52a-78c0-4221-a64c-c26f123012d2 None None] Provisioning complete for port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:51.409265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f7dae52a-78c0-4221-a64c-c26f123012d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.488079 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 7, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:51.519684 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:51.534462 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:51.535163 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:51.571763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:51.572182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.585766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.627258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8b96092d-d47f-4144-827e-1106e030ff61), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.632672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:51.633120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.654711 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:51.675554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60dd7ab6-3cf3-48e8-a797-a62266f1cf5f req-38592d28-63c8-41f0-8080-2a0deea3f4ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 210 time: 0.0475826 Apr 29 04:06:51.691832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.722731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f7dae52a-78c0-4221-a64c-c26f123012d2 None None] Port dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:51.754709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-8b96092d-d47f-4144-827e-1106e030ff61', 'network_id': '8b96092d-d47f-4144-827e-1106e030ff61', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': 'b8c64a67-6a33-434f-921b-eade98d177cf'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:51.755928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.777277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f7dae52a-78c0-4221-a64c-c26f123012d2 None None] Provisioning complete for port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:51.777685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f7dae52a-78c0-4221-a64c-c26f123012d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.779292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:51.789775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] DHCP port deletion for 64729ca2-097c-4433-ada0-3438f008b941 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:51.793832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:51.796412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:51.811215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:51.828804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.843634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:51.844053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.862684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c6eefc68-e023-42dc-bf13-a0c2d6b4935f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:51.863785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:51.867252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b8c64a67-6a33-434f-921b-eade98d177cf), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.871176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:51.902922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:51.910489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:51.949124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:52.014927 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-2aa5cd34-78f5-47df-889a-b4d2fcb9c530 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4189305 Apr 29 04:06:52.017679 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 7, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:52.027044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Request body: {'port': {'device_id': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:52.039529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322d5b6-645b-456f-81be-6aed3b61c9b1 req-6743949e-42c4-447b-a299-bcc0295a8e3f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:52.044920 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f322d5b6-645b-456f-81be-6aed3b61c9b1 req-6743949e-42c4-447b-a299-bcc0295a8e3f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1601288 Apr 29 04:06:52.062461 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d5a97-a572-42ea-8266-5c4a690de649 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 7, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7', 'name': '', 'network_id': '10d9af64-41a1-4cb1-a51a-3bb9d57d4230', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:9a:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '9372a158-1863-4f63-a865-add24ec9056d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:40Z', 'updated_at': '2022-04-29T04:06:48Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9372a158-1863-4f63-a865-add24ec9056d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:52.067314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] Deleting port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:52.067314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.131634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.212198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:52.212584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.220166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Allocated IP 172.20.0.1 (8b96092d-d47f-4144-827e-1106e030ff61/b8c64a67-6a33-434f-921b-eade98d177cf/8ed9e2fe-c447-4ded-a0df-9f1c58e19c29) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:52.222706 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f322d5b6-645b-456f-81be-6aed3b61c9b1 req-8efde08f-30f3-4839-9da3-4a9b3d05248a tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522465 Apr 29 04:06:52.279170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:52.279576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.283832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f7dae52a-78c0-4221-a64c-c26f123012d2 None None] Current status of the port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:52.316533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] Calling delete_port for 5adbc0d3-55c3-4894-ba6c-5eb38277a34b owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:52.336101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.377255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:52.387858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.394433 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3613ac12-af64-4d29-9222-0b9800587b1b tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/ports/dc2d37e0-1b18-4aa2-8f86-248ab4cbeaa1 HTTP/1.1" status: 204 len: 168 time: 1.0062633 Apr 29 04:06:52.396048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60962) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:52.454003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-09666023-b23d-4d1f-8b0d-7748e9cffc1c None None] Provisioning complete for port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:52.454365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-09666023-b23d-4d1f-8b0d-7748e9cffc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.485211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (64729ca2-097c-4433-ada0-3438f008b941), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.495231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.509932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:52.560477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cfdaf9-d45b-420c-868d-5ec19ad0c5da {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:06:52.574580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-09666023-b23d-4d1f-8b0d-7748e9cffc1c None None] Port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:06:52.579264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Publish callbacks [] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.587967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:52.603741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Publish callbacks [] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.645164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Deleting port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:52.645562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.654180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Transition to ACTIVE for port object 64cfdaf9-d45b-420c-868d-5ec19ad0c5da will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:06:52.654819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.684765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] Pushing event deleted for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:52.690072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.696153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470bd1a-6eec-4604-995c-c0b5c13a3b7c None None] No DVR routers for this DVR port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:52.751760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.775698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Network 8b96092d-d47f-4144-827e-1106e030ff61 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:52.779149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:52.785523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:52.795891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Pushing event updated for resources: {'Port': ['ID=8ed9e2fe-c447-4ded-a0df-9f1c58e19c29,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:52.850613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] For port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,segment=NetworkSegment(77c99afb-ec51-4d42-8dcf-8ae8b5f54f46),segment_id=77c99afb-ec51-4d42-8dcf-8ae8b5f54f46)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:52.851191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.872385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Attempting to bind port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:52.876632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Attempting to bind port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'f7716423-ce46-403f-aaa4-d0389837a023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b96092d-d47f-4144-827e-1106e030ff61'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:52.876912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (b8c64a67-6a33-434f-921b-eade98d177cf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.877015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Attempting to bind port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29 on network 8b96092d-d47f-4144-827e-1106e030ff61 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:52.894558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:52.895115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Checking segment: {'id': 'f7716423-ce46-403f-aaa4-d0389837a023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b96092d-d47f-4144-827e-1106e030ff61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:52.896287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.896287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Bound using segment: {'id': 'f7716423-ce46-403f-aaa4-d0389837a023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b96092d-d47f-4144-827e-1106e030ff61'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:52.896512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Bound port: 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7716423-ce46-403f-aaa4-d0389837a023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b96092d-d47f-4144-827e-1106e030ff61'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:52.896808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.900918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Pushing event updated for resources: {'Port': ['ID=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:52.919725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da5f5-971b-4a7c-b1e3-b8a7c77d0da8 req-d259103a-7bee-4b42-a4af-f6234968d770 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:52.935843 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e28da5f5-971b-4a7c-b1e3-b8a7c77d0da8 req-d259103a-7bee-4b42-a4af-f6234968d770 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 944 time: 0.1487772 Apr 29 04:06:52.939690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Calling delete_port for 5adbc0d3-55c3-4894-ba6c-5eb38277a34b owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:52.949124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:52.983284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] For port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:52.991156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] For port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8ed9e2fe-c447-4ded-a0df-9f1c58e19c29,segment=NetworkSegment(f7716423-ce46-403f-aaa4-d0389837a023),segment_id=f7716423-ce46-403f-aaa4-d0389837a023)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:53.011668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c64a67-6a33-434f-921b-eade98d177cf,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:53.038987 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e28da5f5-971b-4a7c-b1e3-b8a7c77d0da8 req-77037552-dad7-4911-b0b7-22398aeacbe1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974872 Apr 29 04:06:53.070699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:53.073630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Attempting to bind port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:53.074036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Attempting to bind port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:53.074435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Attempting to bind port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da on network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:53.079239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.082311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da on network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:06:53.086113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Attempting to bind port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da on network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:53.088626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:53.088967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Checking segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:53.089477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Bound using segment: {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:53.090013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Bound port: 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d083f9f-b4eb-4f89-a869-9257d83ec501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:53.090477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.165402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 5adbc0d3-55c3-4894-ba6c-5eb38277a34b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:53.166128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5adbc0d3-55c3-4894-ba6c-5eb38277a34b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:53.166852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8b96092d-d47f-4144-827e-1106e030ff61), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.181173 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] For port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:53.185514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] For port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:53.215782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b96092d-d47f-4144-827e-1106e030ff61']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:53.223988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7350a-127d-44a1-b6d6-d4fa9060cdcf None None] Pushing event updated for resources: {'Port': ['ID=8ed9e2fe-c447-4ded-a0df-9f1c58e19c29,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:53.231844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7716423-ce46-403f-aaa4-d0389837a023') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:53.232151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7716423-ce46-403f-aaa4-d0389837a023') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:53.246457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70593d9b-98e0-4bf4-908d-c8d2a31f7291 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:06:53.257171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.289063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.319638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Pushing event updated for resources: {'Port': ['ID=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:53.336011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:53.336692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.336889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.338864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9b4a8b70-7fdf-4012-8f24-865d2f1cf051 service neutron] 10.222.0.31 "PUT /v2.0/ports/64cfdaf9-d45b-420c-868d-5ec19ad0c5da HTTP/1.1" status: 200 len: 1094 time: 1.3160086 Apr 29 04:06:53.339813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:06:53.342498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05da92-5786-49f0-af1d-dec141641c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:06:53.360513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5adbc0d3-55c3-4894-ba6c-5eb38277a34b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.382529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12469616-90e2-4f4b-96d9-1b6cea802843 x-openstack-request-id: req-12469616-90e2-4f4b-96d9-1b6cea802843 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:06:53.384249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:06:53.384249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12469616-90e2-4f4b-96d9-1b6cea802843 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:06:53.384249 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12469616-90e2-4f4b-96d9-1b6cea802843'] response: {'name': 'network-changed', 'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'status': 'completed', 'code': 200} Apr 29 04:06:53.384614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:53.384614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.396499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70593d9b-98e0-4bf4-908d-c8d2a31f7291 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:53.410981 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:53.452451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05da92-5786-49f0-af1d-dec141641c8a req-f20f98da-bad3-4a45-b688-b80dcb3a836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:53.455096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d05da92-5786-49f0-af1d-dec141641c8a req-f20f98da-bad3-4a45-b688-b80dcb3a836c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 1128 time: 0.0536642 Apr 29 04:06:53.456561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Port': ['ID=5adbc0d3-55c3-4894-ba6c-5eb38277a34b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:53.462646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] No DVR routers for this DVR port 5adbc0d3-55c3-4894-ba6c-5eb38277a34b on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:53.508019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d732e90-4fac-4318-9458-e56c182a8341 req-aa0718d7-62d5-4b0b-ba2c-3fae76678cdc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:53.509666 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6d732e90-4fac-4318-9458-e56c182a8341 req-aa0718d7-62d5-4b0b-ba2c-3fae76678cdc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1739841 Apr 29 04:06:53.511990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:53.579312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:06:53.579312 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:06:53.579312 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': '8b96092d-d47f-4144-827e-1106e030ff61'}] Apr 29 04:06:53.579312 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:53.579842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:53.616333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a0e1c-3525-4f95-b050-80d50af6d9b1 None None] Network 8b96092d-d47f-4144-827e-1106e030ff61 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:53.620653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (64729ca2-097c-4433-ada0-3438f008b941), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:53.662538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05da92-5786-49f0-af1d-dec141641c8a req-dad5e3f5-69d1-4047-881f-5f4518e74be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:53.665033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d05da92-5786-49f0-af1d-dec141641c8a req-dad5e3f5-69d1-4047-881f-5f4518e74be7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1977999 Apr 29 04:06:53.697154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64729ca2-097c-4433-ada0-3438f008b941']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:53.710891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:53.711190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c99afb-ec51-4d42-8dcf-8ae8b5f54f46') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:53.892886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05da92-5786-49f0-af1d-dec141641c8a req-6cbdcbfb-3ac2-414d-9301-833634023466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:53.894561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d05da92-5786-49f0-af1d-dec141641c8a req-6cbdcbfb-3ac2-414d-9301-833634023466 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2193072 Apr 29 04:06:53.982809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-3307d5b7-c69b-46a8-b9a0-4929e62ec310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:53.984474 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-3307d5b7-c69b-46a8-b9a0-4929e62ec310 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 1128 time: 0.0457754 Apr 29 04:06:54.061522 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6d732e90-4fac-4318-9458-e56c182a8341 req-4354b049-66ab-4b14-9a25-b7450395f560 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5315969 Apr 29 04:06:54.074752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-6227838f-e0f0-44d4-9f86-f564edf9cfe8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da HTTP/1.1" status: 200 len: 217 time: 0.0426540 Apr 29 04:06:54.075239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (77c99afb-ec51-4d42-8dcf-8ae8b5f54f46), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.082336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8b96092d-d47f-4144-827e-1106e030ff61), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.118562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (77c99afb-ec51-4d42-8dcf-8ae8b5f54f46), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.123659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:54.129348 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e04ee799-d8de-498b-b5c7-1baf0a2a3d0b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4773991 Apr 29 04:06:54.133302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60978) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:54.135190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:54.142860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:54.143290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (77c99afb-ec51-4d42-8dcf-8ae8b5f54f46), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.146505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:54.151722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:54.151911 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:54.153864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9f424bf0-4df5-47d0-ba0d-bb152489310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:54.153948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-9f424bf0-4df5-47d0-ba0d-bb152489310a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f4d305-d5d3-4019-b47c-2eec1a63f94a HTTP/1.1" status: 200 len: 834 time: 0.0729396 Apr 29 04:06:54.217239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de481-a474-4ca6-adcf-9705233b681c req-ae6030f8-02e1-4a7e-9f03-86a11806d22d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:54.218801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c75de481-a474-4ca6-adcf-9705233b681c req-ae6030f8-02e1-4a7e-9f03-86a11806d22d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0896499 Apr 29 04:06:54.226834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-c75245d0-f5fa-4c04-8ccc-05e13919d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:54.228305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-c75245d0-f5fa-4c04-8ccc-05e13919d881 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a6873c7-6a10-4aa7-a850-1b1c837c1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0585160 Apr 29 04:06:54.247483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:54.298597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:54.299019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.325160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206580b-d8ee-4769-990a-3dead0f6a699 req-d6a8681f-a046-4995-b9b5-ffe8812386fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:54.326896 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8206580b-d8ee-4769-990a-3dead0f6a699 req-d6a8681f-a046-4995-b9b5-ffe8812386fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 944 time: 0.1664338 Apr 29 04:06:54.333247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet 9372a158-1863-4f63-a865-add24ec9056d {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:54.351332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (9372a158-1863-4f63-a865-add24ec9056d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.410969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (64729ca2-097c-4433-ada0-3438f008b941), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.415172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.419299 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] 10.222.0.37 "DELETE /v2.0/networks/64729ca2-097c-4433-ada0-3438f008b941 HTTP/1.1" status: 204 len: 168 time: 2.0215003 Apr 29 04:06:54.448925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8ed9e2fe-c447-4ded-a0df-9f1c58e19c29,segment=NetworkSegment(f7716423-ce46-403f-aaa4-d0389837a023),segment_id=f7716423-ce46-403f-aaa4-d0389837a023)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:54.449344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.473569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:52Z', 'revision_number': 8, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:54.476328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (9372a158-1863-4f63-a865-add24ec9056d), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.479077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1ddac-a6fd-41fc-bfa3-c3c5d97e37de tempest-PortsTestJSON-109172243 tempest-PortsTestJSON-109172243-project] Pushing event deleted for resources: {'Network': ['ID=64729ca2-097c-4433-ada0-3438f008b941,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:54.505524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:54.516198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:54.517097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:54.518101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:54.587134 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8206580b-d8ee-4769-990a-3dead0f6a699 req-0241a6f7-4400-455c-8569-22906d701ea6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232220 Apr 29 04:06:54.623287 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c75de481-a474-4ca6-adcf-9705233b681c req-74ad1995-7645-4ea5-a277-c03e1189763e tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907833 Apr 29 04:06:54.631402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:54.679079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (9372a158-1863-4f63-a865-add24ec9056d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.695327 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-574821cd-9c2e-4791-80b2-0eff812332c0 service neutron] 10.222.0.31 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557343 Apr 29 04:06:54.774354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e548d-9d73-4c59-a1af-88bb110628fb req-c1d7f135-f7be-43ef-8abc-b133010f4bee tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:54.775879 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-128e548d-9d73-4c59-a1af-88bb110628fb req-c1d7f135-f7be-43ef-8abc-b133010f4bee tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0658088 Apr 29 04:06:54.799039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (8ed9e2fe-c447-4ded-a0df-9f1c58e19c29), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.814452 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f94f948e-e0b2-4064-bafd-adc98c04da40 req-d28b908f-03a2-4ece-aa5b-95ea6e8e0c9a service neutron] 10.222.0.31 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090765 Apr 29 04:06:54.838362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 8ed9e2fe-c447-4ded-a0df-9f1c58e19c29 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:54.840891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=8ed9e2fe-c447-4ded-a0df-9f1c58e19c29,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:54.890182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:52Z', 'revision_number': 8, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:54.894443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (9372a158-1863-4f63-a865-add24ec9056d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:54.913356 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-128e548d-9d73-4c59-a1af-88bb110628fb req-0b59a42c-49d1-4022-b18d-4ea3d853eaf2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248124 Apr 29 04:06:54.962534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=9372a158-1863-4f63-a865-add24ec9056d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:55.020703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8b96092d-d47f-4144-827e-1106e030ff61), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.039201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60988) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:55.046014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b96092d-d47f-4144-827e-1106e030ff61']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:55.057003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.061538 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6c3901a7-a2b5-4a20-915a-e61302f74b22 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/9372a158-1863-4f63-a865-add24ec9056d HTTP/1.1" status: 204 len: 168 time: 0.9258416 Apr 29 04:06:55.063937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7716423-ce46-403f-aaa4-d0389837a023') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:55.065432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7716423-ce46-403f-aaa4-d0389837a023') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:55.070087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e5b77-faa4-48ec-bfc5-bc9f8c4ac365 req-6234c463-32bc-4610-939d-49548a42c75b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:55.071849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f1e5b77-faa4-48ec-bfc5-bc9f8c4ac365 req-6234c463-32bc-4610-939d-49548a42c75b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0687153 Apr 29 04:06:55.072926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 60992) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:55.075942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.085711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee4e86a-6eaa-450e-82e6-1300914423c1 None None] Network 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:55.088592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309b87a-c591-43dd-aa0e-2915f9a9dd27 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:52Z', 'revision_number': 8, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de251857-084e-4839-aacd-ebe6600b03b1', 'name': '', 'network_id': '8de7d079-a628-4ad9-ab02-5cd4eed2829f', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:ad:d6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:33Z', 'updated_at': '2022-04-29T04:06:41Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '1d1d97df-4273-465f-b419-6bf0e948e721', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:55.103694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.113012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:55.113455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (f7716423-ce46-403f-aaa4-d0389837a023), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:55.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:55.249215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be925ebc-d61c-41e0-9eee-44d66ee0ea9f req-a7b8e688-cdbe-426a-a590-f1f6f79a6832 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:55.251306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-be925ebc-d61c-41e0-9eee-44d66ee0ea9f req-a7b8e688-cdbe-426a-a590-f1f6f79a6832 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.0551839 Apr 29 04:06:55.277412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (10d9af64-41a1-4cb1-a51a-3bb9d57d4230), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.287017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f1e5b77-faa4-48ec-bfc5-bc9f8c4ac365 req-cdc32a6c-9c95-43a5-810e-8872a8ab122c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031713 Apr 29 04:06:55.300019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8b96092d-d47f-4144-827e-1106e030ff61), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.302330 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-603c6098-bc46-4c05-949f-0e9a75310304 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71ff61c678e94094ba43b2a96f1e34f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621062 Apr 29 04:06:55.305013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 60996) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:55.322655 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-be925ebc-d61c-41e0-9eee-44d66ee0ea9f req-e8205ff6-bcbf-4db7-87c5-f17f9f53e07d tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643141 Apr 29 04:06:55.333251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.337830 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/8b96092d-d47f-4144-827e-1106e030ff61 HTTP/1.1" status: 204 len: 168 time: 3.9592037 Apr 29 04:06:55.344489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32768) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:55.347118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-146566929'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:55.355151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2869331-bbd4-495a-877d-dbd93be9f96b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=8b96092d-d47f-4144-827e-1106e030ff61,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:55.357580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:55.358286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.395414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ddc84383-bbdb-41e5-85c0-ab378e700c95 admin admin] Publish callbacks [] for security_group (570d240d-491d-4bad-a270-1c17a42627f8), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.421855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ddc84383-bbdb-41e5-85c0-ab378e700c95 admin admin] Publish callbacks [] for security_group (570d240d-491d-4bad-a270-1c17a42627f8), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.455263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:55.459149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.472424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] DHCP port deletion for 10d9af64-41a1-4cb1-a51a-3bb9d57d4230 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:55.483603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:55.483977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.504508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1fe4e-4156-4c95-a93a-5f5e6c25a9c6 req-244d8f22-2197-41d7-b9b4-c824420f3bf0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:55.506070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3d1fe4e-4156-4c95-a93a-5f5e6c25a9c6 req-244d8f22-2197-41d7-b9b4-c824420f3bf0 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1165767 Apr 29 04:06:55.518714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:55.521396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:55.522206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] Deleting port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:55.522588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.541129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ddc84383-bbdb-41e5-85c0-ab378e700c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (570d240d-491d-4bad-a270-1c17a42627f8), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.543928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ddc84383-bbdb-41e5-85c0-ab378e700c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.545206 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ddc84383-bbdb-41e5-85c0-ab378e700c95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/570d240d-491d-4bad-a270-1c17a42627f8 HTTP/1.1" status: 204 len: 168 time: 0.2390063 Apr 29 04:06:55.567590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84383-bbdb-41e5-85c0-ab378e700c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d240d-491d-4bad-a270-1c17a42627f8,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:55.592600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.593040 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment d35fec50-acc8-4276-bef5-83c745ac4c30 of type vlan for network 8574eb9d-840c-40c2-bf83-59a395b141a8 Apr 29 04:06:55.628757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] For port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,segment=NetworkSegment(026c6157-4d83-4b5e-ac56-474e4241d5e9),segment_id=026c6157-4d83-4b5e-ac56-474e4241d5e9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:55.629453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.656011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] Calling delete_port for 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:55.680551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.688358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3d1fe4e-4156-4c95-a93a-5f5e6c25a9c6 req-2a8d49f5-8d32-44f3-a8bf-1d72f6fcd592 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702864 Apr 29 04:06:55.726007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653472c-2b7c-46f0-9b2d-619aadb8a407 req-456926f5-23d5-45c9-8e4e-903569b6455a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:55.727636 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9653472c-2b7c-46f0-9b2d-619aadb8a407 req-456926f5-23d5-45c9-8e4e-903569b6455a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 944 time: 0.0692995 Apr 29 04:06:55.794243 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9653472c-2b7c-46f0-9b2d-619aadb8a407 req-fe73f84d-b318-4a5f-82f3-27be0da8f4f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601869 Apr 29 04:06:55.814592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.819784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:55.820372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.959476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.961118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0784ab7d-84fa-4029-ad3e-2d3d244c78e7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:55.961118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=8574eb9d-840c-40c2-bf83-59a395b141a8,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:55.962414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8574eb9d-840c-40c2-bf83-59a395b141a8 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:55.962414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] Pushing event deleted for resources: {'Port': ['ID=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:55.962414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8950a-53c3-4168-968d-ebbfbabdadd8 None None] No DVR routers for this DVR port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:55.962870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:55.962870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=0784ab7d-84fa-4029-ad3e-2d3d244c78e7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (10d9af64-41a1-4cb1-a51a-3bb9d57d4230), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d9af64-41a1-4cb1-a51a-3bb9d57d4230']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026c6157-4d83-4b5e-ac56-474e4241d5e9') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026c6157-4d83-4b5e-ac56-474e4241d5e9') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (026c6157-4d83-4b5e-ac56-474e4241d5e9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (026c6157-4d83-4b5e-ac56-474e4241d5e9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:56.077474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (026c6157-4d83-4b5e-ac56-474e4241d5e9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:56.080408 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:56.213988 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-57e8416b-ec1c-4fa8-8401-9435d4ab07a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8720670 Apr 29 04:06:56.221939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32782) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:56.226993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:56.309265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (10d9af64-41a1-4cb1-a51a-3bb9d57d4230), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.319062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.321128 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/10d9af64-41a1-4cb1-a51a-3bb9d57d4230 HTTP/1.1" status: 204 len: 168 time: 1.2471199 Apr 29 04:06:56.324196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32786) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:56.333165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bf01d-0f69-4188-ae6f-a2f868fe09e6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=10d9af64-41a1-4cb1-a51a-3bb9d57d4230,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:56.419349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:56.422909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.676806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d3b62-1dd5-4a03-a89d-f64e576c0594 req-f2e756d9-2120-4fe0-9063-e74fe7f6736c tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:56.679320 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca1d3b62-1dd5-4a03-a89d-f64e576c0594 req-f2e756d9-2120-4fe0-9063-e74fe7f6736c tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.2737091 Apr 29 04:06:56.709299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (12268201-ecad-4ac4-afe9-5b77e1e059a1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.717749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:56.784657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca1d3b62-1dd5-4a03-a89d-f64e576c0594 req-78410138-2f77-4801-aa9a-1b3b7d616e18 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993943 Apr 29 04:06:56.788068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=12268201-ecad-4ac4-afe9-5b77e1e059a1,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:56.806912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': 'd35fec50-acc8-4276-bef5-83c745ac4c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:56.807273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 8574eb9d-840c-40c2-bf83-59a395b141a8, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:56.808988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa7d5-fc2d-45a1-be1c-ac0bd4f94bc2 req-ffd2e85a-9891-409a-b12c-5c140551233a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:56.810455 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2eeaa7d5-fc2d-45a1-be1c-ac0bd4f94bc2 req-ffd2e85a-9891-409a-b12c-5c140551233a tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.4041574 Apr 29 04:06:56.923601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 8574eb9d-840c-40c2-bf83-59a395b141a8 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:56.927076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32808) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:56.940024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:56.940571 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2eeaa7d5-fc2d-45a1-be1c-ac0bd4f94bc2 req-9ae127e5-4557-4a15-b67e-8c4ec99e7c77 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157594 Apr 29 04:06:56.951228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6b8ad-b9c9-4afb-8745-f53181f4fbde req-abdc2666-fb59-4eef-ad3b-2bf118eb9577 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:56.952744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f8a6b8ad-b9c9-4afb-8745-f53181f4fbde req-abdc2666-fb59-4eef-ad3b-2bf118eb9577 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 944 time: 0.0667017 Apr 29 04:06:56.961529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:56.961957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0784ab7d-84fa-4029-ad3e-2d3d244c78e7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:56.962451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:06:56.985566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:06:56.985914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e6efe206-a9dc-44ea-9bcd-d03b1fe02cf7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:06:57.002686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 8574eb9d-840c-40c2-bf83-59a395b141a8) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:57.011881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:57.012804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.018062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb812c9f-953c-4f5e-9593-05c139af3aba None None] Network 8574eb9d-840c-40c2-bf83-59a395b141a8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:57.033495 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f8a6b8ad-b9c9-4afb-8745-f53181f4fbde req-8fbb9da2-805c-4823-b087-1667707d7834 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669820 Apr 29 04:06:57.101434 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-92d4d397-ff25-449c-b9fd-038438384eeb tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8769529 Apr 29 04:06:57.102682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32812) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:57.107148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2144079609-network', 'tenant_id': 'c6de807cb5314c89a5ac153de1e96029'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:57.111943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port de251857-084e-4839-aacd-ebe6600b03b1 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:57.112288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (de251857-084e-4839-aacd-ebe6600b03b1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.180435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-8574eb9d-840c-40c2-bf83-59a395b141a8', 'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '12268201-ecad-4ac4-afe9-5b77e1e059a1'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:06:57.186531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.221423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port de251857-084e-4839-aacd-ebe6600b03b1, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=de251857-084e-4839-aacd-ebe6600b03b1,segment=NetworkSegment(04319569-858d-4032-a30d-bce11024a9da),segment_id=04319569-858d-4032-a30d-bce11024a9da)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:57.221934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (de251857-084e-4839-aacd-ebe6600b03b1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.226229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.236848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for de251857-084e-4839-aacd-ebe6600b03b1 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:57.245726 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Made reservation on behalf of c6de807cb5314c89a5ac153de1e96029 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:57.248742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.260602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.328586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (12268201-ecad-4ac4-afe9-5b77e1e059a1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.360795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Allocated IP 172.20.0.1 (8574eb9d-840c-40c2-bf83-59a395b141a8/12268201-ecad-4ac4-afe9-5b77e1e059a1/44802893-2bfe-417a-87b5-3352891db73a) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:06:57.425365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 64cfdaf9-d45b-420c-868d-5ec19ad0c5da details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:06:57.432633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks [] for security_group (43312d92-1858-4c04-be79-c2fc6cc0e4c1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.519722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (43312d92-1858-4c04-be79-c2fc6cc0e4c1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.549344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:06:57.551445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (de251857-084e-4839-aacd-ebe6600b03b1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.578875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43312d92-1858-4c04-be79-c2fc6cc0e4c1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:57.591144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Publish callbacks [] for port (44802893-2bfe-417a-87b5-3352891db73a), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.592917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (159afa6d-6b2c-47ee-aa5f-8286666b70d6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.593378 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Added segment 159afa6d-6b2c-47ee-aa5f-8286666b70d6 of type vlan for network 94dcaaf9-94cc-42e8-85eb-37628ea6497f Apr 29 04:06:57.597911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:57.604662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=de251857-084e-4839-aacd-ebe6600b03b1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:57.613073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'port_id': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'mac_address': 'fa:16:3e:63:0b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:06:57.659201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:57.659597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.674943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (94dcaaf9-94cc-42e8-85eb-37628ea6497f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.677279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cfdaf9-d45b-420c-868d-5ec19ad0c5da {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:06:57.700853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (44802893-2bfe-417a-87b5-3352891db73a), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.721867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:57.761601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Network 8574eb9d-840c-40c2-bf83-59a395b141a8 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:06:57.767458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:57.771368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:06:57.779226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Pushing event updated for resources: {'Port': ['ID=44802893-2bfe-417a-87b5-3352891db73a,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:57.783514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.793738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (12268201-ecad-4ac4-afe9-5b77e1e059a1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.855850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.856453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=12268201-ecad-4ac4-afe9-5b77e1e059a1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:57.857478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (94dcaaf9-94cc-42e8-85eb-37628ea6497f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.858559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:57.859020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.891921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Attempting to bind port 44802893-2bfe-417a-87b5-3352891db73a on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:06:57.892925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Attempting to bind port 44802893-2bfe-417a-87b5-3352891db73a by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd35fec50-acc8-4276-bef5-83c745ac4c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:06:57.893307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Attempting to bind port 44802893-2bfe-417a-87b5-3352891db73a on network 8574eb9d-840c-40c2-bf83-59a395b141a8 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:06:57.904902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:57.919722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:06:57.920689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Checking segment: {'id': 'd35fec50-acc8-4276-bef5-83c745ac4c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:57.921102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.922160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Bound using segment: {'id': 'd35fec50-acc8-4276-bef5-83c745ac4c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:06:57.922663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Bound port: 44802893-2bfe-417a-87b5-3352891db73a, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35fec50-acc8-4276-bef5-83c745ac4c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8574eb9d-840c-40c2-bf83-59a395b141a8'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:06:57.923055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (44802893-2bfe-417a-87b5-3352891db73a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.938905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:57.963540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8574eb9d-840c-40c2-bf83-59a395b141a8']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:57.991285 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0624740 Apr 29 04:06:57.991827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35fec50-acc8-4276-bef5-83c745ac4c30') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:57.992126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35fec50-acc8-4276-bef5-83c745ac4c30') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:57.999192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32820) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:58.006082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Request body: {'subnet': {'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2144079609-subnet', 'tenant_id': 'c6de807cb5314c89a5ac153de1e96029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:06:58.010222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.028662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['64cfdaf9-d45b-420c-868d-5ec19ad0c5da'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:06:58.039343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] For port 44802893-2bfe-417a-87b5-3352891db73a, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:06:58.041679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.069178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:58.069618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:58.072701 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:58.107241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20579e8-c6f1-41b6-81e0-541eca758026 req-1a10f965-63e7-4b17-b691-804870a08543 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:58.108655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b20579e8-c6f1-41b6-81e0-541eca758026 req-1a10f965-63e7-4b17-b691-804870a08543 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0854256 Apr 29 04:06:58.115585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491dd78-f464-4a1a-a5c2-4a5ea64c0a35 admin admin] Pushing event updated for resources: {'Network': ['ID=94dcaaf9-94cc-42e8-85eb-37628ea6497f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:58.128657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 94dcaaf9-94cc-42e8-85eb-37628ea6497f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:06:58.129413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb3a9-208b-4e79-b0af-f27543d5d8a4 req-8f838b5e-4063-4107-9fe8-4eb0dfcd50a2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:58.130973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3efbb3a9-208b-4e79-b0af-f27543d5d8a4 req-8f838b5e-4063-4107-9fe8-4eb0dfcd50a2 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.2416008 Apr 29 04:06:58.144916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Made reservation on behalf of c6de807cb5314c89a5ac153de1e96029 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:06:58.150905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.175432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] For port 44802893-2bfe-417a-87b5-3352891db73a, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=44802893-2bfe-417a-87b5-3352891db73a,segment=NetworkSegment(d35fec50-acc8-4276-bef5-83c745ac4c30),segment_id=d35fec50-acc8-4276-bef5-83c745ac4c30)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:06:58.229174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:06:58.229174 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:06:58.229174 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': '8574eb9d-840c-40c2-bf83-59a395b141a8'}] Apr 29 04:06:58.229174 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:06:58.229758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:06:58.239874 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b20579e8-c6f1-41b6-81e0-541eca758026 req-8b1a4c7f-f55d-4ea5-90b1-39477bbc134b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006477 Apr 29 04:06:58.256654 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3efbb3a9-208b-4e79-b0af-f27543d5d8a4 req-58fbad85-35c6-435d-99fc-87d9fcd0201a tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125507 Apr 29 04:06:58.283775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (44802893-2bfe-417a-87b5-3352891db73a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.351737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:06:58.398241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee16e51-ad08-40ea-9c5b-55c1c720434d req-b568c8f4-6590-45f3-8a02-3eb3fcc76345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:58.399741 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cee16e51-ad08-40ea-9c5b-55c1c720434d req-b568c8f4-6590-45f3-8a02-3eb3fcc76345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 945 time: 0.0649936 Apr 29 04:06:58.412814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823b599-2462-4f4c-b10e-709839c64da7 None None] Pushing event updated for resources: {'Port': ['ID=44802893-2bfe-417a-87b5-3352891db73a,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:58.438204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f71cab2-e39b-438e-ad02-73d994e7949d None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:06:58.465659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (f1660280-0dfa-4648-8698-9674783b79a0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.531416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:06:58.533350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1660280-0dfa-4648-8698-9674783b79a0,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:58.537872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Checking segment: {'id': '159afa6d-6b2c-47ee-aa5f-8286666b70d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:06:58.538303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Network hostable DHCP agents. Network: 94dcaaf9-94cc-42e8-85eb-37628ea6497f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:06:58.541232 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84c83059-467f-46ca-9ce2-8ebd7d7a4d8e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2159028 Apr 29 04:06:58.545349 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:06:58.549080 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cee16e51-ad08-40ea-9c5b-55c1c720434d req-ebba64ce-4f47-4cf3-98e5-57bd45f641bc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132426 Apr 29 04:06:58.549590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32828) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:58.558914 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:58.561003 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:58.598924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71cab2-e39b-438e-ad02-73d994e7949d None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:06:58.608745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet 1d1d97df-4273-465f-b419-6bf0e948e721 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:06:58.614412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (1d1d97df-4273-465f-b419-6bf0e948e721), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.655233 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:58.656227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Network 94dcaaf9-94cc-42e8-85eb-37628ea6497f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:06:58.658143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (1d1d97df-4273-465f-b419-6bf0e948e721), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.730745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.740118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 94dcaaf9-94cc-42e8-85eb-37628ea6497f) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:06:58.757874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:58.759077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.760455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (1d1d97df-4273-465f-b419-6bf0e948e721), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.827521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 44802893-2bfe-417a-87b5-3352891db73a {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:58.839146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (44802893-2bfe-417a-87b5-3352891db73a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.849482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d7df8-273d-4f82-9e44-011a547009b5 None None] Network 8574eb9d-840c-40c2-bf83-59a395b141a8 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:58.852934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6cc853-7e9f-44c3-b61c-ee2df0a0ec0b None None] Network 94dcaaf9-94cc-42e8-85eb-37628ea6497f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:58.883275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (1d1d97df-4273-465f-b419-6bf0e948e721), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.918004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1d97df-4273-465f-b419-6bf0e948e721,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:58.928910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6abb7b0d-bec8-4374-ae38-e26906c4c223 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9275374 Apr 29 04:06:58.935359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.941159 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9fac1baa-0d04-43f0-89dc-04f654f643aa tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/1d1d97df-4273-465f-b419-6bf0e948e721 HTTP/1.1" status: 204 len: 168 time: 0.3905606 Apr 29 04:06:58.948921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32832) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:06:58.959548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 44802893-2bfe-417a-87b5-3352891db73a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=44802893-2bfe-417a-87b5-3352891db73a,segment=NetworkSegment(d35fec50-acc8-4276-bef5-83c745ac4c30),segment_id=d35fec50-acc8-4276-bef5-83c745ac4c30)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:58.963696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (44802893-2bfe-417a-87b5-3352891db73a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:58.989652 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:57Z', 'revision_number': 9, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:58.993687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 44802893-2bfe-417a-87b5-3352891db73a owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:59.020726 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:06:59.030056 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:06:59.030970 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.111694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8de7d079-a628-4ad9-ab02-5cd4eed2829f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.118063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e36e7a-90a2-41aa-a9eb-8810476785ac None None] Network 8de7d079-a628-4ad9-ab02-5cd4eed2829f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:59.126817 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:06:59.177601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:06:59.178008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.210951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (44802893-2bfe-417a-87b5-3352891db73a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.268983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3dac4-ba8c-48fd-8700-7dab85e088b3 None None] Network 94dcaaf9-94cc-42e8-85eb-37628ea6497f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:06:59.270329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port 88aa53ba-67f5-44f3-bdc2-f15367a3f703, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=88aa53ba-67f5-44f3-bdc2-f15367a3f703,segment=NetworkSegment(04319569-858d-4032-a30d-bce11024a9da),segment_id=04319569-858d-4032-a30d-bce11024a9da)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:59.270898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.288873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 88aa53ba-67f5-44f3-bdc2-f15367a3f703 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:06:59.312412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=44802893-2bfe-417a-87b5-3352891db73a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:59.333805 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:57Z', 'revision_number': 9, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.366014 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cecdf-42ab-4304-b0fc-2f76a8a557cf None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:06:57Z', 'revision_number': 9, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8928af5-7d9a-4e7d-924c-8d29cf16c9ca', 'name': '', 'network_id': 'fe28a480-c466-4ea2-a880-03db1764273e', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:7c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:25Z', 'updated_at': '2022-04-29T04:06:32Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '9fbc4ffb-c5aa-4173-8018-28c63e104d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:06:59.407250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 44802893-2bfe-417a-87b5-3352891db73a on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:59.431998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 197eedb3-d366-4be4-ac74-ba6bbc003cb5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:06:59.434333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 64cfdaf9-d45b-420c-868d-5ec19ad0c5da up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:06:59.491474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72eff1-cbe0-4348-a740-f75840b07882 req-1d1e2c4a-7d4f-4fa3-85c7-0771f1d14f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:59.492981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f72eff1-cbe0-4348-a740-f75840b07882 req-1d1e2c4a-7d4f-4fa3-85c7-0771f1d14f06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1130 time: 0.2390194 Apr 29 04:06:59.522653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca32e4b-7d24-49a0-b42e-6fabe71ab4bc req-0e458599-a68f-4a9c-b05f-6cf0f1b7522a tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:59.526631 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ca32e4b-7d24-49a0-b42e-6fabe71ab4bc req-0e458599-a68f-4a9c-b05f-6cf0f1b7522a tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.0902359 Apr 29 04:06:59.544020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b66c-d283-42ec-acca-943ef2589918 req-eed7f2e5-8c0e-467d-bb68-5299187c7bef tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:59.545517 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e316b66c-d283-42ec-acca-943ef2589918 req-eed7f2e5-8c0e-467d-bb68-5299187c7bef tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1237664 Apr 29 04:06:59.560454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:06:59.588081 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ca32e4b-7d24-49a0-b42e-6fabe71ab4bc req-3efbd2b5-8b5a-47a6-a345-e07970597fbb tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576758 Apr 29 04:06:59.599365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.636125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:06:59.651058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8574eb9d-840c-40c2-bf83-59a395b141a8']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.672002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f72eff1-cbe0-4348-a740-f75840b07882 req-56144e06-70a7-4325-b8fd-3036a5fa4743 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662471 Apr 29 04:06:59.673895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35fec50-acc8-4276-bef5-83c745ac4c30') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.674205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35fec50-acc8-4276-bef5-83c745ac4c30') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.697213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.717171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f1cf-31c7-4ebf-9cf9-ac89fa2528d6 req-6ce08a97-21e9-4f20-82d8-e54a85dac318 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:06:59.719539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e316b66c-d283-42ec-acca-943ef2589918 req-61580caf-0711-470b-856c-03740259b548 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317267 Apr 29 04:06:59.721504 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dcf3f1cf-31c7-4ebf-9cf9-ac89fa2528d6 req-6ce08a97-21e9-4f20-82d8-e54a85dac318 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 945 time: 0.0650942 Apr 29 04:06:59.730494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (88aa53ba-67f5-44f3-bdc2-f15367a3f703), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.752540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port 88aa53ba-67f5-44f3-bdc2-f15367a3f703 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:06:59.757425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.772868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:06:59.773268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d35fec50-acc8-4276-bef5-83c745ac4c30), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:06:59.778307 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:06:59.827170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=88aa53ba-67f5-44f3-bdc2-f15367a3f703,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:06:59.894054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc68191-1540-4c5f-a3b9-980893ef2964 None None] DHCP port deletion for 8de7d079-a628-4ad9-ab02-5cd4eed2829f request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:06:59.898593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:06:59.898966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.902822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'port_id': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'mac_address': 'fa:16:3e:41:54:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:06:59.914881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8de7d079-a628-4ad9-ab02-5cd4eed2829f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.954707 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dcf3f1cf-31c7-4ebf-9cf9-ac89fa2528d6 req-607ba6d1-d070-4115-8195-d4862436f38f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139499 Apr 29 04:06:59.958302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de7d079-a628-4ad9-ab02-5cd4eed2829f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.968970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04319569-858d-4032-a30d-bce11024a9da') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.969259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04319569-858d-4032-a30d-bce11024a9da') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:06:59.976567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:06:59.976957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.983939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (04319569-858d-4032-a30d-bce11024a9da), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.991557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8574eb9d-840c-40c2-bf83-59a395b141a8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:06:59.995453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 197eedb3-d366-4be4-ac74-ba6bbc003cb5 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:07:00.000681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.012336 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/8574eb9d-840c-40c2-bf83-59a395b141a8 HTTP/1.1" status: 204 len: 168 time: 2.9076989 Apr 29 04:07:00.016682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32850) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:00.023685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-394863380'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:00.027311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb69e51-e811-4d00-88c1-8f981f2def80 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=8574eb9d-840c-40c2-bf83-59a395b141a8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:00.040723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (04319569-858d-4032-a30d-bce11024a9da), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.054404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:00.054799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (04319569-858d-4032-a30d-bce11024a9da), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.056402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:00.057350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:00.057722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:00.057847 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:00.082535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:00.084812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95d9261-b713-4041-baed-ad3afade8ab8" -d '{"events": [{"server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "name": "network-vif-plugged", "status": "completed", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:00.097941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:00.128050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd0995-d654-4043-be0d-0e1275056c0c x-openstack-request-id: req-b5cd0995-d654-4043-be0d-0e1275056c0c {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:00.128650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "name": "network-vif-plugged", "status": "completed", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:00.130484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5cd0995-d654-4043-be0d-0e1275056c0c {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:00.130484 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cd0995-d654-4043-be0d-0e1275056c0c'] response: {'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'code': 200} Apr 29 04:07:00.130986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.151672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32856) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:00.156762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1803822273-network', 'tenant_id': 'a85293d1439645ba898dcd97553044cc'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:00.161110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:00.164266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.179996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:00.202133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:00.210465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.210614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.210896 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment ba1d7e6f-5c11-4a64-abb9-0f849e5c8320 of type vlan for network 20b2f669-7f7a-4d06-9739-d94eff08a28a Apr 29 04:07:00.249044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.258154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8de7d079-a628-4ad9-ab02-5cd4eed2829f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.259234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:00.269187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.272265 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/8de7d079-a628-4ad9-ab02-5cd4eed2829f HTTP/1.1" status: 204 len: 168 time: 1.3208804 Apr 29 04:07:00.275217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32858) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:00.294138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28660e55-a68b-4cd5-a277-ae5f18efc06b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=8de7d079-a628-4ad9-ab02-5cd4eed2829f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:00.307360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Made reservation on behalf of a85293d1439645ba898dcd97553044cc for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:00.309802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.319646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.376609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['197eedb3-d366-4be4-ac74-ba6bbc003cb5'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:07:00.382809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.388184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:00.388779 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.450122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks [] for security_group (88f17f3c-0bb2-4d79-9e31-ac49e5ba4655), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.513466 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4956737 Apr 29 04:07:00.514720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19718d2-7e47-485e-8a64-138ae1917130 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=20b2f669-7f7a-4d06-9739-d94eff08a28a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:00.517243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32860) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:00.522597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'New_network'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:00.534505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:00.544239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (88f17f3c-0bb2-4d79-9e31-ac49e5ba4655), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.620225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:00.628426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.659559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f17f3c-0bb2-4d79-9e31-ac49e5ba4655,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:00.669999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (790fa958-ff57-4c5b-9bf0-4336d492b471), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.670341 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Added segment 790fa958-ff57-4c5b-9bf0-4336d492b471 of type vlan for network 69c88a9c-24b8-4e6d-a26e-41882c584029 Apr 29 04:07:00.792096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (69c88a9c-24b8-4e6d-a26e-41882c584029), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.816586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.836691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35367f88-d757-4843-9914-da550dede49b req-8a320717-084f-4a1f-b374-c6f17fa1467c tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:00.838290 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35367f88-d757-4843-9914-da550dede49b req-8a320717-084f-4a1f-b374-c6f17fa1467c tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 945 time: 0.1058772 Apr 29 04:07:00.870166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9b69d-401a-42b2-89bd-c45b13ca2f87 req-0b79dceb-55a6-4afb-8c37-88c4808b5cd5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:00.871839 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb9b69d-401a-42b2-89bd-c45b13ca2f87 req-0b79dceb-55a6-4afb-8c37-88c4808b5cd5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0745406 Apr 29 04:07:00.902657 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35367f88-d757-4843-9914-da550dede49b req-f2e8014d-40ae-45c1-a22c-1fb0b35223dd tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552602 Apr 29 04:07:00.933997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 88aa53ba-67f5-44f3-bdc2-f15367a3f703 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:00.954612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 88aa53ba-67f5-44f3-bdc2-f15367a3f703 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:00.954957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 88aa53ba-67f5-44f3-bdc2-f15367a3f703 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:00.955366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de251857-084e-4839-aacd-ebe6600b03b1 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:00.960224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (69c88a9c-24b8-4e6d-a26e-41882c584029), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.962117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:00.969288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.969288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.975558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: de251857-084e-4839-aacd-ebe6600b03b1 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:00.976130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device de251857-084e-4839-aacd-ebe6600b03b1 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:00.981911 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb9b69d-401a-42b2-89bd-c45b13ca2f87 req-19c3d48e-70a1-474b-aef8-1db58c80e9a3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014788 Apr 29 04:07:00.985086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:00.985614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:00.998287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a is not hosted by any dhcp agent {{(pid=116104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 04:07:01.003361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:01.004050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.008171 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "PUT /v2.0/networks/20b2f669-7f7a-4d06-9739-d94eff08a28a HTTP/1.1" status: 200 len: 723 time: 0.4872146 Apr 29 04:07:01.011758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32866) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:01.021043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:01.052007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] Pushing event updated for resources: {'Network': ['ID=69c88a9c-24b8-4e6d-a26e-41882c584029,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:01.079028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 69c88a9c-24b8-4e6d-a26e-41882c584029 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:01.129750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e742a-cfc4-4789-8b3f-6ede8e3dc8c1 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=20b2f669-7f7a-4d06-9739-d94eff08a28a,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:01.139314 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7b10e366-4957-49cd-bf27-5956420e7273 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9839296 Apr 29 04:07:01.141532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32870) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:01.160849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Request body: {'subnet': {'network_id': '69c88a9c-24b8-4e6d-a26e-41882c584029', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1803822273-subnet', 'tenant_id': 'a85293d1439645ba898dcd97553044cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:01.177012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:01.180461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3d745-2159-4252-94f5-d8824745e8d1 req-e5da6ed9-5fab-422f-9c52-c647f06e6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:01.181170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ac74-7996-4c78-894b-76e180150f3d req-c6d9d80e-6a69-423c-adb4-32b43211d2a7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:01.182453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d6c3d745-2159-4252-94f5-d8824745e8d1 req-e5da6ed9-5fab-422f-9c52-c647f06e6a6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 1130 time: 0.1088364 Apr 29 04:07:01.182974 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-79b7ac74-7996-4c78-894b-76e180150f3d req-c6d9d80e-6a69-423c-adb4-32b43211d2a7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.0621126 Apr 29 04:07:01.224128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port a8928af5-7d9a-4e7d-924c-8d29cf16c9ca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,segment=NetworkSegment(c5c18290-3e07-4d76-be64-e78115139d15),segment_id=c5c18290-3e07-4d76-be64-e78115139d15)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:01.224931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.245738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-79b7ac74-7996-4c78-894b-76e180150f3d req-0d3b7eec-9427-48a6-b135-c0b18ee77228 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526061 Apr 29 04:07:01.246711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for a8928af5-7d9a-4e7d-924c-8d29cf16c9ca owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:01.277888 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d6c3d745-2159-4252-94f5-d8824745e8d1 req-f0cf3fcc-61c3-4fbf-acd9-da42a76682dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887280 Apr 29 04:07:01.334474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:01.337867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.341468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Made reservation on behalf of a85293d1439645ba898dcd97553044cc for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:01.344043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.460376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 197eedb3-d366-4be4-ac74-ba6bbc003cb5 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:01.514155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:01.514446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.595190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:01.595571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.629490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:01.724568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:01.776466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:02.033767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a8928af5-7d9a-4e7d-924c-8d29cf16c9ca), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.100581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=a8928af5-7d9a-4e7d-924c-8d29cf16c9ca,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:02.106621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a65e-3978-4632-a00b-b387af7893c1 req-fdb5e143-6806-4999-b2c5-b4000ea3eeba tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:02.113914 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4585a65e-3978-4632-a00b-b387af7893c1 req-fdb5e143-6806-4999-b2c5-b4000ea3eeba tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0615332 Apr 29 04:07:02.130604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:02.132972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed96afc4-1356-4a31-aa60-c23ec9f83ff5" -d '{"events": [{"server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "name": "network-vif-plugged", "status": "completed", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:02.145530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeff33-07e8-4bd2-8163-5ef66c5e0bbb req-f4208c1d-ecb6-42b9-91e0-f157063375a0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:02.160311 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2faeff33-07e8-4bd2-8163-5ef66c5e0bbb req-f4208c1d-ecb6-42b9-91e0-f157063375a0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1401501 Apr 29 04:07:02.165878 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4585a65e-3978-4632-a00b-b387af7893c1 req-611b89e3-1b05-4667-b151-e26feb7b2f25 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510499 Apr 29 04:07:02.191445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (7525e1fc-a0a8-436d-b8d4-58968e03f067), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.211549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db42e104-0864-4bd7-8571-bdb29f22e91b x-openstack-request-id: req-db42e104-0864-4bd7-8571-bdb29f22e91b {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:02.212044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "name": "network-vif-plugged", "status": "completed", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:02.212152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db42e104-0864-4bd7-8571-bdb29f22e91b {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:02.212495 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db42e104-0864-4bd7-8571-bdb29f22e91b'] response: {'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'code': 200} Apr 29 04:07:02.237617 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:07:02.254366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (56738d76-2408-46fa-a52c-2e0ad3cec3ce), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.339079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2faeff33-07e8-4bd2-8163-5ef66c5e0bbb req-e10c7738-5914-4bb8-9046-5bb2dcf708eb tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734927 Apr 29 04:07:02.364462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32880) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:02.379021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=7525e1fc-a0a8-436d-b8d4-58968e03f067,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:02.464904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:02.465251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 20b2f669-7f7a-4d06-9739-d94eff08a28a, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:02.473532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=56738d76-2408-46fa-a52c-2e0ad3cec3ce,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:02.476166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Checking segment: {'id': '790fa958-ff57-4c5b-9bf0-4336d492b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '69c88a9c-24b8-4e6d-a26e-41882c584029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:02.476533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Network hostable DHCP agents. Network: 69c88a9c-24b8-4e6d-a26e-41882c584029, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:02.478858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.639747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Network 69c88a9c-24b8-4e6d-a26e-41882c584029 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:02.642217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:02.706304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:02.768909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68e2f-ad45-4e80-a29e-cb3b7dd22d87 req-e00e4011-88e9-4a63-ab01-ed3d71c6cb06 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:02.770695 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bcb68e2f-ad45-4e80-a29e-cb3b7dd22d87 req-e00e4011-88e9-4a63-ab01-ed3d71c6cb06 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.4422278 Apr 29 04:07:02.770927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 20b2f669-7f7a-4d06-9739-d94eff08a28a) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:02.774446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 69c88a9c-24b8-4e6d-a26e-41882c584029) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:02.780349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:02.781156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.793513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08344f0a-4009-485f-8632-e93137723bf1 None None] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:02.818099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:02.818737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.834485 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bcb68e2f-ad45-4e80-a29e-cb3b7dd22d87 req-6c3b60c4-2ad3-4870-81f4-29001028e4ba tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527885 Apr 29 04:07:02.842130 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e9cf155e-b86e-48fd-b16e-d89ad6c3199c tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/floatingips/fc5f9711-6461-467d-8e91-4e136967b709 HTTP/1.1" status: 200 len: 993 time: 0.4759719 Apr 29 04:07:02.847532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:02.849892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e306c-a1ab-4407-a6b4-83d9be09114f None None] Network 69c88a9c-24b8-4e6d-a26e-41882c584029 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:02.853486 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-807dbd8c-8506-4e7a-b581-93f9a3b99304 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770583 Apr 29 04:07:02.857295 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-443f3950-68ee-4016-b716-863fe1aaef6a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8478937 Apr 29 04:07:02.860751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32882) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:02.870304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32884) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:02.876033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:02.919886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet 9fbc4ffb-c5aa-4173-8018-28c63e104d07 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:02.923839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (9fbc4ffb-c5aa-4173-8018-28c63e104d07), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.941532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:02.959783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-568f0bbd-1261-4cd6-9e46-e6085f862cef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8099618 Apr 29 04:07:02.983664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (9fbc4ffb-c5aa-4173-8018-28c63e104d07), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:02.995514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9275806'] for subnet (7525e1fc-a0a8-436d-b8d4-58968e03f067), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.016205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:03.017047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:03.099072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (9fbc4ffb-c5aa-4173-8018-28c63e104d07), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.142656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-20b2f669-7f7a-4d06-9739-d94eff08a28a', 'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '7525e1fc-a0a8-436d-b8d4-58968e03f067'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:03.143451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.180220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa963e-cd16-4753-8979-dd4f32a0f331 None None] Network 69c88a9c-24b8-4e6d-a26e-41882c584029 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:03.219330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:03.233597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (9fbc4ffb-c5aa-4173-8018-28c63e104d07), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.264557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbc4ffb-c5aa-4173-8018-28c63e104d07,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:03.282786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.287799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-26fb9a2f-bbbc-4fa5-9e04-2d503c309081 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/9fbc4ffb-c5aa-4173-8018-28c63e104d07 HTTP/1.1" status: 204 len: 168 time: 0.4290183 Apr 29 04:07:03.290597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32896) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:03.325691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776362386899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3514504'] for subnet (7525e1fc-a0a8-436d-b8d4-58968e03f067), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.329683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5e8c3-ea9b-4453-8523-71fe401dccb2 None None] Network fe28a480-c466-4ea2-a880-03db1764273e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:03.339950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e4315-c945-4ffb-aeac-fe19d708bce5 req-5e11e4cf-2ee0-4a20-b80d-22eaa157784d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:03.342480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b19e4315-c945-4ffb-aeac-fe19d708bce5 req-5e11e4cf-2ee0-4a20-b80d-22eaa157784d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0817678 Apr 29 04:07:03.403220 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b19e4315-c945-4ffb-aeac-fe19d708bce5 req-a48d696b-a60e-4efe-9be3-d747bdfa4d0d tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544131 Apr 29 04:07:03.444501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:03.445268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.449410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32902) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:03.450160 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "PUT /v2.0/subnets/7525e1fc-a0a8-436d-b8d4-58968e03f067 HTTP/1.1" status: 200 len: 806 time: 0.5786378 Apr 29 04:07:03.479019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (fe28a480-c466-4ea2-a880-03db1764273e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.482581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5adfa-0ac8-4522-98fa-32356e225a8d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=7525e1fc-a0a8-436d-b8d4-58968e03f067,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:03.580573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.589019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:03.589524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.645076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (7525e1fc-a0a8-436d-b8d4-58968e03f067), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.704137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,segment=NetworkSegment(c5c18290-3e07-4d76-be64-e78115139d15),segment_id=c5c18290-3e07-4d76-be64-e78115139d15)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:03.704404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:03.745162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:03.755084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-924160cc-afc6-4fe1-919f-c5a4bf9e1889 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:03.756672 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-924160cc-afc6-4fe1-919f-c5a4bf9e1889 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/networks?id=94dcaaf9-94cc-42e8-85eb-37628ea6497f HTTP/1.1" status: 200 len: 812 time: 0.2387064 Apr 29 04:07:03.796404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Allocated IP 172.20.0.2 (20b2f669-7f7a-4d06-9739-d94eff08a28a/7525e1fc-a0a8-436d-b8d4-58968e03f067/2a0625b5-d032-4ab1-a70c-f9524bb1f785) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:03.832455 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-94d2090f-5bd7-4e0c-9a72-49a6a9d51db8 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/quotas/c6de807cb5314c89a5ac153de1e96029 HTTP/1.1" status: 200 len: 375 time: 0.0647931 Apr 29 04:07:03.842326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1056d4e-5912-4f19-b4f7-dbe133ad63b6 req-db7625cd-7d44-49ec-827a-9f56c0b3c1d2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:03.844711 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1056d4e-5912-4f19-b4f7-dbe133ad63b6 req-db7625cd-7d44-49ec-827a-9f56c0b3c1d2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0765254 Apr 29 04:07:03.878738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-c4d14661-57f9-46a9-af07-11ac604b7bbe tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6de807cb5314c89a5ac153de1e96029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456927 Apr 29 04:07:03.894259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] DHCP port deletion for fe28a480-c466-4ea2-a880-03db1764273e request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:03.929893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1056d4e-5912-4f19-b4f7-dbe133ad63b6 req-714f68b0-7391-4c67-8438-dd27ab78b925 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674186 Apr 29 04:07:03.979213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-623673ee-377d-4079-9329-aab9b47c5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:03.982926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-623673ee-377d-4079-9329-aab9b47c5cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.0551648 Apr 29 04:07:03.984979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:01Z', 'revision_number': 10, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.002540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.032852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:04.038044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Deleting port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:04.038415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.042651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:04.053687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:04.108383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594036-b335-4f4c-8ace-830852fa6d56 req-7f517bb2-2436-4efe-b417-3b299e3b8524 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:04.110017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6a594036-b335-4f4c-8ace-830852fa6d56 req-7f517bb2-2436-4efe-b417-3b299e3b8524 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.0919082 Apr 29 04:07:04.118319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:04.118964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.170057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-6556f9db-e4ad-4ed1-853f-d28c61e50fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:04.171539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-6556f9db-e4ad-4ed1-853f-d28c61e50fe9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.1848934 Apr 29 04:07:04.199968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (fe28a480-c466-4ea2-a880-03db1764273e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.230356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe28a480-c466-4ea2-a880-03db1764273e']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.232133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6a594036-b335-4f4c-8ace-830852fa6d56 req-0b93d966-3127-468a-86ae-fc3a71efd3a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107829 Apr 29 04:07:04.234510 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-e646f248-4f25-4d65-9f93-7dc6c81f2d9a service neutron] 10.222.0.37 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416336 Apr 29 04:07:04.244692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] For port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57, host dv-neutron-839777-1-hyperv, got binding levels [] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:04.245275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.251750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c18290-3e07-4d76-be64-e78115139d15') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.252547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c18290-3e07-4d76-be64-e78115139d15') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.260186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Publish callbacks [] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.271858 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-dbe28779-5e10-4211-b345-ac3e10e2cf91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1001 time: 0.0922563 Apr 29 04:07:04.277224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (c5c18290-3e07-4d76-be64-e78115139d15), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.278714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Calling delete_port for 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:04.283302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.ipam_backend_mixin [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 was not found and therefore no delete operation was performed {{(pid=116106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 04:07:04.286623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.293528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:04.322740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c5c18290-3e07-4d76-be64-e78115139d15), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.333163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:04.333583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (c5c18290-3e07-4d76-be64-e78115139d15), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:04.336853 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:04.351499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.353544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] Pushing event deleted for resources: {'Port': ['ID=0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:04.367796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a163fa7-64fd-4b0d-8335-ee1b3dd5680d None None] No DVR routers for this DVR port 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:04.389599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-a6b93240-75f9-457c-b5f8-e76f438b9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:04.391895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-a6b93240-75f9-457c-b5f8-e76f438b9d9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.1144395 Apr 29 04:07:04.421828 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-0d00d38e-08f2-4f61-a2d6-d0c8fad83b01 service neutron] 10.222.0.37 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814775 Apr 29 04:07:04.440069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:04.450246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cda30-f6df-4d4c-b791-2bd34b065a32 req-f3f8738a-cfc5-401b-99ff-401237af9e32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:04.451730 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9d8cda30-f6df-4d4c-b791-2bd34b065a32 req-f3f8738a-cfc5-401b-99ff-401237af9e32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.1146128 Apr 29 04:07:04.456775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:04.468779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:04.475720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Pushing event updated for resources: {'Port': ['ID=2a0625b5-d032-4ab1-a70c-f9524bb1f785,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:04.475910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-12097b17-dfae-4241-8b0e-94a37e20fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:04.477280 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-12097b17-dfae-4241-8b0e-94a37e20fda9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0784073 Apr 29 04:07:04.507479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (fe28a480-c466-4ea2-a880-03db1764273e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.514302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.526886 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/fe28a480-c466-4ea2-a880-03db1764273e HTTP/1.1" status: 204 len: 168 time: 1.2257833 Apr 29 04:07:04.527021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32918) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:04.538737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0dd9a-530f-4026-bb30-0b4398ffa14e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=fe28a480-c466-4ea2-a880-03db1764273e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:04.581097 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (7525e1fc-a0a8-436d-b8d4-58968e03f067), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.584493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Attempting to bind port 2a0625b5-d032-4ab1-a70c-f9524bb1f785 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:04.584876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Attempting to bind port 2a0625b5-d032-4ab1-a70c-f9524bb1f785 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:04.585254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Attempting to bind port 2a0625b5-d032-4ab1-a70c-f9524bb1f785 on network 20b2f669-7f7a-4d06-9739-d94eff08a28a {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:04.593156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:04.594022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Checking segment: {'id': 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:04.594022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.594543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Bound using segment: {'id': 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:04.595028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Bound port: 2a0625b5-d032-4ab1-a70c-f9524bb1f785, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '20b2f669-7f7a-4d06-9739-d94eff08a28a'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:04.595411 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.649674 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9d8cda30-f6df-4d4c-b791-2bd34b065a32 req-cca14b7d-6b04-4886-bea7-611535420863 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833272 Apr 29 04:07:04.672763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32926) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:04.714939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ff4d4-112e-43ae-9875-ce6f850c6ee5 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:04.718318 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d94ff4d4-112e-43ae-9875-ce6f850c6ee5 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 1125 time: 0.0413008 Apr 29 04:07:04.724349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=7525e1fc-a0a8-436d-b8d4-58968e03f067,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:04.730689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] For port 2a0625b5-d032-4ab1-a70c-f9524bb1f785, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:04.735823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] For port 2a0625b5-d032-4ab1-a70c-f9524bb1f785, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2a0625b5-d032-4ab1-a70c-f9524bb1f785,segment=NetworkSegment(ba1d7e6f-5c11-4a64-abb9-0f849e5c8320),segment_id=ba1d7e6f-5c11-4a64-abb9-0f849e5c8320)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:04.737877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32928) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:04.756890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:01Z', 'revision_number': 10, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.768081 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1ae501fe-62e7-4095-8538-cf807c44bd9f req-471e1ff2-ff3b-4021-89ab-1de11c07d868 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 210 time: 0.1140895 Apr 29 04:07:04.771366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:04.792440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f31-4fd0-4fb3-bf71-566cf6747370 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:01Z', 'revision_number': 10, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None, '_interfaces': [{'id': '27f10151-4527-4c56-9be1-5f435ad92435', 'name': '', 'network_id': 'c68ae5be-4782-4596-99f0-369327f0b6c6', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'mac_address': 'fa:16:3e:46:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611dba03-d65d-4873-9018-c20b14005a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:18Z', 'updated_at': '2022-04-29T04:06:23Z', 'revision_number': 5, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'subnets': [{'id': '02583435-4358-4ce2-9286-fe0a12c3b845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:04.815260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.856638 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.864597 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-ee4c7855-a816-4d30-a65f-1ddd6e32679d service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801248 Apr 29 04:07:04.892856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:04.911542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f4ef1-c8f1-44e0-b0f0-f5f58d97a783 None None] Pushing event updated for resources: {'Port': ['ID=2a0625b5-d032-4ab1-a70c-f9524bb1f785,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:04.939424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e78a7c-ea7a-4989-b769-dcc61dd678d8 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:07:04.955407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b2f669-7f7a-4d06-9739-d94eff08a28a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:04.973619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.015974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:05.016267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:05.035443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.098125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.106315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.126 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/13e2eac1-d38c-41ab-b6d6-868e7033b4b9) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:05.111120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e78a7c-ea7a-4989-b769-dcc61dd678d8 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:07:05.140818 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f5d09fb-a894-4e80-af37-ec19ca74d9f0 req-406aba52-8c75-4a42-8c47-00e2ce53272a service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452731 Apr 29 04:07:05.143861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:05.144238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:05.153497 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:05.197791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aab29-f737-4c43-ad55-79ac4f952986 req-b498cf11-d6d0-4c6d-a0a8-e9dab5dc73e4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:05.206287 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d54aab29-f737-4c43-ad55-79ac4f952986 req-b498cf11-d6d0-4c6d-a0a8-e9dab5dc73e4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1573257 Apr 29 04:07:05.250780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:05.275123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.280945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:05.281847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0a08e66b-6a4e-4581-ab3e-d31fe0e5ca57 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:05.282259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a8928af5-7d9a-4e7d-924c-8d29cf16c9ca no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:05.311214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: a8928af5-7d9a-4e7d-924c-8d29cf16c9ca {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:05.311573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a8928af5-7d9a-4e7d-924c-8d29cf16c9ca not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:05.341010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:07:05.341010 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:07:05.341010 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': '20b2f669-7f7a-4d06-9739-d94eff08a28a'}] Apr 29 04:07:05.341010 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:07:05.346028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:07:05.350262 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d54aab29-f737-4c43-ad55-79ac4f952986 req-260c8227-4d45-41de-894c-ed04b04e4e5f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431198 Apr 29 04:07:05.351072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.388992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.421687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99460c09-b29b-4a58-a2f5-a433cf72c4e4 None None] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:05.437375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:05.440758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:05.445167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:05.476917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=13e2eac1-d38c-41ab-b6d6-868e7033b4b9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:05.539400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e7ee7-9c96-443d-9b3c-b1593a0ba890 None None] Network 20b2f669-7f7a-4d06-9739-d94eff08a28a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:05.668864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 27f10151-4527-4c56-9be1-5f435ad92435 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:05.669308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (27f10151-4527-4c56-9be1-5f435ad92435), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.767899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port 27f10151-4527-4c56-9be1-5f435ad92435, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=27f10151-4527-4c56-9be1-5f435ad92435,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:05.768269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (27f10151-4527-4c56-9be1-5f435ad92435), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.783080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 27f10151-4527-4c56-9be1-5f435ad92435 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:05.842860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.854502 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-198bc84e-a685-4005-ab57-78ede4fa9fe3 req-d445f535-d4df-4db9-abd6-f629dfceb0cc tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 210 time: 0.0332880 Apr 29 04:07:05.882269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (293ccf5f-2832-4f43-87a4-2da727e333ff), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:05.946067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 2a0625b5-d032-4ab1-a70c-f9524bb1f785 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:05.946525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.036767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.045799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 2a0625b5-d032-4ab1-a70c-f9524bb1f785, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2a0625b5-d032-4ab1-a70c-f9524bb1f785,segment=NetworkSegment(ba1d7e6f-5c11-4a64-abb9-0f849e5c8320),segment_id=ba1d7e6f-5c11-4a64-abb9-0f849e5c8320)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:06.046167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.067732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 2a0625b5-d032-4ab1-a70c-f9524bb1f785 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:06.153755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (27f10151-4527-4c56-9be1-5f435ad92435), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.184525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=27f10151-4527-4c56-9be1-5f435ad92435,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:06.209159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.252529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2a0625b5-d032-4ab1-a70c-f9524bb1f785), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.282732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.289524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=2a0625b5-d032-4ab1-a70c-f9524bb1f785,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:06.291599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 2a0625b5-d032-4ab1-a70c-f9524bb1f785 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:06.375406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=13e2eac1-d38c-41ab-b6d6-868e7033b4b9,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:06.378076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (293ccf5f-2832-4f43-87a4-2da727e333ff), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.501895 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 293ccf5f-2832-4f43-87a4-2da727e333ff associated. External IP: 172.26.4.126, port: 64cfdaf9-d45b-420c-868d-5ec19ad0c5da. Apr 29 04:07:06.736280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router a463866e-f955-44f3-8988-c2bbf426c74d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:06.755570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (611dba03-d65d-4873-9018-c20b14005a8b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.784379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.815595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdfd4-d8b7-4ed7-9b41-aa404663638a req-f02c2137-c742-4b39-9a81-e983effe0ea4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:06.817096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df4fdfd4-d8b7-4ed7-9b41-aa404663638a req-f02c2137-c742-4b39-9a81-e983effe0ea4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1519260 Apr 29 04:07:06.821698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b2f669-7f7a-4d06-9739-d94eff08a28a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:06.840144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:06.841889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1d7e6f-5c11-4a64-abb9-0f849e5c8320') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:06.862170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:06.885140 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] Sync routers for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:06.895955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.896469 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:06.902142 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:06.957924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.964692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:06.965357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (ba1d7e6f-5c11-4a64-abb9-0f849e5c8320), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:06.966496 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b7e63e46-8242-4879-8384-0e33d31a500d req-f48561f3-c75f-481a-a464-5a2b66508dcb tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Apr 29 04:07:06.969651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.004406 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0bafea02-caf3-4ff5-b9b4-a5a201b85cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2651844 Apr 29 04:07:07.004995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:07.007361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17dad2-95ea-4c80-a12b-1cad05c183ed" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:07.010122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32944) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:07.027370 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:07.032338 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:07.048546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20a2731-313f-45bd-8b29-7995bf887eea x-openstack-request-id: req-d20a2731-313f-45bd-8b29-7995bf887eea {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:07.048846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:07.049089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d20a2731-313f-45bd-8b29-7995bf887eea {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:07.049520 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20a2731-313f-45bd-8b29-7995bf887eea'] response: {'name': 'network-changed', 'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'status': 'completed', 'code': 200} Apr 29 04:07:07.090806 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-51f2d95e-2cce-4ae0-b019-c445ea841bd6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/293ccf5f-2832-4f43-87a4-2da727e333ff HTTP/1.1" status: 200 len: 992 time: 0.0798466 Apr 29 04:07:07.114388 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df4fdfd4-d8b7-4ed7-9b41-aa404663638a req-b219d017-658b-4272-a63a-0f9d6ab3a266 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902467 Apr 29 04:07:07.162102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:07.179291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (20b2f669-7f7a-4d06-9739-d94eff08a28a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.216244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.222623 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/20b2f669-7f7a-4d06-9739-d94eff08a28a HTTP/1.1" status: 204 len: 168 time: 3.7703636 Apr 29 04:07:07.226663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32952) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:07.228194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc7da9-757a-4f70-b5a0-2c9587dc4ecd tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=20b2f669-7f7a-4d06-9739-d94eff08a28a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:07.268644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6957d7de-80b9-4cbb-aa70-13564a6c2dc2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:07.268644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6957d7de-80b9-4cbb-aa70-13564a6c2dc2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:07.271197 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6957d7de-80b9-4cbb-aa70-13564a6c2dc2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/20b2f669-7f7a-4d06-9739-d94eff08a28a HTTP/1.1" status: 404 len: 339 time: 0.0419712 Apr 29 04:07:07.276667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32954) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:07.283720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1863236290', 'description': 'd1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:07.292122 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '293ccf5f-2832-4f43-87a4-2da727e333ff', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'port_id': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'mac_address': 'fa:16:3e:63:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:07:05Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:49Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:07.293599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a81cf7-9844-425e-bdac-c616abe0aabb req-581a818a-a258-47bf-9e60-adda1d21d853 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.297861 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-64a81cf7-9844-425e-bdac-c616abe0aabb req-581a818a-a258-47bf-9e60-adda1d21d853 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0821357 Apr 29 04:07:07.305409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-61aab304-f00c-4340-93a9-424e4663d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.306906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-61aab304-f00c-4340-93a9-424e4663d23e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 1130 time: 0.2113533 Apr 29 04:07:07.336395 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] Checking router: a463866e-f955-44f3-8988-c2bbf426c74d for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:07.346182 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:07.348633 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:07.381608 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-64a81cf7-9844-425e-bdac-c616abe0aabb req-a2d5af09-b3bd-4696-be09-88ed3827ffaa tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760524 Apr 29 04:07:07.398813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:07.404066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:07.410474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.419591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ca01ef67-7c72-4498-81fb-136e3d503cb0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8924603 Apr 29 04:07:07.419763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54931d-d628-494a-a453-d368404410f2 None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:07.421550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:07.440864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:07.441508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:07.455116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:07.469688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (54b2f494-0031-448c-afe6-81a8e0b87c7a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.470404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 54b2f494-0031-448c-afe6-81a8e0b87c7a of type vlan for network 6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b Apr 29 04:07:07.525992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.534602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:07.535510 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:07.565232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-f72d3a7c-735f-45cf-bc45-b51b967fb170 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.567096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-f72d3a7c-735f-45cf-bc45-b51b967fb170 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.31 "GET /v2.0/networks?id=94dcaaf9-94cc-42e8-85eb-37628ea6497f HTTP/1.1" status: 200 len: 812 time: 0.3400109 Apr 29 04:07:07.597221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Request body: {'port': {'device_id': 'a3af61ab-d446-41be-a775-3d612790aa55', 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f', 'admin_state_up': True, 'tenant_id': 'c6de807cb5314c89a5ac153de1e96029'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:07.604720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 11, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:07.617152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febd085-98c8-4763-8016-b204c02dce46 req-a5465bb9-9447-42a2-ae71-085f61211c78 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.623575 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9febd085-98c8-4763-8016-b204c02dce46 req-a5465bb9-9447-42a2-ae71-085f61211c78 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1408417 Apr 29 04:07:07.623575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting subnet 02583435-4358-4ce2-9286-fe0a12c3b845 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:07.646037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.646515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (02583435-4358-4ce2-9286-fe0a12c3b845), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.654336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.655657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.677890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-e41bc6ce-6467-4ba8-b4c1-048f6f002867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.680573 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-e41bc6ce-6467-4ba8-b4c1-048f6f002867 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a6873c7-6a10-4aa7-a850-1b1c837c1276 HTTP/1.1" status: 200 len: 898 time: 0.3343208 Apr 29 04:07:07.764588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:07.810456 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '293ccf5f-2832-4f43-87a4-2da727e333ff', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'port_id': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'mac_address': 'fa:16:3e:63:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:07:05Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:49Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:07.820409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (02583435-4358-4ce2-9286-fe0a12c3b845), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:07.823904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:07.827393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54931d-d628-494a-a453-d368404410f2 None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:07.832396 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7e42c104-ecaf-46c1-aa91-8d39fdef4954 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5548229 Apr 29 04:07:07.834984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32960) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:07.841223 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144975c-aefb-4901-a6db-1bebbd3f5eb3 None None] The sync data for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv is: [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '293ccf5f-2832-4f43-87a4-2da727e333ff', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'port_id': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'mac_address': 'fa:16:3e:63:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:07:05Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:49Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:07.859259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:07.860157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:07.926102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-4a3d91dd-e527-4c63-b016-79d8c58f9c00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da HTTP/1.1" status: 200 len: 1000 time: 0.2336690 Apr 29 04:07:07.963942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9febd085-98c8-4763-8016-b204c02dce46 req-4c637d4e-b697-4a0f-9eb7-c545063eddb1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199611 Apr 29 04:07:07.985851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9fbe69-f810-43e9-aa00-099e28c9fc45 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:07.985851 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6a9fbe69-f810-43e9-aa00-099e28c9fc45 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks?id=6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b HTTP/1.1" status: 200 len: 761 time: 0.1422870 Apr 29 04:07:07.985851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32966) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:08.000811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:08.012770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'description': 'd2'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:08.041806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (02583435-4358-4ce2-9286-fe0a12c3b845), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.063554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3b54931d-d628-494a-a453-d368404410f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 11, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:08.095547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54931d-d628-494a-a453-d368404410f2 None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 11, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:08.100485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32972) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:08.179174 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5d72d-25ba-44f1-9714-806b1420bb45 None None] New status for floating IP 293ccf5f-2832-4f43-87a4-2da727e333ff: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:07:08.211654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cdd60-ef61-4f13-8f53-af1ee3720fa0 req-bb4e3236-83b7-4c4b-b586-4e97cdb2160f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:08.213153 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b28cdd60-ef61-4f13-8f53-af1ee3720fa0 req-bb4e3236-83b7-4c4b-b586-4e97cdb2160f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0836122 Apr 29 04:07:08.232932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-ceb1a525-eca3-466b-9378-de4c5024f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:08.235188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-ceb1a525-eca3-466b-9378-de4c5024f7ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f4d305-d5d3-4019-b47c-2eec1a63f94a HTTP/1.1" status: 200 len: 834 time: 0.2534564 Apr 29 04:07:08.243266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Made reservation on behalf of c6de807cb5314c89a5ac153de1e96029 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:08.246789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.261701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c81fbc17-54d6-4b9f-9674-9b8852add715 req-ee79e297-0d7e-4a90-ab80-6b11e6d8331b tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 210 time: 0.0716176 Apr 29 04:07:08.300356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.333947 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b28cdd60-ef61-4f13-8f53-af1ee3720fa0 req-34b016a8-12ce-47df-a4e8-60c41815b7d5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903308 Apr 29 04:07:08.371511 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-456d165f-221a-4b7e-952d-7bdc6e9f7bdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/293ccf5f-2832-4f43-87a4-2da727e333ff HTTP/1.1" status: 200 len: 992 time: 0.2597492 Apr 29 04:07:08.385407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.395096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-1d4db682-3ced-43df-8338-ea729cf8dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:08.396595 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-1d4db682-3ced-43df-8338-ea729cf8dcb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a6873c7-6a10-4aa7-a850-1b1c837c1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1405890 Apr 29 04:07:08.407223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b is not hosted by any dhcp agent {{(pid=116104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 04:07:08.411874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:08.412454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.413772 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "PUT /v2.0/networks/6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b HTTP/1.1" status: 200 len: 758 time: 0.4306283 Apr 29 04:07:08.418244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32976) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:08.440112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (02583435-4358-4ce2-9286-fe0a12c3b845), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.489874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2910395-bf66-4d59-8e7f-8c99521e17f3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:08.501654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:08.536163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Subnet': ['ID=02583435-4358-4ce2-9286-fe0a12c3b845,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:08.540660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.540925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3b709-a37c-4dd9-9ebd-62496689a6f6 None None] Network c68ae5be-4782-4596-99f0-369327f0b6c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:08.543878 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c507d24a-a113-422f-921d-601ee9e0f9ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/02583435-4358-4ce2-9286-fe0a12c3b845 HTTP/1.1" status: 204 len: 168 time: 1.1191328 Apr 29 04:07:08.547423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32978) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:08.552374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25ce4f-9baf-40c6-b7a1-3fc7b4965fd9 req-f78ea927-4c90-4751-b521-70b334796f66 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:08.554738 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f25ce4f-9baf-40c6-b7a1-3fc7b4965fd9 req-f78ea927-4c90-4751-b521-70b334796f66 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1548934 Apr 29 04:07:08.565073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccf386-db15-418c-87fc-435c10f533bc tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:08.566972 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7bccf386-db15-418c-87fc-435c10f533bc tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks?id=6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b HTTP/1.1" status: 200 len: 761 time: 0.1475399 Apr 29 04:07:08.580449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32980) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:08.588545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1376371981'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:08.631722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Allocated IP 172.20.0.4 (94dcaaf9-94cc-42e8-85eb-37628ea6497f/f1660280-0dfa-4648-8698-9674783b79a0/abb5b2e0-e2e0-4c54-974d-6aef4d3596f8) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:08.661922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (c68ae5be-4782-4596-99f0-369327f0b6c6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.683125 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f25ce4f-9baf-40c6-b7a1-3fc7b4965fd9 req-21352dd2-cb00-4bb6-a33d-3b3d086b7514 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999241 Apr 29 04:07:08.691317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-11a96d47-8fd5-4363-b0a8-32bc6b61d806 service neutron] 10.222.0.31 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878118 Apr 29 04:07:08.716458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Deleting port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:08.716868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.742584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:08.746319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.810616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] For port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:08.810616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.823410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:08.832935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Calling delete_port for 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:08.844369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.844718 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9 of type vlan for network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 Apr 29 04:07:08.867426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] DHCP port deletion for c68ae5be-4782-4596-99f0-369327f0b6c6 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:08.908049 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb17dad2-95ea-4c80-a12b-1cad05c183ed req-0a275661-eac7-4cbf-b8d8-81d3e5ff41c9 service neutron] 10.222.0.31 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053254 Apr 29 04:07:08.927019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9eeef64b-a85e-43da-a423-92c6c6643668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.942656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] Deleting port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:08.943728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.952718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks [] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.971295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 27f10151-4527-4c56-9be1-5f435ad92435 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:08.975881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:08.995026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 27f10151-4527-4c56-9be1-5f435ad92435 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:08.995448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 27f10151-4527-4c56-9be1-5f435ad92435 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:08.996047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:09.058505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] For port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,segment=NetworkSegment(139b8b16-e919-445e-ab7d-e78f1289cd04),segment_id=139b8b16-e919-445e-ab7d-e78f1289cd04)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:09.058902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.077815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] Calling delete_port for 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:09.094439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.122581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.128252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:09.128847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.135010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.140621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Network 94dcaaf9-94cc-42e8-85eb-37628ea6497f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:09.144837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:09.146088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d update to DOWN by agent not found {{(pid=116106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 29 04:07:09.162420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:09.180648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (0e0e1305-bc48-42a1-9e7e-373e46ef3b4d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.199604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Port': ['ID=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:09.203041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No DVR routers for this DVR port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:09.211231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] Pushing event deleted for resources: {'Port': ['ID=0e0e1305-bc48-42a1-9e7e-373e46ef3b4d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:09.214993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8193e-7a56-4174-b6c3-25c7ff83099c None None] No DVR routers for this DVR port 0e0e1305-bc48-42a1-9e7e-373e46ef3b4d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:09.218773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Pushing event updated for resources: {'Port': ['ID=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:09.243297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:09.244011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.267479 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6859653 Apr 29 04:07:09.270243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32984) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:09.270374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7711b-d24e-4a99-b75b-b14b9831f98a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=816c2ce8-2a79-41f3-95c6-01ac2b8c4516,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:09.276403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:09.281597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:09.350399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (c68ae5be-4782-4596-99f0-369327f0b6c6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.376293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 32990) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:09.380752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-4b9789cf-f28c-48ea-b8a9-0e4d3b3036af tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7929351 Apr 29 04:07:09.383021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68ae5be-4782-4596-99f0-369327f0b6c6']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:09.395800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139b8b16-e919-445e-ab7d-e78f1289cd04') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:09.396102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139b8b16-e919-445e-ab7d-e78f1289cd04') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:09.417823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (139b8b16-e919-445e-ab7d-e78f1289cd04), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.446982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Request body: {'port': {'device_id': 'a3af61ab-d446-41be-a775-3d612790aa55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:09.457839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (139b8b16-e919-445e-ab7d-e78f1289cd04), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.470871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a2e4d-be31-4d3c-b9e3-f1d51deb6085 req-8966958c-3cfb-467c-80d1-21dfbc3d9b57 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:09.476876 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-284a2e4d-be31-4d3c-b9e3-f1d51deb6085 req-8966958c-3cfb-467c-80d1-21dfbc3d9b57 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0687501 Apr 29 04:07:09.476876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:09.476876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (139b8b16-e919-445e-ab7d-e78f1289cd04), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:09.478143 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:09.528906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e31cc-b937-4d11-9840-997402b3f643 req-2426178a-46e3-4edb-9672-e242daa90245 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:09.530325 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-147e31cc-b937-4d11-9840-997402b3f643 req-2426178a-46e3-4edb-9672-e242daa90245 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 931 time: 0.1079309 Apr 29 04:07:09.548916 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d6356dc3-d818-4fa9-a683-e591118dde4c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/293ccf5f-2832-4f43-87a4-2da727e333ff HTTP/1.1" status: 200 len: 994 time: 0.1667044 Apr 29 04:07:09.585196 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-284a2e4d-be31-4d3c-b9e3-f1d51deb6085 req-c9b3c1f3-9e8f-45ca-8de9-8f85d07d43a9 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926969 Apr 29 04:07:09.589926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.611113 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (c68ae5be-4782-4596-99f0-369327f0b6c6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.621250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:09.623229 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-147e31cc-b937-4d11-9840-997402b3f643 req-1315406e-fb28-4787-961f-59cdf83f6a61 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802820 Apr 29 04:07:09.625468 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/networks/c68ae5be-4782-4596-99f0-369327f0b6c6 HTTP/1.1" status: 204 len: 168 time: 1.0730433 Apr 29 04:07:09.635963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32992) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:09.641014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'routes': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:09.643290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d28a7-964e-4c49-a426-ac6f462b1dcb tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Pushing event deleted for resources: {'Network': ['ID=c68ae5be-4782-4596-99f0-369327f0b6c6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:09.652610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:09.657044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.057037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:07:10.065336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Publish callbacks [] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.079175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Transition to ACTIVE for port object abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:07:10.085123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (a2e9d38f-1ddb-4693-aad6-d650267e8400), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.143959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=a2e9d38f-1ddb-4693-aad6-d650267e8400,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:10.146024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Added routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 04:07:10.146406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Removed routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 04:07:10.146826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.154690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:10.155046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 816c2ce8-2a79-41f3-95c6-01ac2b8c4516, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:10.170199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.295248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.298897 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (611dba03-d65d-4873-9018-c20b14005a8b), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.382994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router 611dba03-d65d-4873-9018-c20b14005a8b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:10.465345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:10.471931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.475672 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8c190de7-834a-4a73-a02f-3e705d854919 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 700 time: 0.8362021 Apr 29 04:07:10.475869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32994) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:10.478604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] Sync routers for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:10.489104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:10.489800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:10.506936 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-11580fc8-8064-407a-99b8-eee8fe30e89d tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 205 time: 0.0276928 Apr 29 04:07:10.507163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 32996) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:10.565823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:10.568052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Pushing event updated for resources: {'Port': ['ID=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:10.570382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:10.589395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (611dba03-d65d-4873-9018-c20b14005a8b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.631417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Attempting to bind port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:10.631417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Attempting to bind port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '159afa6d-6b2c-47ee-aa5f-8286666b70d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:10.631417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Attempting to bind port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 on network 94dcaaf9-94cc-42e8-85eb-37628ea6497f {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:10.636304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 on network 94dcaaf9-94cc-42e8-85eb-37628ea6497f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:07:10.636664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Attempting to bind port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 on network 94dcaaf9-94cc-42e8-85eb-37628ea6497f {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:10.638494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 11, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:10.642711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:10.643087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Checking segment: {'id': '159afa6d-6b2c-47ee-aa5f-8286666b70d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:10.643862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Bound using segment: {'id': '159afa6d-6b2c-47ee-aa5f-8286666b70d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:10.644403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Bound port: abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159afa6d-6b2c-47ee-aa5f-8286666b70d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:10.644909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.683703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 816c2ce8-2a79-41f3-95c6-01ac2b8c4516) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:10.689844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:10.691205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.701977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] Checking router: 611dba03-d65d-4873-9018-c20b14005a8b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:10.704933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43893715-b201-4153-9b80-7453275976e7 None None] Network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:10.743141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] Routers {'611dba03-d65d-4873-9018-c20b14005a8b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:10.744954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:06:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['611dba03-d65d-4873-9018-c20b14005a8b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:10.774350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-235a7112-efc9-40cd-9068-385b4d1182c6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5028286 Apr 29 04:07:10.783886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb0e0c-d4d7-47c4-af2f-bcffaff97a6c req-8b916d45-d486-4ebc-8d31-f6b3e3e8877b tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:10.784785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ffb0e0c-d4d7-47c4-af2f-bcffaff97a6c req-8b916d45-d486-4ebc-8d31-f6b3e3e8877b tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 943 time: 0.0792477 Apr 29 04:07:10.785297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33002) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:10.796181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] For port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:10.797587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (611dba03-d65d-4873-9018-c20b14005a8b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.801641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (611dba03-d65d-4873-9018-c20b14005a8b), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.802793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] For port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,segment=NetworkSegment(159afa6d-6b2c-47ee-aa5f-8286666b70d6),segment_id=159afa6d-6b2c-47ee-aa5f-8286666b70d6)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:10.818343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6ae4a-6674-4370-a7d4-f0a11e4010f2 req-c8438158-6cd2-4cbe-9101-0103fd95cbe8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:10.819840 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-44f6ae4a-6674-4370-a7d4-f0a11e4010f2 req-c8438158-6cd2-4cbe-9101-0103fd95cbe8 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1562474 Apr 29 04:07:10.882593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] Set router 611dba03-d65d-4873-9018-c20b14005a8b gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:10.886775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.901568 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-44f6ae4a-6674-4370-a7d4-f0a11e4010f2 req-e46415e8-60f7-4cf3-87f2-05aa613c2b44 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508630 Apr 29 04:07:10.955889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 11, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:10.957062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (611dba03-d65d-4873-9018-c20b14005a8b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.957609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router 611dba03-d65d-4873-9018-c20b14005a8b {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:10.966118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.967226 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93a520f0-ec1d-4294-88bd-de019d6d16f6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 204 len: 168 time: 0.4591823 Apr 29 04:07:10.972693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ffb0e0c-d4d7-47c4-af2f-bcffaff97a6c req-6ead73a3-f13e-4dc2-be3d-9c535188de83 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719468 Apr 29 04:07:10.978201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33006) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:10.983005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:10.983635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:10.985591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] 10.222.0.31 "PUT /v2.0/ports/abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 HTTP/1.1" status: 200 len: 1093 time: 1.5444756 Apr 29 04:07:10.986050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3af61ab-d446-41be-a775-3d612790aa55', 'tag': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:10.988402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef64bf7-0008-48f2-bd28-3a101d710368" -d '{"events": [{"name": "network-changed", "server_uuid": "a3af61ab-d446-41be-a775-3d612790aa55", "tag": "abb5b2e0-e2e0-4c54-974d-6aef4d3596f8"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:10.988887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1956511786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:10.994093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656768a-2e70-4623-84cb-b73c9f33941e None None] The sync data for ids ['611dba03-d65d-4873-9018-c20b14005a8b'] in dv-neutron-839777-1-hyperv is: [{'id': '611dba03-d65d-4873-9018-c20b14005a8b', 'name': 'tempest-RoutersTest-router-476218564', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:12Z', 'updated_at': '2022-04-29T04:07:05Z', 'revision_number': 11, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:10.997582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-816c2ce8-2a79-41f3-95c6-01ac2b8c4516', 'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': 'a2e9d38f-1ddb-4693-aad6-d650267e8400'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:10.998804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.033938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.057063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157ccc3-0445-4e86-aa24-0b057a03c9df service neutron] Pushing event updated for resources: {'Port': ['ID=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:11.066545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f7679-ca6d-4c99-975a-da268ff7e11e x-openstack-request-id: req-af2f7679-ca6d-4c99-975a-da268ff7e11e {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:11.067013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3af61ab-d446-41be-a775-3d612790aa55", "tag": "abb5b2e0-e2e0-4c54-974d-6aef4d3596f8", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:11.068237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af2f7679-ca6d-4c99-975a-da268ff7e11e {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:11.068237 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2f7679-ca6d-4c99-975a-da268ff7e11e'] response: {'name': 'network-changed', 'server_uuid': 'a3af61ab-d446-41be-a775-3d612790aa55', 'tag': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8', 'status': 'completed', 'code': 200} Apr 29 04:07:11.159386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef64bf7-0008-48f2-bd28-3a101d710368 req-5a7eebe1-8c34-4708-bd9b-8f7d42662297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.160836 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ef64bf7-0008-48f2-bd28-3a101d710368 req-5a7eebe1-8c34-4708-bd9b-8f7d42662297 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6de807cb5314c89a5ac153de1e96029&device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 1127 time: 0.0553083 Apr 29 04:07:11.162156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (a2e9d38f-1ddb-4693-aad6-d650267e8400), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.163372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Allocated IP 172.20.0.2 (816c2ce8-2a79-41f3-95c6-01ac2b8c4516/a2e9d38f-1ddb-4693-aad6-d650267e8400/62a24c4c-cb67-4606-8cb4-63944f3584e8) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:11.165150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.166276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.259743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94d9fbc4-0a2c-4976-b19d-270a0eb94ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.300224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.383193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Publish callbacks [] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.393847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.436144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e838039-5889-42a9-bf20-206772f77e7d req-feee5b95-8e7a-4408-96cf-7a47ca9b28de tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.438200 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e838039-5889-42a9-bf20-206772f77e7d req-feee5b95-8e7a-4408-96cf-7a47ca9b28de tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1097636 Apr 29 04:07:11.460134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.490222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.491548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef64bf7-0008-48f2-bd28-3a101d710368 req-c0a68445-01bb-4317-9e08-3fe7a7399c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.493131 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ef64bf7-0008-48f2-bd28-3a101d710368 req-c0a68445-01bb-4317-9e08-3fe7a7399c5a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c6de807cb5314c89a5ac153de1e96029&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3207939 Apr 29 04:07:11.495755 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2600020f-3f0b-46c5-8ac4-7bfc72c73047 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5161808 Apr 29 04:07:11.495904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33012) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:11.497491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:11.500598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:11.502364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Request body: {'router': {'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:11.506443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:11.515338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Pushing event updated for resources: {'Port': ['ID=62a24c4c-cb67-4606-8cb4-63944f3584e8,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:11.534431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-adde5ee9-f6cd-4302-bdd1-4586a97118fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.535965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-adde5ee9-f6cd-4302-bdd1-4586a97118fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6320a464d3ce42bcad333465843e3cbc&device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 1130 time: 0.0969179 Apr 29 04:07:11.576134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Attempting to bind port 62a24c4c-cb67-4606-8cb4-63944f3584e8 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:11.576802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Attempting to bind port 62a24c4c-cb67-4606-8cb4-63944f3584e8 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:11.577369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Attempting to bind port 62a24c4c-cb67-4606-8cb4-63944f3584e8 on network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:11.584306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:11.584306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Checking segment: {'id': '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:11.584306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.584748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Bound using segment: {'id': '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:11.585194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Bound port: 62a24c4c-cb67-4606-8cb4-63944f3584e8, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:11.585698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.631609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (a2e9d38f-1ddb-4693-aad6-d650267e8400), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.645189 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e838039-5889-42a9-bf20-206772f77e7d req-ae8c8726-59ff-4846-8a84-35ff3eb060be tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955717 Apr 29 04:07:11.652813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] For port 62a24c4c-cb67-4606-8cb4-63944f3584e8, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:11.656967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] For port 62a24c4c-cb67-4606-8cb4-63944f3584e8, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=62a24c4c-cb67-4606-8cb4-63944f3584e8,segment=NetworkSegment(5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9),segment_id=5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:11.706426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e9d38f-1ddb-4693-aad6-d650267e8400,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:11.737039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.749502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.755901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef64bf7-0008-48f2-bd28-3a101d710368 req-c47a83de-6e50-424d-a156-62bf322fffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.757419 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ef64bf7-0008-48f2-bd28-3a101d710368 req-c47a83de-6e50-424d-a156-62bf322fffb8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2533765 Apr 29 04:07:11.782009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-c97ea77a-2fcc-4e09-8583-800fc1c1b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.784344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-c97ea77a-2fcc-4e09-8583-800fc1c1b306 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 200 len: 912 time: 0.2399549 Apr 29 04:07:11.811067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337e5d-535f-45bd-8827-122a00b26543 None None] Pushing event updated for resources: {'Port': ['ID=62a24c4c-cb67-4606-8cb4-63944f3584e8,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:11.817112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.827878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.906331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816c2ce8-2a79-41f3-95c6-01ac2b8c4516']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:11.930418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:11.930724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:11.933000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-40d20006-40ce-4b98-b6b8-f4955ddb0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:11.934554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-40d20006-40ce-4b98-b6b8-f4955ddb0c54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6de807cb5314c89a5ac153de1e96029&device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 1127 time: 0.1196172 Apr 29 04:07:11.945371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:11.999384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Router e3d773f4-93e4-48a6-8d24-a6b3fcd648de is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:07:12.003044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-64f39f76-f2e9-4c72-b01c-54ea260443e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 200 len: 1001 time: 0.1898353 Apr 29 04:07:12.009942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-90aa6a40-37a7-49c1-ab78-e337577e7c30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 HTTP/1.1" status: 200 len: 217 time: 0.0660493 Apr 29 04:07:12.033558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.089849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:12.090564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:12.095512 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:12.129153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:12.137277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.141843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ffe84b4e-2cb8-4c33-9c95-cdd9f981a1b0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "PUT /v2.0/routers/e3d773f4-93e4-48a6-8d24-a6b3fcd648de HTTP/1.1" status: 200 len: 694 time: 0.6416330 Apr 29 04:07:12.141843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33016) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:12.144873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.154772 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] Sync routers for ids ['e3d773f4-93e4-48a6-8d24-a6b3fcd648de'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:12.158699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca828-01e2-4223-aefa-b1bf4f0071d7 req-eb56cf12-a859-4419-9a87-5b4d1e57e768 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:12.160746 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-75bca828-01e2-4223-aefa-b1bf4f0071d7 req-eb56cf12-a859-4419-9a87-5b4d1e57e768 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 943 time: 0.0969534 Apr 29 04:07:12.165844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-57f85583-4b58-493a-8d95-40f825772bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:12.167335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-57f85583-4b58-493a-8d95-40f825772bfb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 200 len: 850 time: 0.1537762 Apr 29 04:07:12.168792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-77224cba-e661-4d12-8f14-dcadb7a56aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:12.170166 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-77224cba-e661-4d12-8f14-dcadb7a56aa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1660280-0dfa-4648-8698-9674783b79a0 HTTP/1.1" status: 200 len: 852 time: 0.1554172 Apr 29 04:07:12.173024 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] Routers {'e3d773f4-93e4-48a6-8d24-a6b3fcd648de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:12.173706 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3d773f4-93e4-48a6-8d24-a6b3fcd648de'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:12.238520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:07:12.238520 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:07:12.238520 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': '816c2ce8-2a79-41f3-95c6-01ac2b8c4516'}] Apr 29 04:07:12.238520 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:07:12.238992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:07:12.242957 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-954b7dd7-2823-4808-9532-6a5dd083ddf8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94dcaaf9-94cc-42e8-85eb-37628ea6497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547330 Apr 29 04:07:12.261760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-0d60735a-ee09-49b0-b14b-02824b2ce9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:12.262903 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3cfc4e04-debe-40bf-87d0-c319d9e457dc tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/routers/e3d773f4-93e4-48a6-8d24-a6b3fcd648de HTTP/1.1" status: 200 len: 700 time: 0.1197724 Apr 29 04:07:12.263476 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-0d60735a-ee09-49b0-b14b-02824b2ce9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4540851-ad5d-40c6-8aed-fe02e20dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0851338 Apr 29 04:07:12.270368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33018) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:12.313167 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c61a186a-c274-432a-b406-43a283294c12 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d773f4-93e4-48a6-8d24-a6b3fcd648de HTTP/1.1" status: 200 len: 205 time: 0.0410712 Apr 29 04:07:12.317226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33020) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:12.318802 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-75bca828-01e2-4223-aefa-b1bf4f0071d7 req-c8be6bf5-fc34-40e9-8bed-4c4b56088469 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202214 Apr 29 04:07:12.346768 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] Set router e3d773f4-93e4-48a6-8d24-a6b3fcd648de gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:12.400981 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d773f4-93e4-48a6-8d24-a6b3fcd648de', 'name': 'tempest-RoutersTest-router-1956511786', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:11Z', 'updated_at': '2022-04-29T04:07:11Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:12.427595 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] Checking router: e3d773f4-93e4-48a6-8d24-a6b3fcd648de for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:12.436114 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] Routers {'e3d773f4-93e4-48a6-8d24-a6b3fcd648de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:12.436666 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3d773f4-93e4-48a6-8d24-a6b3fcd648de'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:12.477898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.508046 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] Set router e3d773f4-93e4-48a6-8d24-a6b3fcd648de gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:12.523541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-59da8483-d9f9-4c1b-aca5-27db67c7cdd4 service neutron] 10.222.0.31 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723908 Apr 29 04:07:12.566337 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d773f4-93e4-48a6-8d24-a6b3fcd648de', 'name': 'tempest-RoutersTest-router-1956511786', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:11Z', 'updated_at': '2022-04-29T04:07:11Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:12.586810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-864eb43c-2594-4385-82a4-1dc421bbc388 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124139 Apr 29 04:07:12.594918 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb6b5-117c-4cfd-a750-8beb97ed430f None None] The sync data for ids ['e3d773f4-93e4-48a6-8d24-a6b3fcd648de'] in dv-neutron-839777-1-hyperv is: [{'id': 'e3d773f4-93e4-48a6-8d24-a6b3fcd648de', 'name': 'tempest-RoutersTest-router-1956511786', 'tenant_id': '2b891d61e8f5474b912bec84d90e85c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:11Z', 'updated_at': '2022-04-29T04:07:11Z', 'revision_number': 2, 'project_id': '2b891d61e8f5474b912bec84d90e85c4', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:12.745145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.819993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.847525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router_controller (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.876576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0066aeb-038b-4df5-b9be-1b381b26925f None None] Network 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:12.919003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-566c4cba-8d7f-4cdd-9e99-9401b548614d None None] Provisioning complete for port 62a24c4c-cb67-4606-8cb4-63944f3584e8 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:12.926067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-566c4cba-8d7f-4cdd-9e99-9401b548614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:12.944069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de965-d690-4b30-9902-3db5c257a029 req-ab0472b4-e627-4cb2-ba82-d1f6c0b27bd5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:12.945494 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-436de965-d690-4b30-9902-3db5c257a029 req-ab0472b4-e627-4cb2-ba82-d1f6c0b27bd5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.2013168 Apr 29 04:07:12.947297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ceedb5ec-884c-4892-97b1-f7eef42730d4 req-f969c22f-d0c8-483e-9636-86a82fb78c02 service neutron] 10.222.0.31 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153750 Apr 29 04:07:12.979802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 62a24c4c-cb67-4606-8cb4-63944f3584e8 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:12.980292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcab8f99-42af-4487-9545-f6e94a15d622 req-a323ed64-b50f-4a49-8e65-b553b04b9fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821788 Apr 29 04:07:12.993601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 62a24c4c-cb67-4606-8cb4-63944f3584e8 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:12.993937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.071790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (e3d773f4-93e4-48a6-8d24-a6b3fcd648de), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.075636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Fanout notify agent at l3_agent the message router_deleted on router e3d773f4-93e4-48a6-8d24-a6b3fcd648de {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:13.084571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.085717 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-47192b63-ab1c-4f14-9f93-f35d5a54bfaf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/e3d773f4-93e4-48a6-8d24-a6b3fcd648de HTTP/1.1" status: 204 len: 168 time: 0.7662692 Apr 29 04:07:13.089442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33024) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.091071 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-436de965-d690-4b30-9902-3db5c257a029 req-ff060274-f37c-4280-910d-00ab728d23ae tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302927 Apr 29 04:07:13.096339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 62a24c4c-cb67-4606-8cb4-63944f3584e8, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=62a24c4c-cb67-4606-8cb4-63944f3584e8,segment=NetworkSegment(5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9),segment_id=5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:13.096700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.121749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 62a24c4c-cb67-4606-8cb4-63944f3584e8 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:13.124125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 62a24c4c-cb67-4606-8cb4-63944f3584e8 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:13.124555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.136458 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-04562189-ddee-4f0a-bc8e-4110dc102051 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d773f4-93e4-48a6-8d24-a6b3fcd648de HTTP/1.1" status: 200 len: 205 time: 0.0459540 Apr 29 04:07:13.142137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33026) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.156359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85876369-9779-466e-b832-5ed5a634e456 None None] DHCP port deletion for 816c2ce8-2a79-41f3-95c6-01ac2b8c4516 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:13.167526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-566c4cba-8d7f-4cdd-9e99-9401b548614d None None] Current status of the port 62a24c4c-cb67-4606-8cb4-63944f3584e8 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:13.167910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-566c4cba-8d7f-4cdd-9e99-9401b548614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.182327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-9af3ed0e-7aa2-448c-9136-d4761787ada4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:13.183487 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9af3ed0e-7aa2-448c-9136-d4761787ada4 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/e3d773f4-93e4-48a6-8d24-a6b3fcd648de HTTP/1.1" status: 404 len: 336 time: 0.0402753 Apr 29 04:07:13.186126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33028) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.211931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdc4d65-3508-4475-a2aa-75fd80873695 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.212300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdc4d65-3508-4475-a2aa-75fd80873695 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.215333 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0fdc4d65-3508-4475-a2aa-75fd80873695 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/9372a158-1863-4f63-a865-add24ec9056d HTTP/1.1" status: 404 len: 337 time: 0.0281038 Apr 29 04:07:13.217918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33030) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.229384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-85876369-9779-466e-b832-5ed5a634e456 None None] Deleting port 62a24c4c-cb67-4606-8cb4-63944f3584e8 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:13.229773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85876369-9779-466e-b832-5ed5a634e456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.243674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10ff18c-931d-4265-88ee-8374f7d5cc53 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.244122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10ff18c-931d-4265-88ee-8374f7d5cc53 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.247087 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d10ff18c-931d-4265-88ee-8374f7d5cc53 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/1d1d97df-4273-465f-b419-6bf0e948e721 HTTP/1.1" status: 404 len: 337 time: 0.0277424 Apr 29 04:07:13.253728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33032) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.271192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.287379 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6e3742-ff9a-408d-9b1a-4701fde4a4a6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.287846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6e3742-ff9a-408d-9b1a-4701fde4a4a6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.293373 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a6e3742-ff9a-408d-9b1a-4701fde4a4a6 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/9fbc4ffb-c5aa-4173-8018-28c63e104d07 HTTP/1.1" status: 404 len: 337 time: 0.0363467 Apr 29 04:07:13.293602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33034) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.311274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=62a24c4c-cb67-4606-8cb4-63944f3584e8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:13.316062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 62a24c4c-cb67-4606-8cb4-63944f3584e8 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:13.322360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5101ff98-4843-4815-8c56-00b022cb8aa5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.322822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5101ff98-4843-4815-8c56-00b022cb8aa5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.327011 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5101ff98-4843-4815-8c56-00b022cb8aa5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/02583435-4358-4ce2-9286-fe0a12c3b845 HTTP/1.1" status: 404 len: 337 time: 0.0323331 Apr 29 04:07:13.329555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33036) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.362142 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fe5dcb1d-2859-4aef-af9b-cd71c1a1aacf tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 200 len: 205 time: 0.0314708 Apr 29 04:07:13.364828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33040) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.414969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.415712 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-ab0e46d3-3897-4450-af1c-051a409c5bdd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:13.417159 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ab0e46d3-3897-4450-af1c-051a409c5bdd tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/611dba03-d65d-4873-9018-c20b14005a8b HTTP/1.1" status: 404 len: 336 time: 0.0512104 Apr 29 04:07:13.423564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33042) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.469414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e9a3597-df25-4e9c-b90d-af551445eb8b tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 HTTP/1.1" status: 200 len: 205 time: 0.0438807 Apr 29 04:07:13.471104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816c2ce8-2a79-41f3-95c6-01ac2b8c4516']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:13.473158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33044) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.475785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a32dbc-a147-40a9-9f17-fef8630f5027 req-d81e2a59-be57-4a2b-9fa2-ae211836e9a6 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:13.477691 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-13a32dbc-a147-40a9-9f17-fef8630f5027 req-d81e2a59-be57-4a2b-9fa2-ae211836e9a6 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 943 time: 0.0641594 Apr 29 04:07:13.517100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:13.517459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:13.524726 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-1c1ad1a4-2772-4c2c-a54e-c147e637a66e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:13.525802 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1c1ad1a4-2772-4c2c-a54e-c147e637a66e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/7dc56944-cbb5-41a4-9bc1-d2f89fdcd538 HTTP/1.1" status: 404 len: 336 time: 0.0517299 Apr 29 04:07:13.528361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33046) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.532098 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-13a32dbc-a147-40a9-9f17-fef8630f5027 req-49405cb3-5618-4090-aff7-f404059fd957 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Apr 29 04:07:13.539409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.562497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 62a24c4c-cb67-4606-8cb4-63944f3584e8 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:13.562886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.565778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-85876369-9779-466e-b832-5ed5a634e456 None None] For port 62a24c4c-cb67-4606-8cb4-63944f3584e8, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=62a24c4c-cb67-4606-8cb4-63944f3584e8,segment=NetworkSegment(5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9),segment_id=5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:13.566173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85876369-9779-466e-b832-5ed5a634e456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.570513 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-41955478-c452-4ef4-a7ff-57cb11476b80 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.570967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41955478-c452-4ef4-a7ff-57cb11476b80 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.574311 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41955478-c452-4ef4-a7ff-57cb11476b80 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/cf0fce4e-f6ee-4f54-85a5-b119ec0f1ba5 HTTP/1.1" status: 404 len: 337 time: 0.0449667 Apr 29 04:07:13.576913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33048) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.587160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.589353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-85876369-9779-466e-b832-5ed5a634e456 None None] Calling delete_port for 62a24c4c-cb67-4606-8cb4-63944f3584e8 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:13.613795 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d35a9e1f-4ed3-4ecc-a928-edb0ab69b79c tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 200 len: 205 time: 0.0357134 Apr 29 04:07:13.614801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:13.615195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (5a0efc37-3fb7-44b5-ad9b-71f02ebcbac9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.616169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33050) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:13.619172 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:13.658169 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-c0678691-1733-47ac-9e0b-08d5b75223ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:13.660213 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c0678691-1733-47ac-9e0b-08d5b75223ca tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/bc6ce8cf-bf6a-4a35-8625-c25e4c8ce5bc HTTP/1.1" status: 404 len: 336 time: 0.0430727 Apr 29 04:07:13.662280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33052) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.692386 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c20548d4-7e48-425b-a865-6da6b20ae99e tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=8543d6bf-d3e8-4688-9deb-201f0b6b3361 HTTP/1.1" status: 200 len: 205 time: 0.0285459 Apr 29 04:07:13.697595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33054) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.719294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85876369-9779-466e-b832-5ed5a634e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (62a24c4c-cb67-4606-8cb4-63944f3584e8), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.746381 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-9f4db2c6-0adc-4a87-9c1a-8a71a9d8ca39 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:13.750011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85876369-9779-466e-b832-5ed5a634e456 None None] Pushing event deleted for resources: {'Port': ['ID=62a24c4c-cb67-4606-8cb4-63944f3584e8,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:13.750144 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9f4db2c6-0adc-4a87-9c1a-8a71a9d8ca39 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/8543d6bf-d3e8-4688-9deb-201f0b6b3361 HTTP/1.1" status: 404 len: 336 time: 0.0494440 Apr 29 04:07:13.750231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85876369-9779-466e-b832-5ed5a634e456 None None] No DVR routers for this DVR port 62a24c4c-cb67-4606-8cb4-63944f3584e8 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:13.750330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33056) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.773912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.781810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec87449-2ac9-485c-ba75-233f6d9405e7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.784149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec87449-2ac9-485c-ba75-233f6d9405e7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.785256 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3ec87449-2ac9-485c-ba75-233f6d9405e7 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/4af04c15-9a75-4084-b8ca-993ec9e70503 HTTP/1.1" status: 404 len: 337 time: 0.0332339 Apr 29 04:07:13.785999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (816c2ce8-2a79-41f3-95c6-01ac2b8c4516), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.787970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33058) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.807975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:13.813469 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/816c2ce8-2a79-41f3-95c6-01ac2b8c4516 HTTP/1.1" status: 204 len: 168 time: 3.0233326 Apr 29 04:07:13.817007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33062) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.840681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e261-063d-4234-bf74-80eaa350d1b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=816c2ce8-2a79-41f3-95c6-01ac2b8c4516,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:13.844384 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-decd3282-f23d-464c-a5c7-620dd12207b1 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 HTTP/1.1" status: 200 len: 205 time: 0.0550964 Apr 29 04:07:13.845717 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aafc2eb-a440-464e-bb4a-48798502a8da tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] GET failed (client error): The resource could not be found. Apr 29 04:07:13.846963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33064) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.849776 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9aafc2eb-a440-464e-bb4a-48798502a8da tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/subnets/a2e9d38f-1ddb-4693-aad6-d650267e8400 HTTP/1.1" status: 404 len: 337 time: 0.0317063 Apr 29 04:07:13.850344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33066) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.868125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab54f34-5165-4a28-9ed1-009e114af7ec tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:13.868675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab54f34-5165-4a28-9ed1-009e114af7ec tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:13.875626 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0ab54f34-5165-4a28-9ed1-009e114af7ec tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/816c2ce8-2a79-41f3-95c6-01ac2b8c4516 HTTP/1.1" status: 404 len: 339 time: 0.0242746 Apr 29 04:07:13.876260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33068) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:13.987252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3d331-4f1d-47ee-9785-6297b9198025 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:13.988714 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cab3d331-4f1d-47ee-9785-6297b9198025 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1115184 Apr 29 04:07:13.991574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33070) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.032957 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b8e9d9c8-278c-43d6-9312-9b761a27bf3e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 207 time: 0.0369525 Apr 29 04:07:14.033175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33072) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.151239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ce8bd-1f5e-4747-aab8-0da0fb8da986 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.156808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ce8bd-1f5e-4747-aab8-0da0fb8da986 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.161906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ce8bd-1f5e-4747-aab8-0da0fb8da986 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.167303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ce8bd-1f5e-4747-aab8-0da0fb8da986 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.172810 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c93ce8bd-1f5e-4747-aab8-0da0fb8da986 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1349609 Apr 29 04:07:14.173024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33076) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.203538 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-2cbbc4bb-2879-4221-a9f5-73508a55d544 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:14.207239 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2cbbc4bb-2879-4221-a9f5-73508a55d544 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/7a0c9c5e-f67c-4e81-b3e5-885fe73c0b38 HTTP/1.1" status: 404 len: 336 time: 0.3564193 Apr 29 04:07:14.207511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33078) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.250217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a07f-8a89-4f24-a041-38b07c5b2257 req-3b2f9858-b85c-4d49-abc5-b616b9222257 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.251597 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2253a07f-8a89-4f24-a041-38b07c5b2257 req-3b2f9858-b85c-4d49-abc5-b616b9222257 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0510116 Apr 29 04:07:14.258540 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d4d34-f17b-4bee-8806-0346ab57fac0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:14.258987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2d4d34-f17b-4bee-8806-0346ab57fac0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:14.264409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5f2d4d34-f17b-4bee-8806-0346ab57fac0 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/b7835ece-3bb0-4d2f-869c-9bbf2cc4e2ab HTTP/1.1" status: 404 len: 337 time: 0.0535159 Apr 29 04:07:14.264677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33080) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.299367 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2253a07f-8a89-4f24-a041-38b07c5b2257 req-e1f93228-733a-4e64-9948-a8a320e60c5b tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Apr 29 04:07:14.301887 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-147a1e66-72ad-4800-8532-0c0e84ade0ff tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "GET /v2.0/ports?device_id=241efa0f-d22f-4f61-8637-d26db6e0398e HTTP/1.1" status: 200 len: 205 time: 0.0356073 Apr 29 04:07:14.304637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33082) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.356440 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-c949ce69-6e2e-4cc8-8a40-86f171361de5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] delete failed (client error): The resource could not be found. Apr 29 04:07:14.357472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c949ce69-6e2e-4cc8-8a40-86f171361de5 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/routers/241efa0f-d22f-4f61-8637-d26db6e0398e HTTP/1.1" status: 404 len: 336 time: 0.0519714 Apr 29 04:07:14.360636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33084) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.370389 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8d75499d-adc9-4e8d-b3d4-94312dfb660e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1962779 Apr 29 04:07:14.373686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33086) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.390300 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-86073ad9-d2b8-4e22-a9cd-7079ab436666 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:14.390753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86073ad9-d2b8-4e22-a9cd-7079ab436666 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:14.393721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-86073ad9-d2b8-4e22-a9cd-7079ab436666 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/e7b320cb-7125-47e7-9dcb-0cc410dac478 HTTP/1.1" status: 404 len: 337 time: 0.0320735 Apr 29 04:07:14.396233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33088) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.421049 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-facd4ae6-57b4-47ad-b7cc-b30feaaa02e8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:14.422233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facd4ae6-57b4-47ad-b7cc-b30feaaa02e8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:14.425156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-facd4ae6-57b4-47ad-b7cc-b30feaaa02e8 tempest-RoutersTest-1913130174 tempest-RoutersTest-1913130174-project] 10.222.0.37 "DELETE /v2.0/subnets/8cc89aff-2e59-45eb-94c7-321e57f5b8e8 HTTP/1.1" status: 404 len: 337 time: 0.0280428 Apr 29 04:07:14.459784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073f960-0fbb-4e55-a630-887096db18b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.461258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073f960-0fbb-4e55-a630-887096db18b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.462839 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b073f960-0fbb-4e55-a630-887096db18b3 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0882564 Apr 29 04:07:14.466543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33092) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.549349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b20478-6f79-4898-8a19-8eabce80b127 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.550685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b20478-6f79-4898-8a19-8eabce80b127 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.552194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-22b20478-6f79-4898-8a19-8eabce80b127 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0846899 Apr 29 04:07:14.555928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33094) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.652048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de3ea-8f91-4e76-939e-8d59f8e92c3a req-a2fff7b2-ab10-40c1-84bb-5d41cfc4b605 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.653722 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d92de3ea-8f91-4e76-939e-8d59f8e92c3a req-a2fff7b2-ab10-40c1-84bb-5d41cfc4b605 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 943 time: 0.0476577 Apr 29 04:07:14.659622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe6ebc-7482-4843-8628-4d1ea5fdc42e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.660980 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-31fe6ebc-7482-4843-8628-4d1ea5fdc42e tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks/91d3d04a-ca74-4f08-9250-db71636d312e HTTP/1.1" status: 200 len: 800 time: 0.1041400 Apr 29 04:07:14.664737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33098) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.700990 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d92de3ea-8f91-4e76-939e-8d59f8e92c3a req-53b3a239-3d0a-4fec-92f1-0517a00f118e tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Apr 29 04:07:14.771712 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-21b72ed3-e739-45cd-824a-588f16695fea tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/networks/91d3d04a-ca74-4f08-9250-db71636d312e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1057289 Apr 29 04:07:14.774865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33100) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.825167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fdf9e2-bc98-4d0d-935d-bb5f6a80cce6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.826537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-71fdf9e2-bc98-4d0d-935d-bb5f6a80cce6 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/subnets/6de0ee55-2624-4ade-8bbc-2ba532577ac9 HTTP/1.1" status: 200 len: 811 time: 0.0507562 Apr 29 04:07:14.830282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33104) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.885533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7870eb0b-7b0b-4b4a-8494-1ab414139d91 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['shared'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:14.891230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33106) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.891635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7870eb0b-7b0b-4b4a-8494-1ab414139d91 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "GET /v2.0/subnets/6de0ee55-2624-4ade-8bbc-2ba532577ac9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0601473 Apr 29 04:07:14.897161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672093289'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:14.924190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33108) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:14.937012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 62a24c4c-cb67-4606-8cb4-63944f3584e8 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:14.960829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 62a24c4c-cb67-4606-8cb4-63944f3584e8 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:14.961423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 62a24c4c-cb67-4606-8cb4-63944f3584e8 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:14.985790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:14.989098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.013389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:15.024149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (274b96f5-94db-48b7-8f2e-9a8ab91f9313), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.024340 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Added segment 274b96f5-94db-48b7-8f2e-9a8ab91f9313 of type vlan for network 224057b1-b2e9-41c8-93be-92a33d85718f Apr 29 04:07:15.066205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.072340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (224057b1-b2e9-41c8-93be-92a33d85718f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.094219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e18d7c03-d688-463f-8a69-50057d1e884c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b891d61e8f5474b912bec84d90e85c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681259 Apr 29 04:07:15.096664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33112) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:15.147974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0e99fcad-16d2-4664-b207-91b8b12122dc admin admin] Publish callbacks [] for security_group (145802b0-7ac1-4e58-b41e-c96de3e00dbf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.158744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (224057b1-b2e9-41c8-93be-92a33d85718f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.164426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:15.165093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.170341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0e99fcad-16d2-4664-b207-91b8b12122dc admin admin] Publish callbacks [] for security_group (145802b0-7ac1-4e58-b41e-c96de3e00dbf), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.229616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Network': ['ID=224057b1-b2e9-41c8-93be-92a33d85718f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:15.239246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 224057b1-b2e9-41c8-93be-92a33d85718f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:15.276141 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f32cd905-ee16-4ae1-933c-d91112f125fa tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3833249 Apr 29 04:07:15.278829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33114) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:15.284785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:15.307746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0e99fcad-16d2-4664-b207-91b8b12122dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (145802b0-7ac1-4e58-b41e-c96de3e00dbf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.310418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0e99fcad-16d2-4664-b207-91b8b12122dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.313982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0e99fcad-16d2-4664-b207-91b8b12122dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/145802b0-7ac1-4e58-b41e-c96de3e00dbf HTTP/1.1" status: 204 len: 168 time: 0.2140062 Apr 29 04:07:15.323423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99fcad-16d2-4664-b207-91b8b12122dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145802b0-7ac1-4e58-b41e-c96de3e00dbf,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:15.435029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fbaa-1150-4b7d-b4bf-97594411d4f5 req-294a4f05-5795-4604-bb5b-d09fd891c1fd tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:15.436484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af89fbaa-1150-4b7d-b4bf-97594411d4f5 req-294a4f05-5795-4604-bb5b-d09fd891c1fd tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0501118 Apr 29 04:07:15.486736 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af89fbaa-1150-4b7d-b4bf-97594411d4f5 req-1a417d53-e858-483c-882e-e7e9bbb6a9f4 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436943 Apr 29 04:07:15.488179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Made reservation on behalf of a90721bb766742ba86b09a2bcc0378aa for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:15.491758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.497763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:07:15.572261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Performing IP validity checks on allocation pools {{(pid=116104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:07:15.572766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:07:15.650616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,segment=NetworkSegment(159afa6d-6b2c-47ee-aa5f-8286666b70d6),segment_id=159afa6d-6b2c-47ee-aa5f-8286666b70d6)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:15.661083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7c30-b36f-4233-bf5b-b0f1177189e7 req-e6f6d728-3606-4742-b41b-a5a6625a7ed5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:15.662638 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ca7c30-b36f-4233-bf5b-b0f1177189e7 req-e6f6d728-3606-4742-b41b-a5a6625a7ed5 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0714569 Apr 29 04:07:15.664366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8', 'network_id': '94dcaaf9-94cc-42e8-85eb-37628ea6497f', 'port_id': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8', 'mac_address': 'fa:16:3e:f7:e3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1660280-0dfa-4648-8698-9674783b79a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:07:15.709995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:15.710556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.725690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:07:15.755467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,segment=NetworkSegment(159afa6d-6b2c-47ee-aa5f-8286666b70d6),segment_id=159afa6d-6b2c-47ee-aa5f-8286666b70d6)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:15.770636 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ca7c30-b36f-4233-bf5b-b0f1177189e7 req-6719a674-ddd1-4405-9e48-9fd495f2242c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004865 Apr 29 04:07:15.825850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.892467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa6cce-918b-4d82-8d82-861ec69d137d req-cc175dbb-e7ca-4eb0-9df8-7baecc094131 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:15.901822 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7cfa6cce-918b-4d82-8d82-861ec69d137d req-cc175dbb-e7ca-4eb0-9df8-7baecc094131 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 944 time: 0.0666533 Apr 29 04:07:15.917177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (95f35524-c5a5-4da9-b0ec-cafdfe867456), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:15.922070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:15.959260 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7cfa6cce-918b-4d82-8d82-861ec69d137d req-ff7b9fcb-0639-4e13-aa6c-110556968e33 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562558 Apr 29 04:07:15.988934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=95f35524-c5a5-4da9-b0ec-cafdfe867456,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:16.000413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Checking segment: {'id': '274b96f5-94db-48b7-8f2e-9a8ab91f9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:16.001524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network hostable DHCP agents. Network: 224057b1-b2e9-41c8-93be-92a33d85718f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:16.085098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Network 224057b1-b2e9-41c8-93be-92a33d85718f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:16.094761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['abb5b2e0-e2e0-4c54-974d-6aef4d3596f8'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:07:16.204704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 224057b1-b2e9-41c8-93be-92a33d85718f) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:16.210268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:16.210871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:16.221073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22a85a-a480-4713-b563-6da12890b8dc None None] Network 224057b1-b2e9-41c8-93be-92a33d85718f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:16.302674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e88551bd-5cd0-460b-aa5d-5b802501ea47 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0227017 Apr 29 04:07:16.305355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:16.311121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:16.378624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53aa6-e05c-4b02-934f-74f63c85b5ba req-6acdb7a3-4553-4ab3-b008-115d1e1c2478 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:16.380196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ace53aa6-e05c-4b02-934f-74f63c85b5ba req-6acdb7a3-4553-4ab3-b008-115d1e1c2478 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1080492 Apr 29 04:07:16.391334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-224057b1-b2e9-41c8-93be-92a33d85718f', 'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f', 'project_id': 'a90721bb766742ba86b09a2bcc0378aa', 'fixed_ips': [{'subnet_id': '95f35524-c5a5-4da9-b0ec-cafdfe867456'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:16.392520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:16.489506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ace53aa6-e05c-4b02-934f-74f63c85b5ba req-4ddd0942-b4e8-4713-9d1b-045ac187ef44 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005096 Apr 29 04:07:16.679239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Allocated IP 172.20.0.3 (224057b1-b2e9-41c8-93be-92a33d85718f/95f35524-c5a5-4da9-b0ec-cafdfe867456/08c91fd7-e35f-42d2-b983-52eb7ff34c07) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:16.704890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33148) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:16.810959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9275806'] for subnet (95f35524-c5a5-4da9-b0ec-cafdfe867456), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:16.838739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--715359834'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:16.854617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Publish callbacks [] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:16.928025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:16.937797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:16.957017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.002610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Network 224057b1-b2e9-41c8-93be-92a33d85718f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:17.010226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:17.014177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:17.025656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Pushing event updated for resources: {'Port': ['ID=08c91fd7-e35f-42d2-b983-52eb7ff34c07,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.083367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (62a2f2e8-10f6-4004-a7d4-6a1943917d2f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.095696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Attempting to bind port 08c91fd7-e35f-42d2-b983-52eb7ff34c07 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:17.096324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Attempting to bind port 08c91fd7-e35f-42d2-b983-52eb7ff34c07 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '274b96f5-94db-48b7-8f2e-9a8ab91f9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:17.096583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Attempting to bind port 08c91fd7-e35f-42d2-b983-52eb7ff34c07 on network 224057b1-b2e9-41c8-93be-92a33d85718f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:17.102390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:17.102855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Checking segment: {'id': '274b96f5-94db-48b7-8f2e-9a8ab91f9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:17.103257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.103641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Bound using segment: {'id': '274b96f5-94db-48b7-8f2e-9a8ab91f9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:17.104102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Bound port: 08c91fd7-e35f-42d2-b983-52eb7ff34c07, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274b96f5-94db-48b7-8f2e-9a8ab91f9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '224057b1-b2e9-41c8-93be-92a33d85718f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:17.104478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.165038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (62a2f2e8-10f6-4004-a7d4-6a1943917d2f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.170864 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad53a2-d1f3-43b8-a6c0-ce7d4d5eca77 req-598d7f41-3055-4559-8020-c4a8727ffab6 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:17.171521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] For port 08c91fd7-e35f-42d2-b983-52eb7ff34c07, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:17.172385 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5dad53a2-d1f3-43b8-a6c0-ce7d4d5eca77 req-598d7f41-3055-4559-8020-c4a8727ffab6 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 944 time: 0.0780413 Apr 29 04:07:17.180731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] For port 08c91fd7-e35f-42d2-b983-52eb7ff34c07, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=08c91fd7-e35f-42d2-b983-52eb7ff34c07,segment=NetworkSegment(274b96f5-94db-48b7-8f2e-9a8ab91f9313),segment_id=274b96f5-94db-48b7-8f2e-9a8ab91f9313)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:17.207446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a2f2e8-10f6-4004-a7d4-6a1943917d2f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.240780 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5dad53a2-d1f3-43b8-a6c0-ce7d4d5eca77 req-5bcf9a65-02a3-4654-afc6-467880590142 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589664 Apr 29 04:07:17.260593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.285267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.307564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776362386899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3514504'] for subnet (95f35524-c5a5-4da9-b0ec-cafdfe867456), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.336518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.objects.base [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] ORM session: SQL execution without transaction in progress, traceback: Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: result = function(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: proto.__init__(conn_state, self) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: self.handle() Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: self.handle_one_request() Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: self.handle_one_response() Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: result = self.application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return app(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: resp = self.call_func(req, *args, **kw) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.func(req, *args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: response = req.get_response(self.application) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: status, headers, app_iter = self.call_application( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: app_iter = application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: resp = self.call_func(req, *args, **kw) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.func(req, *args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: response = req.get_response(self.application) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: status, headers, app_iter = self.call_application( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: app_iter = application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: resp = self.call_func(req, *args, **kw) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.func(req, *args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: response = req.get_response(self.application) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: status, headers, app_iter = self.call_application( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: app_iter = application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: resp = self.call_func(req, *args, **kw) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.func(req, *args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: response = req.get_response(self.application) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: status, headers, app_iter = self.call_application( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: app_iter = application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: resp = self.call_func(req, *args, **kw) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.func(req, *args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return request.get_response(self.application) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: status, headers, app_iter = self.call_application( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: app_iter = application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: resp = self.call_func(req, *args, **kw) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.func(req, *args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: response = req.get_response(self._app) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: status, headers, app_iter = self.call_application( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: app_iter = application(self.environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return resp(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return resp(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: response = self.app(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return resp(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.application(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return super(Pecan, self).__call__(environ, start_response) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: self.invoke_controller(controller, args, kwargs, state) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: result = controller(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*dup_args, **dup_kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return {self.resource: self.plugin_updater(*updater_args)} Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return method(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(*dup_args, **dup_kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: self._update_subnet_postcommit(context, original_subnet, Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: registry.publish( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return function(*args, **kwargs) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: errors = self._notify_loop(resource, event, trigger, payload) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: callback(resource, event, trigger, payload=payload) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: router_ids = set(port.device_id for port in query) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._iter().__iter__() Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: result = self.session.execute( Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: result = fn(orm_exec_state) Apr 29 04:07:17.355228 dv-neutron-839777-1-hyperv neutron-server[116104]: Apr 29 04:07:17.371092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:17.371425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d77de-e6bf-4ac5-ab21-b9b81494982f None None] Pushing event updated for resources: {'Port': ['ID=08c91fd7-e35f-42d2-b983-52eb7ff34c07,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.371582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.371582 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "PUT /v2.0/subnets/95f35524-c5a5-4da9-b0ec-cafdfe867456 HTTP/1.1" status: 200 len: 877 time: 1.0639026 Apr 29 04:07:17.371582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33154) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:17.379234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19d0ccc-586a-4c3e-8e87-af5f7100e672,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.391333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845e40-ab43-4d4d-aa4d-297a9e5d1301 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event updated for resources: {'Subnet': ['ID=95f35524-c5a5-4da9-b0ec-cafdfe867456,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.439609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.440929 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5222b71b-d8e7-4a4d-b321-5aae27916224 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7341084 Apr 29 04:07:17.443622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33156) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:17.488784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (224057b1-b2e9-41c8-93be-92a33d85718f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.498600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:17.515900 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3f47c84-1c2e-4c63-993e-71a6c0ead958 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0673289 Apr 29 04:07:17.520272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33160) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:17.525997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-security--129604534', 'description': 'tempest-security-description-1243380367'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:17.563450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:07:17.597919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 08c91fd7-e35f-42d2-b983-52eb7ff34c07 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:17.598252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.626824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.656878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:17.657936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.659840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b814a5e-ac62-4fea-8d4f-b49d907a8010 req-672c8370-f621-4312-a3ce-1b172c512d99 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:17.661995 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1b814a5e-ac62-4fea-8d4f-b49d907a8010 req-672c8370-f621-4312-a3ce-1b172c512d99 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0603178 Apr 29 04:07:17.716543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.725706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 08c91fd7-e35f-42d2-b983-52eb7ff34c07, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=08c91fd7-e35f-42d2-b983-52eb7ff34c07,segment=NetworkSegment(274b96f5-94db-48b7-8f2e-9a8ab91f9313),segment_id=274b96f5-94db-48b7-8f2e-9a8ab91f9313)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:17.726064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.753183 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1b814a5e-ac62-4fea-8d4f-b49d907a8010 req-f1dc7831-b8b0-4f5e-b25d-ce602e1b5779 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750723 Apr 29 04:07:17.757920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 08c91fd7-e35f-42d2-b983-52eb7ff34c07 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:17.773811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:17.775452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.803573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af61ab-d446-41be-a775-3d612790aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:17.806051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d45e70a-75fd-48d9-bead-535990996a80" -d '{"events": [{"server_uuid": "a3af61ab-d446-41be-a775-3d612790aa55", "name": "network-vif-plugged", "status": "completed", "tag": "abb5b2e0-e2e0-4c54-974d-6aef4d3596f8"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:17.807515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.810223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.811432 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "PUT /v2.0/security-groups/d19d0ccc-586a-4c3e-8e87-af5f7100e672 HTTP/1.1" status: 200 len: 1796 time: 0.2896414 Apr 29 04:07:17.814659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33164) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:17.821135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,segment=NetworkSegment(159afa6d-6b2c-47ee-aa5f-8286666b70d6),segment_id=159afa6d-6b2c-47ee-aa5f-8286666b70d6)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:17.848280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fba106a-58ff-403f-8f89-ad09377f7dc9 x-openstack-request-id: req-3fba106a-58ff-403f-8f89-ad09377f7dc9 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:17.848709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3af61ab-d446-41be-a775-3d612790aa55", "name": "network-vif-plugged", "status": "completed", "tag": "abb5b2e0-e2e0-4c54-974d-6aef4d3596f8", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:17.849257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fba106a-58ff-403f-8f89-ad09377f7dc9 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:17.849712 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fba106a-58ff-403f-8f89-ad09377f7dc9'] response: {'server_uuid': 'a3af61ab-d446-41be-a775-3d612790aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8', 'code': 200} Apr 29 04:07:17.850376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaffb5f-1d3b-452f-99f6-1e092c15ce6d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19d0ccc-586a-4c3e-8e87-af5f7100e672,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.867746 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-210741c9-b0ce-4dc7-9189-2ea84ebd453a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups/d19d0ccc-586a-4c3e-8e87-af5f7100e672 HTTP/1.1" status: 200 len: 1796 time: 0.0519497 Apr 29 04:07:17.870227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33166) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:17.896102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.932544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-df67af5d-0849-40db-ad76-a7f44d99efb2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.951168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:17.955926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-df67af5d-0849-40db-ad76-a7f44d99efb2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:17.981552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (08c91fd7-e35f-42d2-b983-52eb7ff34c07), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.009790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=08c91fd7-e35f-42d2-b983-52eb7ff34c07,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:18.054908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 08c91fd7-e35f-42d2-b983-52eb7ff34c07 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:18.073118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-df67af5d-0849-40db-ad76-a7f44d99efb2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d19d0ccc-586a-4c3e-8e87-af5f7100e672), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.076085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-df67af5d-0849-40db-ad76-a7f44d99efb2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.078058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-df67af5d-0849-40db-ad76-a7f44d99efb2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/d19d0ccc-586a-4c3e-8e87-af5f7100e672 HTTP/1.1" status: 204 len: 168 time: 0.2060101 Apr 29 04:07:18.080959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33168) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.088390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67af5d-0849-40db-ad76-a7f44d99efb2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19d0ccc-586a-4c3e-8e87-af5f7100e672,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:18.134321 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (95f35524-c5a5-4da9-b0ec-cafdfe867456), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.168653 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-95004502-daca-4212-8a31-7a94dae3c3b6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863163 Apr 29 04:07:18.171264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33170) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.185631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-4a2f21ff-7d64-4c2f-b2b4-0a564df697c0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] delete failed (client error): The resource could not be found. Apr 29 04:07:18.186741 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4a2f21ff-7d64-4c2f-b2b4-0a564df697c0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/d19d0ccc-586a-4c3e-8e87-af5f7100e672 HTTP/1.1" status: 404 len: 347 time: 0.0142708 Apr 29 04:07:18.190714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33172) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.194985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509574153'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:18.288445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (95f35524-c5a5-4da9-b0ec-cafdfe867456), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.302608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.333861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=95f35524-c5a5-4da9-b0ec-cafdfe867456,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:18.380955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce962e6-9db8-470e-b48f-20aed96624c2 req-081025ab-e19f-46d9-a3ab-b8c8c357f82f tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:18.388025 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3ce962e6-9db8-470e-b48f-20aed96624c2 req-081025ab-e19f-46d9-a3ab-b8c8c357f82f tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0712967 Apr 29 04:07:18.408993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (224057b1-b2e9-41c8-93be-92a33d85718f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.431740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224057b1-b2e9-41c8-93be-92a33d85718f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:18.442904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274b96f5-94db-48b7-8f2e-9a8ab91f9313') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:18.443298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274b96f5-94db-48b7-8f2e-9a8ab91f9313') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:18.455210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (274b96f5-94db-48b7-8f2e-9a8ab91f9313), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.464041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (1a53ae24-6b24-419e-b7de-ab118f42ee68), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.469851 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3ce962e6-9db8-470e-b48f-20aed96624c2 req-76d4ab66-0b9a-48d9-9892-fcef071ce542 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806625 Apr 29 04:07:18.470731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (274b96f5-94db-48b7-8f2e-9a8ab91f9313), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.477918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:18.478311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (274b96f5-94db-48b7-8f2e-9a8ab91f9313), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:18.481798 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:18.506639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad38de48-2a99-4a77-acb5-b124b8ed35dc None None] Network 224057b1-b2e9-41c8-93be-92a33d85718f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:18.522421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-22ea478a-32db-4645-84f9-4c07e91da87c None None] Could not find standard attr ID for object 08c91fd7-e35f-42d2-b983-52eb7ff34c07. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:07:18.535249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1a53ae24-6b24-419e-b7de-ab118f42ee68), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.568405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53ae24-6b24-419e-b7de-ab118f42ee68,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:18.613816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (224057b1-b2e9-41c8-93be-92a33d85718f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.622156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.626477 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/224057b1-b2e9-41c8-93be-92a33d85718f HTTP/1.1" status: 204 len: 168 time: 1.2423003 Apr 29 04:07:18.630719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33176) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.639474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc093f-fb33-4af3-9ff0-c1ab21fd3e83 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=224057b1-b2e9-41c8-93be-92a33d85718f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:18.650808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f44d4b1-1b40-4cfb-9945-e655e0bfcb1a None None] DHCP port deletion for 224057b1-b2e9-41c8-93be-92a33d85718f request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:18.668940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838ca29-26d8-4042-9f39-13a9cb605242 None None] Network 224057b1-b2e9-41c8-93be-92a33d85718f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:18.682249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838ca29-26d8-4042-9f39-13a9cb605242 None None] Network 224057b1-b2e9-41c8-93be-92a33d85718f could not be found, it might have been deleted concurrently. {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 04:07:18.683441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.685955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e9f7c983-c482-4de2-bba9-9d667b7cb41a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4939096 Apr 29 04:07:18.688597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33178) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.693236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '1a53ae24-6b24-419e-b7de-ab118f42ee68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:18.722966 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bdc49b-62dc-42f9-97e4-9c6628e1b20c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:18.723413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bdc49b-62dc-42f9-97e4-9c6628e1b20c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:18.726923 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-19bdc49b-62dc-42f9-97e4-9c6628e1b20c tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/95f35524-c5a5-4da9-b0ec-cafdfe867456 HTTP/1.1" status: 404 len: 337 time: 0.0947475 Apr 29 04:07:18.729095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33180) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.743648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c05952-c1c0-4053-b61b-5be4ef962005 req-01f59072-1245-4d22-8660-ff66c6c431d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:18.745191 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42c05952-c1c0-4053-b61b-5be4ef962005 req-01f59072-1245-4d22-8660-ff66c6c431d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 1129 time: 0.1051331 Apr 29 04:07:18.749083 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7b207f-f0ce-4f7e-9f56-6f824a40c8a2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:18.749749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7b207f-f0ce-4f7e-9f56-6f824a40c8a2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:18.753377 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ad7b207f-f0ce-4f7e-9f56-6f824a40c8a2 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/224057b1-b2e9-41c8-93be-92a33d85718f HTTP/1.1" status: 404 len: 339 time: 0.0226579 Apr 29 04:07:18.755831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33182) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.766396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-33b62d9a-5f15-453d-89f4-f2cb293b7b3f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:18.767814 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-33b62d9a-5f15-453d-89f4-f2cb293b7b3f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.31 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.1288302 Apr 29 04:07:18.782345 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbc5d8c-1b80-4641-a6d7-2d311a51d794 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:18.782827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbc5d8c-1b80-4641-a6d7-2d311a51d794 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:18.785865 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fdbc5d8c-1b80-4641-a6d7-2d311a51d794 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/a2e9d38f-1ddb-4693-aad6-d650267e8400 HTTP/1.1" status: 404 len: 337 time: 0.0290320 Apr 29 04:07:18.789656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.809463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8a3889d-d25d-4bfa-ab23-ac58d9deee02), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.834685 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0aab37-1618-4e66-9923-d3373439a847 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:18.835210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0aab37-1618-4e66-9923-d3373439a847 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:18.838221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fa0aab37-1618-4e66-9923-d3373439a847 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/816c2ce8-2a79-41f3-95c6-01ac2b8c4516 HTTP/1.1" status: 404 len: 339 time: 0.0464239 Apr 29 04:07:18.841339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33188) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:18.884194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42c05952-c1c0-4053-b61b-5be4ef962005 req-7ea89440-b5d1-4624-88cb-b60347baa356 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293800 Apr 29 04:07:18.904043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a042-6dfd-412e-a35d-acfba8af9950 req-51176194-bfd2-4cf5-b6e0-78c666c45cd3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:18.906802 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-df72a042-6dfd-412e-a35d-acfba8af9950 req-51176194-bfd2-4cf5-b6e0-78c666c45cd3 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 946 time: 0.0621631 Apr 29 04:07:18.916870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8a3889d-d25d-4bfa-ab23-ac58d9deee02), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.938162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Deleting port a4c98c31-2043-431e-abc1-6939956f71fb {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:18.938720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.959126 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-df72a042-6dfd-412e-a35d-acfba8af9950 req-27dddaca-35a0-467e-98b0-df626d15c3a2 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa6cb867-231d-4b60-ac10-eb4fae00b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446742 Apr 29 04:07:18.974701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d8a3889d-d25d-4bfa-ab23-ac58d9deee02), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.974964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:18.993722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a3889d-d25d-4bfa-ab23-ac58d9deee02,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:19.049877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.051112 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4cd3baf0-e52c-4199-9e81-7e3f37586125 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613799 Apr 29 04:07:19.054320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33190) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.078206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4235dc9e-067f-4401-b388-ee7b0a320ff3 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8a3889d-d25d-4bfa-ab23-ac58d9deee02), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.084419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] For port a4c98c31-2043-431e-abc1-6939956f71fb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a4c98c31-2043-431e-abc1-6939956f71fb,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:19.084419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.085693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4235dc9e-067f-4401-b388-ee7b0a320ff3 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8a3889d-d25d-4bfa-ab23-ac58d9deee02), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.123487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.164888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4235dc9e-067f-4401-b388-ee7b0a320ff3 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d8a3889d-d25d-4bfa-ab23-ac58d9deee02), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.171277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4235dc9e-067f-4401-b388-ee7b0a320ff3 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.172404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4235dc9e-067f-4401-b388-ee7b0a320ff3 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d8a3889d-d25d-4bfa-ab23-ac58d9deee02 HTTP/1.1" status: 204 len: 168 time: 0.1171155 Apr 29 04:07:19.177479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33192) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.184000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235dc9e-067f-4401-b388-ee7b0a320ff3 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8a3889d-d25d-4bfa-ab23-ac58d9deee02,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:19.213587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:19.218089 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0575f19b-7636-4774-98fc-607c635f424d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393336 Apr 29 04:07:19.220739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33194) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.238332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b2f494-0031-448c-afe6-81a8e0b87c7a') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:19.238623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b2f494-0031-448c-afe6-81a8e0b87c7a') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:19.272975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77940ab5-7dd3-4701-bd54-eb3ac56c8f48 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (1a53ae24-6b24-419e-b7de-ab118f42ee68), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.289617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (54b2f494-0031-448c-afe6-81a8e0b87c7a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.295360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77940ab5-7dd3-4701-bd54-eb3ac56c8f48 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (1a53ae24-6b24-419e-b7de-ab118f42ee68), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.314088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (54b2f494-0031-448c-afe6-81a8e0b87c7a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.323722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:19.324100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (54b2f494-0031-448c-afe6-81a8e0b87c7a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:19.327071 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:19.391371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77940ab5-7dd3-4701-bd54-eb3ac56c8f48 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1a53ae24-6b24-419e-b7de-ab118f42ee68), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.394083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77940ab5-7dd3-4701-bd54-eb3ac56c8f48 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.395252 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77940ab5-7dd3-4701-bd54-eb3ac56c8f48 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/1a53ae24-6b24-419e-b7de-ab118f42ee68 HTTP/1.1" status: 204 len: 168 time: 0.1736050 Apr 29 04:07:19.398451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33196) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.410809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940ab5-7dd3-4701-bd54-eb3ac56c8f48 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53ae24-6b24-419e-b7de-ab118f42ee68,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:19.430959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.431380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (bb44e977-d1ea-494f-a771-6d51609009f1), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.431693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Floating IP bb44e977-d1ea-494f-a771-6d51609009f1 disassociated. External IP: 172.26.4.81, port: a4c98c31-2043-431e-abc1-6939956f71fb. Apr 29 04:07:19.432033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Calling delete_port for a4c98c31-2043-431e-abc1-6939956f71fb owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:19.453104 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b13141e6-47e5-4e8c-88d9-5029d4d6d1a2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528591 Apr 29 04:07:19.456569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33198) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.461016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864457323'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:19.506053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.513566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.516839 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b HTTP/1.1" status: 204 len: 168 time: 0.6745491 Apr 29 04:07:19.519888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33202) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.528890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86f278-75c5-40a4-bdef-02adadd63207 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=6db7228e-b3c2-4a62-bd0b-ab1dd4b1144b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:19.552885 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ae9ad0-4a8a-42e9-94c4-0d118c73dd84 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.553679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ae9ad0-4a8a-42e9-94c4-0d118c73dd84 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.556741 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-37ae9ad0-4a8a-42e9-94c4-0d118c73dd84 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/7525e1fc-a0a8-436d-b8d4-58968e03f067 HTTP/1.1" status: 404 len: 337 time: 0.0357230 Apr 29 04:07:19.557575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.560717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33204) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.617275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5fa61f-8249-4767-9eb7-ca1c544bb381 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.617825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5fa61f-8249-4767-9eb7-ca1c544bb381 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.620815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9e5fa61f-8249-4767-9eb7-ca1c544bb381 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/20b2f669-7f7a-4d06-9739-d94eff08a28a HTTP/1.1" status: 404 len: 339 time: 0.0592325 Apr 29 04:07:19.625854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33206) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.633898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (66682ce4-3675-4ae3-a689-d78edaf804f6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.664143 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb389b20-830e-49ee-b288-b6a66b2bfb2d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.664595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb389b20-830e-49ee-b288-b6a66b2bfb2d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.667594 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cb389b20-830e-49ee-b288-b6a66b2bfb2d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/12268201-ecad-4ac4-afe9-5b77e1e059a1 HTTP/1.1" status: 404 len: 337 time: 0.0388935 Apr 29 04:07:19.670359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33208) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.674446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b8eb-6821-4007-938a-71297c83cf6d req-b0c6ccc5-49d4-487a-95c9-8911777a35ad tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:19.675998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3c1b8eb-6821-4007-938a-71297c83cf6d req-b0c6ccc5-49d4-487a-95c9-8911777a35ad tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.1159663 Apr 29 04:07:19.689858 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e728aec4-e061-4a9e-a30d-fedadb5046ff tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.690358 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e728aec4-e061-4a9e-a30d-fedadb5046ff tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.695715 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e728aec4-e061-4a9e-a30d-fedadb5046ff tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/8574eb9d-840c-40c2-bf83-59a395b141a8 HTTP/1.1" status: 404 len: 339 time: 0.0219021 Apr 29 04:07:19.695715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (66682ce4-3675-4ae3-a689-d78edaf804f6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.695962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33210) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.722959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66682ce4-3675-4ae3-a689-d78edaf804f6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:19.728865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bef08f0-9cc7-426c-87e6-8ef72fb6448d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.729347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bef08f0-9cc7-426c-87e6-8ef72fb6448d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.735318 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0bef08f0-9cc7-426c-87e6-8ef72fb6448d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/b8c64a67-6a33-434f-921b-eade98d177cf HTTP/1.1" status: 404 len: 337 time: 0.0355682 Apr 29 04:07:19.735318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a4c98c31-2043-431e-abc1-6939956f71fb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.736370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33212) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.756563 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6018a4fe-c3d4-4a04-b235-1e98224f72a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.757474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6018a4fe-c3d4-4a04-b235-1e98224f72a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.762874 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6018a4fe-c3d4-4a04-b235-1e98224f72a8 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/8b96092d-d47f-4144-827e-1106e030ff61 HTTP/1.1" status: 404 len: 339 time: 0.0250189 Apr 29 04:07:19.765569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33214) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.775825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event deleted for resources: {'Port': ['ID=a4c98c31-2043-431e-abc1-6939956f71fb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:19.793940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3c1b8eb-6821-4007-938a-71297c83cf6d req-745f85cc-d297-4fa4-ba25-479f82f2ed7d tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117470 Apr 29 04:07:19.794694 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8bb619-6c49-47f9-8b55-d45d1c782fde tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.795154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8bb619-6c49-47f9-8b55-d45d1c782fde tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.798740 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee8bb619-6c49-47f9-8b55-d45d1c782fde tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/3f08c45c-2711-4d33-ba74-4655de9ab57c HTTP/1.1" status: 404 len: 337 time: 0.0322399 Apr 29 04:07:19.801855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33216) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.817594 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.821212 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ba8d5bad-6b7e-4a60-a437-706d01f1f302 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3612576 Apr 29 04:07:19.825861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.830455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33218) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.831369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9fc3bd-64ad-4c68-a469-d5a84d179275 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.832310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9fc3bd-64ad-4c68-a469-d5a84d179275 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.834978 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3e9fc3bd-64ad-4c68-a469-d5a84d179275 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/aef40a6d-0f29-449a-ae54-82056c820c85 HTTP/1.1" status: 404 len: 339 time: 0.0320389 Apr 29 04:07:19.839153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33220) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.839399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '66682ce4-3675-4ae3-a689-d78edaf804f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:19.870273 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2551f0-10b6-4675-a7df-d84635bae60b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.870718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2551f0-10b6-4675-a7df-d84635bae60b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.873660 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6b2551f0-10b6-4675-a7df-d84635bae60b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/89c8d7ec-32a1-421d-ba96-1ab7f9c192db HTTP/1.1" status: 404 len: 337 time: 0.0318909 Apr 29 04:07:19.878706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33222) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.905429 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf1319c-d389-4170-912b-8e56dc4883ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.906755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf1319c-d389-4170-912b-8e56dc4883ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.910067 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-daf1319c-d389-4170-912b-8e56dc4883ce tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/fc0ac1d6-ba4f-4397-9c7b-b91561b9d555 HTTP/1.1" status: 404 len: 339 time: 0.0302722 Apr 29 04:07:19.913208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33224) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.946908 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-946c6c47-65a6-4236-84e1-f9d3c58b485a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.947489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946c6c47-65a6-4236-84e1-f9d3c58b485a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.953130 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-946c6c47-65a6-4236-84e1-f9d3c58b485a tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/270f3aec-c281-4399-ad71-300f738cf858 HTTP/1.1" status: 404 len: 337 time: 0.0362713 Apr 29 04:07:19.953367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33226) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:19.962742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (51f36410-835d-4258-90cf-9518e14bc865), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:19.973607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:19.980623 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4d93d5-fb67-4e6e-9735-d01bb8006d10 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:19.981156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4d93d5-fb67-4e6e-9735-d01bb8006d10 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:19.988191 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3a4d93d5-fb67-4e6e-9735-d01bb8006d10 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/9b37c108-0192-4d3e-957e-682a6cdf4a9d HTTP/1.1" status: 404 len: 339 time: 0.0306985 Apr 29 04:07:19.988191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33230) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.038992 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e9ea30-bff9-4b89-a847-2e2e433e6b1d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:20.040328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e9ea30-bff9-4b89-a847-2e2e433e6b1d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:20.043408 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b3e9ea30-bff9-4b89-a847-2e2e433e6b1d tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/d6841485-2ae4-418b-a3a8-34d357829efc HTTP/1.1" status: 404 len: 337 time: 0.0546024 Apr 29 04:07:20.046142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33232) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.074139 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eb05a8-e042-426b-9e54-2110afb85f71 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:20.074542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eb05a8-e042-426b-9e54-2110afb85f71 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:20.075714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (51f36410-835d-4258-90cf-9518e14bc865), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.077476 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-11eb05a8-e042-426b-9e54-2110afb85f71 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/06c238c4-4a3d-4cea-b5fb-342cf08d93f7 HTTP/1.1" status: 404 len: 339 time: 0.0295138 Apr 29 04:07:20.081007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33234) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.099772 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dfa683bc-102c-4245-a77f-08fcba28fda5 req-349f8606-75df-49b9-91f7-951c879983ae tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.0398796 Apr 29 04:07:20.134354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3ea1f9-f12c-4455-a7d4-f09ee9033e9b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:20.134801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3ea1f9-f12c-4455-a7d4-f09ee9033e9b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:20.137724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bb3ea1f9-f12c-4455-a7d4-f09ee9033e9b tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/16a813c1-f078-496a-b81a-0ed17f9b5374 HTTP/1.1" status: 404 len: 337 time: 0.0566933 Apr 29 04:07:20.145915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33236) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.162009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (51f36410-835d-4258-90cf-9518e14bc865), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.169737 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b5d156-18f6-475e-ab37-dd7d04feaed0 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] DELETE failed (client error): The resource could not be found. Apr 29 04:07:20.170224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b5d156-18f6-475e-ab37-dd7d04feaed0 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:07:20.173865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-52b5d156-18f6-475e-ab37-dd7d04feaed0 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/d6115dee-009e-4eb5-b949-d4413b7247c6 HTTP/1.1" status: 404 len: 339 time: 0.0269129 Apr 29 04:07:20.174971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:20.176449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33238) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.180836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f36410-835d-4258-90cf-9518e14bc865,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:20.192246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] Sync routers for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:20.202840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:20.203620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:20.246897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] No DVR routers for this DVR port a4c98c31-2043-431e-abc1-6939956f71fb on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:20.250823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.252791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.254023 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-40f538ac-89cb-4cac-9349-6ebc5de402ab req-8ac79a30-e3ce-4934-bed1-1a9da676942f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.31 "DELETE /v2.0/ports/a4c98c31-2043-431e-abc1-6939956f71fb HTTP/1.1" status: 204 len: 173 time: 1.4783335 Apr 29 04:07:20.254471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'name': 'network-vif-deleted', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:20.256711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2677e4a-f672-486a-99f0-ebd085b78022" -d '{"events": [{"server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "name": "network-vif-deleted", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:20.258017 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9fa55df3-e407-427c-87d2-4e75656e1b34 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4219308 Apr 29 04:07:20.262807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33240) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.268894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '66682ce4-3675-4ae3-a689-d78edaf804f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:20.278838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting subnet 6de0ee55-2624-4ade-8bbc-2ba532577ac9 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:20.285365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (6de0ee55-2624-4ade-8bbc-2ba532577ac9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.329954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (6de0ee55-2624-4ade-8bbc-2ba532577ac9), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.330619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:20.387896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (b304d3bc-24e5-40af-b7e5-742ea7c28ecc), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.445783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (6de0ee55-2624-4ade-8bbc-2ba532577ac9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.466701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (b304d3bc-24e5-40af-b7e5-742ea7c28ecc), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.482511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b404d9-3363-4be9-bbb0-655b6c659b05 x-openstack-request-id: req-c8b404d9-3363-4be9-bbb0-655b6c659b05 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:20.482799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434b1b0-9766-427e-8f8a-337522474a3b", "name": "network-vif-deleted", "tag": "a4c98c31-2043-431e-abc1-6939956f71fb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:20.483053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8b404d9-3363-4be9-bbb0-655b6c659b05 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:20.483458 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b404d9-3363-4be9-bbb0-655b6c659b05'] response: {'server_uuid': 'c434b1b0-9766-427e-8f8a-337522474a3b', 'name': 'network-vif-deleted', 'tag': 'a4c98c31-2043-431e-abc1-6939956f71fb', 'status': 'completed', 'code': 200} Apr 29 04:07:20.535867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b304d3bc-24e5-40af-b7e5-742ea7c28ecc), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.543870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:52Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:20.553981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b304d3bc-24e5-40af-b7e5-742ea7c28ecc,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:20.570288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] Checking router: dccdfbf1-3927-4940-9c20-38e1bbe3bd9d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:20.579251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:20.579849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:20.622025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (6de0ee55-2624-4ade-8bbc-2ba532577ac9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.624084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.625626 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4cbe86b2-5972-4656-8764-5b1a960c040d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3632252 Apr 29 04:07:20.628148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33246) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.635147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '66682ce4-3675-4ae3-a689-d78edaf804f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:20.656306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Subnet': ['ID=6de0ee55-2624-4ade-8bbc-2ba532577ac9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:20.662469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.665628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c298358c-1a05-4185-8bab-053fe2d98c99 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/subnets/6de0ee55-2624-4ade-8bbc-2ba532577ac9 HTTP/1.1" status: 204 len: 168 time: 0.4884207 Apr 29 04:07:20.668294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33248) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:20.672681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15364f9-fc1f-4957-8a8c-e6ca7d8ed5c6 None None] Network 91d3d04a-ca74-4f08-9250-db71636d312e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:20.744369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:20.752678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (4088114b-82e4-4e84-97ea-7833b1d76f86), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.759518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (91d3d04a-ca74-4f08-9250-db71636d312e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.845860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Deleting port 34d5174b-be4a-461a-af1d-fc61cba90fa6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:20.850655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.877090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (4088114b-82e4-4e84-97ea-7833b1d76f86), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.911938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] DHCP port deletion for 91d3d04a-ca74-4f08-9250-db71636d312e request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:20.952181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 34d5174b-be4a-461a-af1d-fc61cba90fa6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:20.959456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (4088114b-82e4-4e84-97ea-7833b1d76f86), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:20.991137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] For port 34d5174b-be4a-461a-af1d-fc61cba90fa6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34d5174b-be4a-461a-af1d-fc61cba90fa6,segment=NetworkSegment(e66786e4-0dc1-4806-9138-13eb51900d39),segment_id=e66786e4-0dc1-4806-9138-13eb51900d39)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:20.995064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.002034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] Deleting port 34d5174b-be4a-461a-af1d-fc61cba90fa6 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:21.002402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.005905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4088114b-82e4-4e84-97ea-7833b1d76f86,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:21.017404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a75b10-bcce-4fd3-b15f-d52a83a18da6 req-7e74be4c-f03f-4210-b372-65fd0dbc458c tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:21.019367 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-73a75b10-bcce-4fd3-b15f-d52a83a18da6 req-7e74be4c-f03f-4210-b372-65fd0dbc458c tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.1054745 Apr 29 04:07:21.024206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Calling delete_port for 34d5174b-be4a-461a-af1d-fc61cba90fa6 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:21.091109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.094803 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9fd11d44-3aed-4c11-89c0-1ef09945a513 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4630542 Apr 29 04:07:21.095224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33252) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:21.101033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '66682ce4-3675-4ae3-a689-d78edaf804f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:21.116206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] For port 34d5174b-be4a-461a-af1d-fc61cba90fa6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34d5174b-be4a-461a-af1d-fc61cba90fa6,segment=NetworkSegment(e66786e4-0dc1-4806-9138-13eb51900d39),segment_id=e66786e4-0dc1-4806-9138-13eb51900d39)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:21.116603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.120710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:52Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:21.126837 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-73a75b10-bcce-4fd3-b15f-d52a83a18da6 req-8ab11e5c-8f67-40f2-b7ba-b1ee700ca5be tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Apr 29 04:07:21.166487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] Calling delete_port for 34d5174b-be4a-461a-af1d-fc61cba90fa6 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:21.168568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e75f1-95ff-4a89-817e-afa66e05dc4f None None] The sync data for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv is: [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:01:42Z', 'revision_number': 4, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3fefe08c-3bad-435d-be8f-5aa71ed7ee34', 'name': '', 'network_id': 'f4540851-ad5d-40c6-8aed-fe02e20dbb47', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'mac_address': 'fa:16:3e:c4:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:40Z', 'updated_at': '2022-04-29T04:01:52Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'subnets': [{'id': '17d168ae-0dec-483d-95b0-ff97ba512e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:21.224547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.262205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 34d5174b-be4a-461a-af1d-fc61cba90fa6 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:21.262591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.275195 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ecf7a2ec-ac08-4c8b-a73b-95f31dc7385c req-fa70a8b4-4d5a-4137-9128-10dede5a4374 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/ports?device_id=c434b1b0-9766-427e-8f8a-337522474a3b HTTP/1.1" status: 200 len: 210 time: 0.0600793 Apr 29 04:07:21.276771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (7ffa6346-5ed9-4d70-b460-f322e1253f67), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.311516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Port': ['ID=34d5174b-be4a-461a-af1d-fc61cba90fa6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:21.335052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] No DVR routers for this DVR port 34d5174b-be4a-461a-af1d-fc61cba90fa6 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:21.350235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (7ffa6346-5ed9-4d70-b460-f322e1253f67), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.364535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (34d5174b-be4a-461a-af1d-fc61cba90fa6), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.389747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce0920-c9b2-46d3-aa5d-0ead732c6399 req-8cfe961e-b785-416e-846a-c35b00cfaf1f tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:21.391417 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04ce0920-c9b2-46d3-aa5d-0ead732c6399 req-8cfe961e-b785-416e-846a-c35b00cfaf1f tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.1538093 Apr 29 04:07:21.392287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] Pushing event deleted for resources: {'Port': ['ID=34d5174b-be4a-461a-af1d-fc61cba90fa6,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:21.397264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907bbd2-271a-4e6f-995c-79d562b7d088 None None] No DVR routers for this DVR port 34d5174b-be4a-461a-af1d-fc61cba90fa6 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:21.425063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7ffa6346-5ed9-4d70-b460-f322e1253f67), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.443530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffa6346-5ed9-4d70-b460-f322e1253f67,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:21.468652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (91d3d04a-ca74-4f08-9250-db71636d312e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.494624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device a4c98c31-2043-431e-abc1-6939956f71fb no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:21.503488 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d3d04a-ca74-4f08-9250-db71636d312e']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:21.517451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.518292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: a4c98c31-2043-431e-abc1-6939956f71fb {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:21.518637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device a4c98c31-2043-431e-abc1-6939956f71fb not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:21.523181 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-53a96c1b-eefd-47f0-9bf8-813cdf67192f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4238241 Apr 29 04:07:21.523363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66786e4-0dc1-4806-9138-13eb51900d39') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:21.523363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66786e4-0dc1-4806-9138-13eb51900d39') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:21.523666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33258) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:21.533084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '66682ce4-3675-4ae3-a689-d78edaf804f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:21.534260 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04ce0920-c9b2-46d3-aa5d-0ead732c6399 req-5f4272bb-1227-48bd-85a1-259b306d5333 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145084 Apr 29 04:07:21.542220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (e66786e4-0dc1-4806-9138-13eb51900d39), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.558123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e66786e4-0dc1-4806-9138-13eb51900d39), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.564406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:21.564992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (e66786e4-0dc1-4806-9138-13eb51900d39), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:21.568229 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:21.574922 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc31c0-8870-428a-86ff-84a5d411c3de None None] New status for floating IP bb44e977-d1ea-494f-a771-6d51609009f1: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:07:21.663021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d1fab097-d8ed-4e66-93aa-94219cb2a2dc), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.701634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (91d3d04a-ca74-4f08-9250-db71636d312e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.708943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.712842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] 10.222.0.37 "DELETE /v2.0/networks/91d3d04a-ca74-4f08-9250-db71636d312e HTTP/1.1" status: 204 len: 168 time: 1.0435345 Apr 29 04:07:21.726845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a72dd-45d1-4c28-b1c5-f96291f6aa03 tempest-NetworksTest-1262215406 tempest-NetworksTest-1262215406-project] Pushing event deleted for resources: {'Network': ['ID=91d3d04a-ca74-4f08-9250-db71636d312e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:21.729225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d1fab097-d8ed-4e66-93aa-94219cb2a2dc), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.825279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d1fab097-d8ed-4e66-93aa-94219cb2a2dc), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.847316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fab097-d8ed-4e66-93aa-94219cb2a2dc,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:21.946999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.949038 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9bada694-05ae-4e63-b103-6ec6aaa50ad1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4228187 Apr 29 04:07:21.953506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33264) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:21.977349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-daaec4af-e0c5-4529-a7d8-6820c9bf6269 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d1fab097-d8ed-4e66-93aa-94219cb2a2dc), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:21.985031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-daaec4af-e0c5-4529-a7d8-6820c9bf6269 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d1fab097-d8ed-4e66-93aa-94219cb2a2dc), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.052513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f5bde-928a-4ef1-a0bf-4633fde7e269 req-eccaec13-44f4-4377-9986-12f8a63114ed tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:22.054275 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b14f5bde-928a-4ef1-a0bf-4633fde7e269 req-eccaec13-44f4-4377-9986-12f8a63114ed tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0535631 Apr 29 04:07:22.101475 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b14f5bde-928a-4ef1-a0bf-4633fde7e269 req-7f1d9f89-35b8-4e1d-b7d4-53eb7f1038be tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Apr 29 04:07:22.105029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-daaec4af-e0c5-4529-a7d8-6820c9bf6269 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d1fab097-d8ed-4e66-93aa-94219cb2a2dc), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.110960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-daaec4af-e0c5-4529-a7d8-6820c9bf6269 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.115481 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-daaec4af-e0c5-4529-a7d8-6820c9bf6269 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d1fab097-d8ed-4e66-93aa-94219cb2a2dc HTTP/1.1" status: 204 len: 168 time: 0.1620252 Apr 29 04:07:22.115788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33270) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.124195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaec4af-e0c5-4529-a7d8-6820c9bf6269 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1fab097-d8ed-4e66-93aa-94219cb2a2dc,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:22.161378 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-91d85aee-6ffd-4be6-b65b-051b38b325c7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0441608 Apr 29 04:07:22.164079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33272) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.187577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1eff-7af2-4922-b733-8f447e863588 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (7ffa6346-5ed9-4d70-b460-f322e1253f67), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.195269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1eff-7af2-4922-b733-8f447e863588 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (7ffa6346-5ed9-4d70-b460-f322e1253f67), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.209340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33274) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.293909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1eff-7af2-4922-b733-8f447e863588 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7ffa6346-5ed9-4d70-b460-f322e1253f67), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.300363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1eff-7af2-4922-b733-8f447e863588 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.301646 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d4dc1eff-7af2-4922-b733-8f447e863588 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7ffa6346-5ed9-4d70-b460-f322e1253f67 HTTP/1.1" status: 204 len: 168 time: 0.1365640 Apr 29 04:07:22.304603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33280) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.320325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc1eff-7af2-4922-b733-8f447e863588 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ffa6346-5ed9-4d70-b460-f322e1253f67,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:22.352297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7dff02ab-d921-4b47-b7ea-0e6ec87a952e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0461164 Apr 29 04:07:22.354693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33284) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.357865 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a66243fb-f0a0-4e04-96f0-8613b6be1c9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a90721bb766742ba86b09a2bcc0378aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452839 Apr 29 04:07:22.358096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33286) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.379037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea10d18c-cebb-4cae-8e8a-fd5daddd9c70 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (4088114b-82e4-4e84-97ea-7833b1d76f86), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.386494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea10d18c-cebb-4cae-8e8a-fd5daddd9c70 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (4088114b-82e4-4e84-97ea-7833b1d76f86), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.405411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-34d9ac19-9dd7-467b-b5bb-bcf99c63d9bc admin admin] Publish callbacks [] for security_group (25955c8e-40fa-43f7-b720-55f0589b4f82), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.417296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33288) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.426926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-34d9ac19-9dd7-467b-b5bb-bcf99c63d9bc admin admin] Publish callbacks [] for security_group (25955c8e-40fa-43f7-b720-55f0589b4f82), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.468555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea10d18c-cebb-4cae-8e8a-fd5daddd9c70 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (4088114b-82e4-4e84-97ea-7833b1d76f86), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.476387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ea10d18c-cebb-4cae-8e8a-fd5daddd9c70 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.477490 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ea10d18c-cebb-4cae-8e8a-fd5daddd9c70 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4088114b-82e4-4e84-97ea-7833b1d76f86 HTTP/1.1" status: 204 len: 168 time: 0.1218135 Apr 29 04:07:22.479244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d7da16b-e931-4956-ad35-fe5f085b92b1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group (aa6cb867-231d-4b60-ac10-eb4fae00b258), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.480508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33290) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.492562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d18c-cebb-4cae-8e8a-fd5daddd9c70 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4088114b-82e4-4e84-97ea-7833b1d76f86,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:22.508094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d7da16b-e931-4956-ad35-fe5f085b92b1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group (aa6cb867-231d-4b60-ac10-eb4fae00b258), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.531999 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6339cebd-7d0a-4f0b-b2e2-2568101de809 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502877 Apr 29 04:07:22.532858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-34d9ac19-9dd7-467b-b5bb-bcf99c63d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (25955c8e-40fa-43f7-b720-55f0589b4f82), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.535584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-34d9ac19-9dd7-467b-b5bb-bcf99c63d9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.536693 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-34d9ac19-9dd7-467b-b5bb-bcf99c63d9bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25955c8e-40fa-43f7-b720-55f0589b4f82 HTTP/1.1" status: 204 len: 168 time: 0.1776798 Apr 29 04:07:22.537369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33292) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.556224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9ac19-9dd7-467b-b5bb-bcf99c63d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25955c8e-40fa-43f7-b720-55f0589b4f82,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:22.571834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-95efba21-41e0-47e0-ad0e-7dc021a5f09f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (b304d3bc-24e5-40af-b7e5-742ea7c28ecc), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.581613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-95efba21-41e0-47e0-ad0e-7dc021a5f09f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (b304d3bc-24e5-40af-b7e5-742ea7c28ecc), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.630834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d7da16b-e931-4956-ad35-fe5f085b92b1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (aa6cb867-231d-4b60-ac10-eb4fae00b258), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.633386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d7da16b-e931-4956-ad35-fe5f085b92b1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.634595 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7d7da16b-e931-4956-ad35-fe5f085b92b1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa6cb867-231d-4b60-ac10-eb4fae00b258 HTTP/1.1" status: 204 len: 168 time: 0.2162790 Apr 29 04:07:22.637505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33296) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.643743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7da16b-e931-4956-ad35-fe5f085b92b1 tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6cb867-231d-4b60-ac10-eb4fae00b258,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:22.652296 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-1306225f-634b-4a7b-97c7-ed7352eb436f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] show failed (client error): The resource could not be found. Apr 29 04:07:22.653615 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1306225f-634b-4a7b-97c7-ed7352eb436f tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "GET /v2.0/security-groups/aa6cb867-231d-4b60-ac10-eb4fae00b258 HTTP/1.1" status: 404 len: 347 time: 0.0147526 Apr 29 04:07:22.655979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33298) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.760415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-95efba21-41e0-47e0-ad0e-7dc021a5f09f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b304d3bc-24e5-40af-b7e5-742ea7c28ecc), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.768102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-95efba21-41e0-47e0-ad0e-7dc021a5f09f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.769186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-95efba21-41e0-47e0-ad0e-7dc021a5f09f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b304d3bc-24e5-40af-b7e5-742ea7c28ecc HTTP/1.1" status: 204 len: 168 time: 0.2290916 Apr 29 04:07:22.771866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33300) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.780126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efba21-41e0-47e0-ad0e-7dc021a5f09f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b304d3bc-24e5-40af-b7e5-742ea7c28ecc,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:22.786208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Deleting port eefccd5e-f342-4f8d-9a17-6f4d08231184 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:22.786456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.810973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-51942574-c9d6-4242-9c4d-4b70609a28d1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0378284 Apr 29 04:07:22.814199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33302) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.839465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd1c-dfd8-4515-add3-00530cb3b4b0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (51f36410-835d-4258-90cf-9518e14bc865), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.847698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd1c-dfd8-4515-add3-00530cb3b4b0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (51f36410-835d-4258-90cf-9518e14bc865), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.867881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.868199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (eefccd5e-f342-4f8d-9a17-6f4d08231184), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.885716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Calling delete_port for eefccd5e-f342-4f8d-9a17-6f4d08231184 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:22.947196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd1c-dfd8-4515-add3-00530cb3b4b0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (51f36410-835d-4258-90cf-9518e14bc865), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.953581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf82cd1c-dfd8-4515-add3-00530cb3b4b0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:22.957072 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cf82cd1c-dfd8-4515-add3-00530cb3b4b0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/51f36410-835d-4258-90cf-9518e14bc865 HTTP/1.1" status: 204 len: 168 time: 0.1396096 Apr 29 04:07:22.957575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33308) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:22.960075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82cd1c-dfd8-4515-add3-00530cb3b4b0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51f36410-835d-4258-90cf-9518e14bc865,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:23.017357 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2a77dbbb-93c5-42bb-bf00-737fc29af24f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580382 Apr 29 04:07:23.019385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33314) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:23.078036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c82e6a4d-40cf-4c55-9709-dbf2e1b6d580 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (66682ce4-3675-4ae3-a689-d78edaf804f6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.099995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c82e6a4d-40cf-4c55-9709-dbf2e1b6d580 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (66682ce4-3675-4ae3-a689-d78edaf804f6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.140904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (eefccd5e-f342-4f8d-9a17-6f4d08231184), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.178207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Pushing event deleted for resources: {'Port': ['ID=eefccd5e-f342-4f8d-9a17-6f4d08231184,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:23.227338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059fcb-778d-4472-bf0b-95e2201ba78d req-9050ccd1-fc44-4140-a518-3e85d91fd3bb tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:23.229063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a7059fcb-778d-4472-bf0b-95e2201ba78d req-9050ccd1-fc44-4140-a518-3e85d91fd3bb tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0547841 Apr 29 04:07:23.230324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c82e6a4d-40cf-4c55-9709-dbf2e1b6d580 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (66682ce4-3675-4ae3-a689-d78edaf804f6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.233056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c82e6a4d-40cf-4c55-9709-dbf2e1b6d580 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.237123 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c82e6a4d-40cf-4c55-9709-dbf2e1b6d580 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/66682ce4-3675-4ae3-a689-d78edaf804f6 HTTP/1.1" status: 204 len: 168 time: 0.2136064 Apr 29 04:07:23.237793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:23.252974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6a4d-40cf-4c55-9709-dbf2e1b6d580 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66682ce4-3675-4ae3-a689-d78edaf804f6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:23.253199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks [] for floatingip (bb44e977-d1ea-494f-a771-6d51609009f1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.255640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.260165 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8d23472c-6da5-4e91-9fb4-f1b01732658c tempest-ServerActionsTestJSON-1940992817 tempest-ServerActionsTestJSON-1940992817-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb44e977-d1ea-494f-a771-6d51609009f1 HTTP/1.1" status: 204 len: 168 time: 0.5997584 Apr 29 04:07:23.260616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33322) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:23.293901 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ed6ae6d2-0681-4a16-bf4f-63c5e6f46ff8 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550318 Apr 29 04:07:23.300657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33326) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:23.306192 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a7059fcb-778d-4472-bf0b-95e2201ba78d req-07cc4dd4-02c8-4549-ad04-aaa62e86c759 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703897 Apr 29 04:07:23.329391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082273623'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:23.398198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.475012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (004ccc67-6688-4ea8-8e25-3e2c81515af0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.547710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (004ccc67-6688-4ea8-8e25-3e2c81515af0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.583099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004ccc67-6688-4ea8-8e25-3e2c81515af0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:23.657247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.658508 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-67f0e9d1-d252-448d-b0d0-50465507da92 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3567102 Apr 29 04:07:23.661508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:23.666745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '004ccc67-6688-4ea8-8e25-3e2c81515af0', 'direction': 'ingress', 'protocol': 17}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:23.692791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33342) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:23.765892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (85a52b65-76af-4002-be21-7b3c7989b7ad), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.807013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1722830397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:23.841436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (85a52b65-76af-4002-be21-7b3c7989b7ad), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.893342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:23.896942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.906520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (85a52b65-76af-4002-be21-7b3c7989b7ad), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.908270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:23.940794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a52b65-76af-4002-be21-7b3c7989b7ad,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:24.008091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.009873 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-52bcfe08-6eca-4bdf-ba8e-b339ba270082 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3463891 Apr 29 04:07:24.011317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for security_group (bd708a9a-1189-46c4-8c89-29a179be6b48), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.012276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33346) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:24.034031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-32a5e05c-f229-44a5-94d3-3fa544a5402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:24.035489 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-32a5e05c-f229-44a5-94d3-3fa544a5402e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6de807cb5314c89a5ac153de1e96029&device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 1129 time: 0.0796721 Apr 29 04:07:24.048127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafb86b-b144-4111-bb9a-8a15231acbe2 req-8b31eca3-d753-444b-8ca5-274dc1d5dde9 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:24.049580 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aaafb86b-b144-4111-bb9a-8a15231acbe2 req-8b31eca3-d753-444b-8ca5-274dc1d5dde9 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0948226 Apr 29 04:07:24.067010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0233a27b-2bf9-47ea-97b7-b773e3f8d66e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (004ccc67-6688-4ea8-8e25-3e2c81515af0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.088401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bd708a9a-1189-46c4-8c89-29a179be6b48), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.092198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0233a27b-2bf9-47ea-97b7-b773e3f8d66e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (004ccc67-6688-4ea8-8e25-3e2c81515af0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.146235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:24.152062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd708a9a-1189-46c4-8c89-29a179be6b48,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:24.161135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (61bf9e05-9ff5-40a8-84ef-577d5b2face5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.161515 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment 61bf9e05-9ff5-40a8-84ef-577d5b2face5 of type vlan for network 11d97717-57d2-4738-9a24-651420f69a46 Apr 29 04:07:24.202075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (11d97717-57d2-4738-9a24-651420f69a46), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.238715 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aaafb86b-b144-4111-bb9a-8a15231acbe2 req-278f18cd-f90a-4fb2-9f4c-5d1a383d05fc tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615536 Apr 29 04:07:24.242076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-b8b889c7-0ae6-4685-915c-e626dbff4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:24.243536 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-b8b889c7-0ae6-4685-915c-e626dbff4ef0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94dcaaf9-94cc-42e8-85eb-37628ea6497f HTTP/1.1" status: 200 len: 913 time: 0.1931126 Apr 29 04:07:24.247702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.260306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0233a27b-2bf9-47ea-97b7-b773e3f8d66e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (004ccc67-6688-4ea8-8e25-3e2c81515af0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.263032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0233a27b-2bf9-47ea-97b7-b773e3f8d66e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.264221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0233a27b-2bf9-47ea-97b7-b773e3f8d66e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/004ccc67-6688-4ea8-8e25-3e2c81515af0 HTTP/1.1" status: 204 len: 168 time: 0.2510498 Apr 29 04:07:24.267558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33348) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:24.286318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (11d97717-57d2-4738-9a24-651420f69a46), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.291162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:24.291733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.294598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233a27b-2bf9-47ea-97b7-b773e3f8d66e tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ccc67-6688-4ea8-8e25-3e2c81515af0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:24.320641 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-1cd879be-1520-4d57-8b95-ae698ab888f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 HTTP/1.1" status: 200 len: 217 time: 0.0695291 Apr 29 04:07:24.388207 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c77dfad8-ea28-4be2-8d45-07bb9b95e3e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195834 Apr 29 04:07:24.388983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=11d97717-57d2-4738-9a24-651420f69a46,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:24.392145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33350) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:24.396878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--672203789'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:24.403210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 11d97717-57d2-4738-9a24-651420f69a46 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:24.406550 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dd75eb35-930a-4cd8-b278-961ee9a8cfbf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7123787 Apr 29 04:07:24.409066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:24.414056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1738124626'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:24.414511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-51a083f5-3f08-4d27-8cd6-4698784946c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:24.415942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-51a083f5-3f08-4d27-8cd6-4698784946c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1660280-0dfa-4648-8698-9674783b79a0 HTTP/1.1" status: 200 len: 852 time: 0.0889206 Apr 29 04:07:24.453363 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-16ce3582-90b6-4216-850d-2206065bb3d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94dcaaf9-94cc-42e8-85eb-37628ea6497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296130 Apr 29 04:07:24.488121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.501136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:24.504363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.547029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:24.563667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d9ad6dc2-09be-4c7f-9764-639fd4dabe30), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.564005 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment d9ad6dc2-09be-4c7f-9764-639fd4dabe30 of type vlan for network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 Apr 29 04:07:24.612253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (8fe202af-3e44-469c-9c8a-b751ff29a50a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.621018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.625041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-ff02add6-9fb9-4166-9831-bd56c73f43bb service neutron] 10.222.0.31 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424217 Apr 29 04:07:24.673303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8fe202af-3e44-469c-9c8a-b751ff29a50a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.690777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Deleting port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:24.690777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.700068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.705126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:24.705739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.733402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe202af-3e44-469c-9c8a-b751ff29a50a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:24.749750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.753748 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-726b9005-7989-4189-8422-f19553094dd9 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3581243 Apr 29 04:07:24.754736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33354) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:24.758381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804030415'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:24.800167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:24.801376 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2679ee8-71a1-4ed6-8d48-a7c64d47e350 req-dad5f7d7-c485-410d-bb3d-571e3e3b05b5 service neutron] 10.222.0.31 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571300 Apr 29 04:07:24.809505 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-36775e09-bd55-4fb6-baf1-6c163f9f31f1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3962841 Apr 29 04:07:24.810205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33356) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:24.815993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': '11d97717-57d2-4738-9a24-651420f69a46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:24.816157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:24.852695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] For port 3fefe08c-3bad-435d-be8f-5aa71ed7ee34, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:24.853056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.888048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:24.895772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Calling delete_port for 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:24.979059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (607d1273-43ff-46d8-82ba-6f245e329676), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.082180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (607d1273-43ff-46d8-82ba-6f245e329676), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.091532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:25.095614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.111593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607d1273-43ff-46d8-82ba-6f245e329676,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:25.170225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.171776 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e1880779-0250-4bf4-aad1-c2e13bded2e1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4169118 Apr 29 04:07:25.174563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33358) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:25.179210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '8fe202af-3e44-469c-9c8a-b751ff29a50a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '607d1273-43ff-46d8-82ba-6f245e329676', 'remote_ip_prefix': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:25.219994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3fefe08c-3bad-435d-be8f-5aa71ed7ee34), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.257967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fefe08c-3bad-435d-be8f-5aa71ed7ee34,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:25.279201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8f32de1-5b43-48d5-a912-c3d49ec2c6a6), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.388592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95c8e7-7edb-4bc9-a468-8b4bc7598562 req-42195a26-e917-430f-93de-c8f71a35e192 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:25.390814 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3f95c8e7-7edb-4bc9-a468-8b4bc7598562 req-42195a26-e917-430f-93de-c8f71a35e192 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0736670 Apr 29 04:07:25.415181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8f32de1-5b43-48d5-a912-c3d49ec2c6a6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.451668 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3f95c8e7-7edb-4bc9-a468-8b4bc7598562 req-bf03f98f-4187-49a5-8760-c26965f981a5 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514350 Apr 29 04:07:25.472956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (ac3dfbc3-2045-4cb0-a2bc-690581f43968), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.488116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d8f32de1-5b43-48d5-a912-c3d49ec2c6a6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.510118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f32de1-5b43-48d5-a912-c3d49ec2c6a6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:25.532423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.552077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=ac3dfbc3-2045-4cb0-a2bc-690581f43968,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:25.597426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': '61bf9e05-9ff5-40a8-84ef-577d5b2face5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11d97717-57d2-4738-9a24-651420f69a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:25.597779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: 11d97717-57d2-4738-9a24-651420f69a46, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:25.604287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.607831 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-303d2faa-7ad0-4966-92fa-5d393191b70c tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4299917 Apr 29 04:07:25.609224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33362) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:25.635521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3afd04-2cef-408e-9ced-26398b215dd2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8f32de1-5b43-48d5-a912-c3d49ec2c6a6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.643033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3afd04-2cef-408e-9ced-26398b215dd2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (d8f32de1-5b43-48d5-a912-c3d49ec2c6a6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.758760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 11d97717-57d2-4738-9a24-651420f69a46 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:25.781928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3afd04-2cef-408e-9ced-26398b215dd2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d8f32de1-5b43-48d5-a912-c3d49ec2c6a6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.788381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:25.789096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3afd04-2cef-408e-9ced-26398b215dd2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.790307 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff3afd04-2cef-408e-9ced-26398b215dd2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d8f32de1-5b43-48d5-a912-c3d49ec2c6a6 HTTP/1.1" status: 204 len: 168 time: 0.1776135 Apr 29 04:07:25.794233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33364) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:25.795630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3afd04-2cef-408e-9ced-26398b215dd2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8f32de1-5b43-48d5-a912-c3d49ec2c6a6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:25.845103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 11d97717-57d2-4738-9a24-651420f69a46) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:25.853695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec25a0-252a-49a8-9fed-4b44f983febd None None] Network 11d97717-57d2-4738-9a24-651420f69a46 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:25.854209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:25.854658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:25.894824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c331559a-2216-4519-a5a7-6b56b02ff682 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0986850 Apr 29 04:07:25.897689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33366) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:25.944249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:25.948974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0c9caeb5-9a7e-41af-9252-7254301bee5f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1377022 Apr 29 04:07:25.953062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f98d7d02-30bc-483a-bcd8-0a016f05c730 admin admin] 10.222.0.37 "PUT /v2.0/routers/dccdfbf1-3927-4940-9c20-38e1bbe3bd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916091 Apr 29 04:07:25.953203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33368) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:25.957838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33370) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:25.958106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] Sync routers for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:25.969497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:25.970326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:25.979552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:25.987389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-78fa35a2-1a9f-45e4-933f-2ab377ec86b7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (607d1273-43ff-46d8-82ba-6f245e329676), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.023040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-11d97717-57d2-4738-9a24-651420f69a46', 'network_id': '11d97717-57d2-4738-9a24-651420f69a46', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'ac3dfbc3-2045-4cb0-a2bc-690581f43968'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:26.024201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.062263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-78fa35a2-1a9f-45e4-933f-2ab377ec86b7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (607d1273-43ff-46d8-82ba-6f245e329676), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.082419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks [] for router (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.188646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks [] for router_gateway (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.188910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:26.193833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:26.197594 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.223084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-78fa35a2-1a9f-45e4-933f-2ab377ec86b7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (607d1273-43ff-46d8-82ba-6f245e329676), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.225654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-78fa35a2-1a9f-45e4-933f-2ab377ec86b7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.226806 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-78fa35a2-1a9f-45e4-933f-2ab377ec86b7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/607d1273-43ff-46d8-82ba-6f245e329676 HTTP/1.1" status: 204 len: 168 time: 0.3280029 Apr 29 04:07:26.229504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33372) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:26.281737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa35a2-1a9f-45e4-933f-2ab377ec86b7 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607d1273-43ff-46d8-82ba-6f245e329676,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:26.289431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Allocated IP 2001:db8::2 (11d97717-57d2-4738-9a24-651420f69a46/ac3dfbc3-2045-4cb0-a2bc-690581f43968/0bdef5a1-df38-41c8-b8b6-621fc3704633) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:26.482984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (c9ae38dd-db58-42ca-a9f7-dee103c39576), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.488903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:07:25Z', 'revision_number': 5, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port': {'id': '602bdd2f-52fb-4609-a313-92bae1b84327', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:01:33Z', 'updated_at': '2022-04-29T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:26.526378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] Checking router: dccdfbf1-3927-4940-9c20-38e1bbe3bd9d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:26.559568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=c9ae38dd-db58-42ca-a9f7-dee103c39576,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:26.562730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:26.563172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:26.563847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] Routers {'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:26.564481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:26.618935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Publish callbacks [] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.642507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:26.675010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] Set router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:26.698989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-190c350d-fb21-4082-910e-b5e5553cea39 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4683011 Apr 29 04:07:26.701839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33376) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:26.722196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e68315-eaa7-4632-876e-2b0399b656bf req-79c19ecd-1b68-4e1c-bf1b-37ee9d2ecc2b tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:26.723791 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7e68315-eaa7-4632-876e-2b0399b656bf req-79c19ecd-1b68-4e1c-bf1b-37ee9d2ecc2b tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0903933 Apr 29 04:07:26.726497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Deleting port 602bdd2f-52fb-4609-a313-92bae1b84327 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:26.726912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.738178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.742971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:07:26Z', 'revision_number': 6, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:26.751932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:26.763091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:26.763771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.788943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c1f98d8-6585-48d5-93ac-ff922fa02d02 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (8fe202af-3e44-469c-9c8a-b751ff29a50a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.798893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914c75c-01b5-4549-973d-39a642febb19 None None] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:26.813534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c1f98d8-6585-48d5-93ac-ff922fa02d02 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (8fe202af-3e44-469c-9c8a-b751ff29a50a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.818063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa42b7-dce5-47e2-89c8-4d2728aca66a None None] The sync data for ids ['dccdfbf1-3927-4940-9c20-38e1bbe3bd9d'] in dv-neutron-839777-1-hyperv is: [{'id': 'dccdfbf1-3927-4940-9c20-38e1bbe3bd9d', 'name': 'tempest-ServerActionsTestJSON-616933877-router', 'tenant_id': '6320a464d3ce42bcad333465843e3cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:01:31Z', 'updated_at': '2022-04-29T04:07:26Z', 'revision_number': 6, 'project_id': '6320a464d3ce42bcad333465843e3cbc', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:26.838644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7e68315-eaa7-4632-876e-2b0399b656bf req-0b859f46-4a13-4f73-b2c8-7169995bd26e tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974252 Apr 29 04:07:26.958534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Network 11d97717-57d2-4738-9a24-651420f69a46 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:26.959636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] For port 602bdd2f-52fb-4609-a313-92bae1b84327, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=602bdd2f-52fb-4609-a313-92bae1b84327,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:26.959636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:26.960147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:26.960147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:26.960444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Calling delete_port for 602bdd2f-52fb-4609-a313-92bae1b84327 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:26.960613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Pushing event updated for resources: {'Port': ['ID=0bdef5a1-df38-41c8-b8b6-621fc3704633,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:26.996832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Attempting to bind port 0bdef5a1-df38-41c8-b8b6-621fc3704633 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:26.997400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Attempting to bind port 0bdef5a1-df38-41c8-b8b6-621fc3704633 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '61bf9e05-9ff5-40a8-84ef-577d5b2face5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11d97717-57d2-4738-9a24-651420f69a46'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:26.997840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Attempting to bind port 0bdef5a1-df38-41c8-b8b6-621fc3704633 on network 11d97717-57d2-4738-9a24-651420f69a46 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:27.007511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0', 'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'c9ae38dd-db58-42ca-a9f7-dee103c39576'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:27.008678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.024188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:27.024901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Checking segment: {'id': '61bf9e05-9ff5-40a8-84ef-577d5b2face5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11d97717-57d2-4738-9a24-651420f69a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:27.025538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.026136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Bound using segment: {'id': '61bf9e05-9ff5-40a8-84ef-577d5b2face5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11d97717-57d2-4738-9a24-651420f69a46'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:27.026793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Bound port: 0bdef5a1-df38-41c8-b8b6-621fc3704633, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf9e05-9ff5-40a8-84ef-577d5b2face5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11d97717-57d2-4738-9a24-651420f69a46'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:27.027498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.064826 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-31a34e0e-6bfb-490e-84c1-ba44f99e6af9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1108232 Apr 29 04:07:27.067590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33380) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:27.071993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2108787542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:27.181895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c1f98d8-6585-48d5-93ac-ff922fa02d02 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8fe202af-3e44-469c-9c8a-b751ff29a50a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.183537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] For port 0bdef5a1-df38-41c8-b8b6-621fc3704633, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:27.184632 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c1f98d8-6585-48d5-93ac-ff922fa02d02 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.185817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6c1f98d8-6585-48d5-93ac-ff922fa02d02 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/8fe202af-3e44-469c-9c8a-b751ff29a50a HTTP/1.1" status: 204 len: 168 time: 0.4802463 Apr 29 04:07:27.189582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33382) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:27.196527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f98d8-6585-48d5-93ac-ff922fa02d02 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe202af-3e44-469c-9c8a-b751ff29a50a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:27.207263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] For port 0bdef5a1-df38-41c8-b8b6-621fc3704633, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0bdef5a1-df38-41c8-b8b6-621fc3704633,segment=NetworkSegment(61bf9e05-9ff5-40a8-84ef-577d5b2face5),segment_id=61bf9e05-9ff5-40a8-84ef-577d5b2face5)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:27.209722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (602bdd2f-52fb-4609-a313-92bae1b84327), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.223913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.223913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.229988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Allocated IP 2001:db8:1::2 (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0/c9ae38dd-db58-42ca-a9f7-dee103c39576/35ec7ff3-b4d3-4b74-bc95-815cef07eeb7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:27.250226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Pushing event deleted for resources: {'Port': ['ID=602bdd2f-52fb-4609-a313-92bae1b84327,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:27.309347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.344684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.361357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eab7206c-0779-4e2c-beb7-acd3c30a3f83 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1661284 Apr 29 04:07:27.362237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33384) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:27.375047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061369113'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:27.382102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.399373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.458693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7adf09-a583-4e1a-a603-5d8153a026d6 None None] Pushing event updated for resources: {'Port': ['ID=0bdef5a1-df38-41c8-b8b6-621fc3704633,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:27.506386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.507682 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0c5ddb66-b034-4752-ada3-3a80647b7cb0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4391022 Apr 29 04:07:27.510581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33388) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:27.562683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Publish callbacks [] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.583742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.587180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks [] for router_controller (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.637582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.663059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550aee0-527d-4473-894f-9fc94f0b5a8c req-5ccd7484-6b15-427f-a41c-af49725f8f7a tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:27.664631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2550aee0-527d-4473-894f-9fc94f0b5a8c req-5ccd7484-6b15-427f-a41c-af49725f8f7a tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0961637 Apr 29 04:07:27.665828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.734615 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2550aee0-527d-4473-894f-9fc94f0b5a8c req-d2822965-00e2-4296-8dee-ae0ac3128635 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Apr 29 04:07:27.747456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (dccdfbf1-3927-4940-9c20-38e1bbe3bd9d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.748472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dccdfbf1-3927-4940-9c20-38e1bbe3bd9d {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:27.751143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:27.760137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:27.762543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.765401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7e879e83-4c31-4753-bd9f-2665da88af4e admin admin] 10.222.0.37 "DELETE /v2.0/routers/dccdfbf1-3927-4940-9c20-38e1bbe3bd9d HTTP/1.1" status: 204 len: 168 time: 1.8059735 Apr 29 04:07:27.771395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:27.779137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:27.786985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Pushing event updated for resources: {'Port': ['ID=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:27.865410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Deleting subnet 17d168ae-0dec-483d-95b0-ff97ba512e00 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:27.868362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Publish callbacks [] for subnet (17d168ae-0dec-483d-95b0-ff97ba512e00), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.915231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Attempting to bind port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:27.915988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Attempting to bind port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:27.916592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Attempting to bind port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 on network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:27.924142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:27.924951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Checking segment: {'id': 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:27.925714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.926393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Bound using segment: {'id': 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:27.929093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Bound port: 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:27.929093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:27.929545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (17d168ae-0dec-483d-95b0-ff97ba512e00), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.009187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (089b3e7d-5368-40e7-ac7c-2ef6db3744b4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.025839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (17d168ae-0dec-483d-95b0-ff97ba512e00), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.050044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.070367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (089b3e7d-5368-40e7-ac7c-2ef6db3744b4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.151456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (17d168ae-0dec-483d-95b0-ff97ba512e00), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.177177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d168ae-0dec-483d-95b0-ff97ba512e00,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.182724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089b3e7d-5368-40e7-ac7c-2ef6db3744b4,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.185339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.189190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-462c6f1c-d458-4d08-ae7a-02bab8db0713 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/17d168ae-0dec-483d-95b0-ff97ba512e00 HTTP/1.1" status: 204 len: 168 time: 0.4135497 Apr 29 04:07:28.197422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b390b-38b6-4d77-bc7e-fa275cf132da None None] Network f4540851-ad5d-40c6-8aed-fe02e20dbb47 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:28.198040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33392) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:28.231904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.233150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1af898f2-d279-41ce-a0b2-c614acfa9ca0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8682783 Apr 29 04:07:28.236086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33394) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:28.241213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': '089b3e7d-5368-40e7-ac7c-2ef6db3744b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:28.243486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b877c240-a811-464b-8958-ea66581d7512 None None] For port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:28.287112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b877c240-a811-464b-8958-ea66581d7512 None None] For port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,segment=NetworkSegment(d9ad6dc2-09be-4c7f-9764-639fd4dabe30),segment_id=d9ad6dc2-09be-4c7f-9764-639fd4dabe30)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:28.306956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (f4540851-ad5d-40c6-8aed-fe02e20dbb47), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.366175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Deleting port 4aefda4e-89ef-483c-998b-976d5d88e641 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:28.366474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.376702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.382110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8::1 (11d97717-57d2-4738-9a24-651420f69a46/ac3dfbc3-2045-4cb0-a2bc-690581f43968/98387002-35e9-4a8d-8fc2-5f25ba15c012) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:28.401691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (102d3194-f9aa-4483-8b44-425cc1b08011), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.425107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] DHCP port deletion for f4540851-ad5d-40c6-8aed-fe02e20dbb47 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:28.476265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] For port 4aefda4e-89ef-483c-998b-976d5d88e641, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4aefda4e-89ef-483c-998b-976d5d88e641,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:28.476850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.518524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Calling delete_port for 4aefda4e-89ef-483c-998b-976d5d88e641 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:28.520214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877c240-a811-464b-8958-ea66581d7512 None None] Pushing event updated for resources: {'Port': ['ID=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.526499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] Deleting port 4aefda4e-89ef-483c-998b-976d5d88e641 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:28.526698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.547184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (102d3194-f9aa-4483-8b44-425cc1b08011), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.559657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.605460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (102d3194-f9aa-4483-8b44-425cc1b08011), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.606172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] For port 4aefda4e-89ef-483c-998b-976d5d88e641, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4aefda4e-89ef-483c-998b-976d5d88e641,segment=NetworkSegment(b025929d-b46d-4d24-850e-59b841a17042),segment_id=b025929d-b46d-4d24-850e-59b841a17042)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:28.606663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.623767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] Calling delete_port for 4aefda4e-89ef-483c-998b-976d5d88e641 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:28.638565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102d3194-f9aa-4483-8b44-425cc1b08011,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.654758 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.715691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.720132 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-81926220-5853-4c28-b713-3f99f176772d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4806519 Apr 29 04:07:28.721839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33396) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:28.728300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 11d97717-57d2-4738-9a24-651420f69a46 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:28.737158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=98387002-35e9-4a8d-8fc2-5f25ba15c012,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.742832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:28.745029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:28.745638 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.747744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.779781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4aefda4e-89ef-483c-998b-976d5d88e641), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.793957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] No DVR routers for this DVR port 4aefda4e-89ef-483c-998b-976d5d88e641 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:28.829593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] Pushing event deleted for resources: {'Port': ['ID=4aefda4e-89ef-483c-998b-976d5d88e641,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.835539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b71cf-9e9f-486c-a9e9-ff55a696f0f4 None None] No DVR routers for this DVR port 4aefda4e-89ef-483c-998b-976d5d88e641 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:28.844211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aefda4e-89ef-483c-998b-976d5d88e641,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:28.868373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6698-c6e5-4553-b8e2-3f74e5f361a5 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (102d3194-f9aa-4483-8b44-425cc1b08011), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.885205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6698-c6e5-4553-b8e2-3f74e5f361a5 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (102d3194-f9aa-4483-8b44-425cc1b08011), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:28.935939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ca32-6c0f-41b8-9f6a-f4b156be7c11 req-7c242f7f-92f0-4820-9f9c-083fddaac4e7 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:28.942090 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3c5ca32-6c0f-41b8-9f6a-f4b156be7c11 req-7c242f7f-92f0-4820-9f9c-083fddaac4e7 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0695415 Apr 29 04:07:28.997801 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3c5ca32-6c0f-41b8-9f6a-f4b156be7c11 req-57d79bc5-cfe4-4229-81f7-cf3367bf1508 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547287 Apr 29 04:07:29.041890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (f4540851-ad5d-40c6-8aed-fe02e20dbb47), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.044513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6698-c6e5-4553-b8e2-3f74e5f361a5 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (102d3194-f9aa-4483-8b44-425cc1b08011), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.073548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0bdef5a1-df38-41c8-b8b6-621fc3704633 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:29.094816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6698-c6e5-4553-b8e2-3f74e5f361a5 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.096190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dcaa6698-c6e5-4553-b8e2-3f74e5f361a5 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/102d3194-f9aa-4483-8b44-425cc1b08011 HTTP/1.1" status: 204 len: 168 time: 0.3732190 Apr 29 04:07:29.123410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33402) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:29.140063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4540851-ad5d-40c6-8aed-fe02e20dbb47']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:29.152818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b025929d-b46d-4d24-850e-59b841a17042') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:29.153115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b025929d-b46d-4d24-850e-59b841a17042') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:29.161613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa6698-c6e5-4553-b8e2-3f74e5f361a5 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=102d3194-f9aa-4483-8b44-425cc1b08011,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:29.163292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0bdef5a1-df38-41c8-b8b6-621fc3704633 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:29.163933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.181404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (b025929d-b46d-4d24-850e-59b841a17042), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.212430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b025929d-b46d-4d24-850e-59b841a17042), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.231055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:29.231547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (b025929d-b46d-4d24-850e-59b841a17042), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:29.236740 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:29.261707 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-abbcdc8f-e69a-4180-8476-200a7eb276a2 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1341476 Apr 29 04:07:29.265530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33404) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:29.282715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0bdef5a1-df38-41c8-b8b6-621fc3704633 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:29.283370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.338137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 0bdef5a1-df38-41c8-b8b6-621fc3704633, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0bdef5a1-df38-41c8-b8b6-621fc3704633,segment=NetworkSegment(61bf9e05-9ff5-40a8-84ef-577d5b2face5),segment_id=61bf9e05-9ff5-40a8-84ef-577d5b2face5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:29.369267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e279a36b-ead9-424b-92ee-77ce01660180 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (089b3e7d-5368-40e7-ac7c-2ef6db3744b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.399904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e279a36b-ead9-424b-92ee-77ce01660180 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (089b3e7d-5368-40e7-ac7c-2ef6db3744b4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.404484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.405337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:29.412271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (f4540851-ad5d-40c6-8aed-fe02e20dbb47), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.424352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.428156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f4540851-ad5d-40c6-8aed-fe02e20dbb47 HTTP/1.1" status: 204 len: 168 time: 1.2287774 Apr 29 04:07:29.487004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb80b-73d6-4eeb-b606-cfdea7b098b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4540851-ad5d-40c6-8aed-fe02e20dbb47,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:29.490941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.492453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0f400-25cb-4817-b46b-96c84e766c97 None None] Network 11d97717-57d2-4738-9a24-651420f69a46 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:29.530938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-60decbb4-229a-4ca5-8953-9e95135ebbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:29.532652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-60decbb4-229a-4ca5-8953-9e95135ebbea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6de807cb5314c89a5ac153de1e96029&device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 1129 time: 0.0641747 Apr 29 04:07:29.557794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272769b3-1254-43d1-88e3-dadd8106e4d2 req-179ac9f1-b210-48f2-9c7c-91d44da3a363 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:29.560047 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-272769b3-1254-43d1-88e3-dadd8106e4d2 req-179ac9f1-b210-48f2-9c7c-91d44da3a363 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0620363 Apr 29 04:07:29.627828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e279a36b-ead9-424b-92ee-77ce01660180 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (089b3e7d-5368-40e7-ac7c-2ef6db3744b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.632383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e279a36b-ead9-424b-92ee-77ce01660180 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.632835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9c4be122-2d89-4253-aecc-1fd808348e01 None None] Provisioning complete for port 0bdef5a1-df38-41c8-b8b6-621fc3704633 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:29.633412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9c4be122-2d89-4253-aecc-1fd808348e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.633662 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e279a36b-ead9-424b-92ee-77ce01660180 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/089b3e7d-5368-40e7-ac7c-2ef6db3744b4 HTTP/1.1" status: 204 len: 168 time: 0.3670986 Apr 29 04:07:29.641780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33410) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:29.668394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279a36b-ead9-424b-92ee-77ce01660180 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b3e7d-5368-40e7-ac7c-2ef6db3744b4,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:29.716413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-fcfff4f2-ea59-4a0b-a50f-6288135097d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:29.719003 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-fcfff4f2-ea59-4a0b-a50f-6288135097d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94dcaaf9-94cc-42e8-85eb-37628ea6497f HTTP/1.1" status: 200 len: 913 time: 0.1769075 Apr 29 04:07:29.748406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=0bdef5a1-df38-41c8-b8b6-621fc3704633,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:29.805967 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-581ad5ac-e7be-409c-865e-9bab4f49b1f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 HTTP/1.1" status: 200 len: 217 time: 0.0623968 Apr 29 04:07:29.821275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2ea9a63f-cd42-454a-bdcd-2316ecaaf673 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1665993 Apr 29 04:07:29.821275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33414) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:29.837689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-272769b3-1254-43d1-88e3-dadd8106e4d2 req-7c357022-2ac9-4493-9cbe-2de9cc10073b tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541976 Apr 29 04:07:29.844228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--60922309'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:29.879282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9c4be122-2d89-4253-aecc-1fd808348e01 None None] Current status of the port 0bdef5a1-df38-41c8-b8b6-621fc3704633 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:29.884465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:29.884465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:29.937203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-eee7ac91-75d9-4c92-a5e6-f3ba606f5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:29.938657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-eee7ac91-75d9-4c92-a5e6-f3ba606f5820 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1660280-0dfa-4648-8698-9674783b79a0 HTTP/1.1" status: 200 len: 852 time: 0.1251214 Apr 29 04:07:29.996654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-e8d6c343-de7a-4cb0-895b-a11b1fcef549 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94dcaaf9-94cc-42e8-85eb-37628ea6497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453074 Apr 29 04:07:30.000528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33418) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:30.002323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:30.002726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.046799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,segment=NetworkSegment(d9ad6dc2-09be-4c7f-9764-639fd4dabe30),segment_id=d9ad6dc2-09be-4c7f-9764-639fd4dabe30)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:30.055187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.071419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524a5ed-1b05-44fb-9f20-78a5a0ae7d97 None None] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:30.078676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.138015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.148082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a2a0982f-c5a7-4ad6-a232-c44c240eb402 None None] Provisioning complete for port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:30.148448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a2a0982f-c5a7-4ad6-a232-c44c240eb402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.152064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.153124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.172073 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3373342-eb54-440b-b5c2-b53f56870256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6320a464d3ce42bcad333465843e3cbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1702659 Apr 29 04:07:30.176662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33420) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:30.247226 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-d1380502-ea0e-4e5e-910b-11465693dc1b service neutron] 10.222.0.31 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342288 Apr 29 04:07:30.266946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:30.275245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (def0e11f-bcc4-44e0-bf16-022e20b32310), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.282392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=98387002-35e9-4a8d-8fc2-5f25ba15c012,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:30.299631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:30.300164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3fefe08c-3bad-435d-be8f-5aa71ed7ee34 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:30.300389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4aefda4e-89ef-483c-998b-976d5d88e641 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:30.308631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b4c9-37b4-4800-9385-dd84a7199a53 admin admin] Publish callbacks [] for security_group (f9e7e649-e9d9-4a9c-81f2-ac9974b5b474), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.312727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:30.349422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4aefda4e-89ef-483c-998b-976d5d88e641 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:30.349775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4aefda4e-89ef-483c-998b-976d5d88e641 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:30.350197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 602bdd2f-52fb-4609-a313-92bae1b84327 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:30.360208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (def0e11f-bcc4-44e0-bf16-022e20b32310), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.365101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 11d97717-57d2-4738-9a24-651420f69a46 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:30.366852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:30.377748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 602bdd2f-52fb-4609-a313-92bae1b84327 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:30.378109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 602bdd2f-52fb-4609-a313-92bae1b84327 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:30.425872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0982f-c5a7-4ad6-a232-c44c240eb402 None None] Current status of the port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:30.428940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b4c9-37b4-4800-9385-dd84a7199a53 admin admin] Publish callbacks [] for security_group (f9e7e649-e9d9-4a9c-81f2-ac9974b5b474), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.487785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42b089f8-bf7d-4cd3-9ce2-42b0b2d64e2c req-44ba497e-539b-4b84-8ac6-0c5dda501f0b service neutron] 10.222.0.31 "GET /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303815 Apr 29 04:07:30.488667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def0e11f-bcc4-44e0-bf16-022e20b32310,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:30.539860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.545936 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8fc3efce-394b-40db-907c-e90fc1f4722a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7074847 Apr 29 04:07:30.545936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33422) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:30.548945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-13d1ea9f-3f98-4164-8aa3-b069b5f5485e None None] Provisioning complete for port 0bdef5a1-df38-41c8-b8b6-621fc3704633 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:30.549645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13d1ea9f-3f98-4164-8aa3-b069b5f5485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.550135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': 'def0e11f-bcc4-44e0-bf16-022e20b32310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:30.638523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-13d1ea9f-3f98-4164-8aa3-b069b5f5485e None None] Current status of the port 0bdef5a1-df38-41c8-b8b6-621fc3704633 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:30.642171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:07:30.651982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-13d1ea9f-3f98-4164-8aa3-b069b5f5485e None None] Provisioning complete for port 98387002-35e9-4a8d-8fc2-5f25ba15c012 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:30.652174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-13d1ea9f-3f98-4164-8aa3-b069b5f5485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.690910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b4c9-37b4-4800-9385-dd84a7199a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f9e7e649-e9d9-4a9c-81f2-ac9974b5b474), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.693960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b4c9-37b4-4800-9385-dd84a7199a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.698453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bbe4b4c9-37b4-4800-9385-dd84a7199a53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9e7e649-e9d9-4a9c-81f2-ac9974b5b474 HTTP/1.1" status: 204 len: 168 time: 0.5184338 Apr 29 04:07:30.707939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-13d1ea9f-3f98-4164-8aa3-b069b5f5485e None None] Port 98387002-35e9-4a8d-8fc2-5f25ba15c012 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:30.723452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.747179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:30.753418 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d3918969-12e0-46b4-b315-e7db8fc31bd4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2416790 Apr 29 04:07:30.756226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33426) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:30.761700 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] Sync routers for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:30.762284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4b4c9-37b4-4800-9385-dd84a7199a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7e649-e9d9-4a9c-81f2-ac9974b5b474,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:30.777684 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:30.778349 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:30.828987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a4947021-e1f2-4f83-9f8b-479615503c78 None None] Provisioning complete for port 98387002-35e9-4a8d-8fc2-5f25ba15c012 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:30.829354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4947021-e1f2-4f83-9f8b-479615503c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.833898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b152d3d-b8a2-4dde-9fda-5f774aad4add tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:30.838198 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4b152d3d-b8a2-4dde-9fda-5f774aad4add tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports/98387002-35e9-4a8d-8fc2-5f25ba15c012 HTTP/1.1" status: 200 len: 911 time: 0.0784276 Apr 29 04:07:30.838821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33428) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:30.846286 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:30.854056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.861114 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:30.861656 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:30.879574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a4947021-e1f2-4f83-9f8b-479615503c78 None None] Port 98387002-35e9-4a8d-8fc2-5f25ba15c012 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:30.888870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a4947021-e1f2-4f83-9f8b-479615503c78 None None] Provisioning complete for port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:30.889239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4947021-e1f2-4f83-9f8b-479615503c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.900539 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:30.901165 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ebd159-ffb0-4f0f-8a92-b4ee4aed89dd None None] The sync data for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:30.939782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:30.961996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:31.008909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a4947021-e1f2-4f83-9f8b-479615503c78 None None] Current status of the port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:31.030861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0bdef5a1-df38-41c8-b8b6-621fc3704633 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:31.050729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414beb9-9046-497d-96aa-4be1a33c5c12 req-d6b2d550-695d-49ac-b628-50d716a747f3 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:31.065027 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0414beb9-9046-497d-96aa-4be1a33c5c12 req-d6b2d550-695d-49ac-b628-50d716a747f3 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0926907 Apr 29 04:07:31.084209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0bdef5a1-df38-41c8-b8b6-621fc3704633 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:31.084584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.096261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.099862 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e75ebaa1-f617-46eb-ad67-a70b478f6ab6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5523829 Apr 29 04:07:31.101931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33432) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.137797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cb8cd50b-b7c0-492a-b4d8-1cc432cdf83f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules/2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6 HTTP/1.1" status: 200 len: 763 time: 0.0296679 Apr 29 04:07:31.139990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bcbdc3ef-140f-4069-b05f-4684698a65b9 None None] Provisioning complete for port 98387002-35e9-4a8d-8fc2-5f25ba15c012 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:31.140359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc3ef-140f-4069-b05f-4684698a65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.146242 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0414beb9-9046-497d-96aa-4be1a33c5c12 req-100fcb08-671a-41a7-a383-6f63abe660f3 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786493 Apr 29 04:07:31.146990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33434) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.213844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdc3ef-140f-4069-b05f-4684698a65b9 None None] Port 98387002-35e9-4a8d-8fc2-5f25ba15c012 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:31.214187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-132a07e6-706f-44e8-b1dd-fc6dddbd56a8 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0654738 Apr 29 04:07:31.216558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33438) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.217287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0bdef5a1-df38-41c8-b8b6-621fc3704633 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:31.219122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:31.269269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1a82-5d08-4570-b03b-2de3738b2834 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.275266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:31.275645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.283542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1a82-5d08-4570-b03b-2de3738b2834 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.356581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.363081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:31.413042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1a82-5d08-4570-b03b-2de3738b2834 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.422464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1a82-5d08-4570-b03b-2de3738b2834 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.423936 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6ecb1a82-5d08-4570-b03b-2de3738b2834 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6 HTTP/1.1" status: 204 len: 168 time: 0.2064457 Apr 29 04:07:31.426686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33446) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.456825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb1a82-5d08-4570-b03b-2de3738b2834 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2299e1de-d879-4a3a-ad58-a3eb9b1ca0c6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:31.466770 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aa3a6c3d-9800-4309-a69b-a97a41ef2f32 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0363004 Apr 29 04:07:31.466922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33448) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.471667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': 'def0e11f-bcc4-44e0-bf16-022e20b32310', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:31.567820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (8f50eaa0-3a82-47c3-bc60-a1392bfb8a98), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.626062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (8f50eaa0-3a82-47c3-bc60-a1392bfb8a98), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.645620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8:1::1 (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0/c9ae38dd-db58-42ca-a9f7-dee103c39576/2a8b5666-a6f9-4608-a013-984bcb76a021) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:31.724833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8f50eaa0-3a82-47c3-bc60-a1392bfb8a98), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.749744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f50eaa0-3a82-47c3-bc60-a1392bfb8a98,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:31.772937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.818076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.819303 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c94540fd-6446-4492-b9fe-edadd9a2e16a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3515041 Apr 29 04:07:31.823696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33458) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.839466 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d2cae336-f834-4270-920b-4284d5e1655f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules/8f50eaa0-3a82-47c3-bc60-a1392bfb8a98 HTTP/1.1" status: 200 len: 763 time: 0.0147488 Apr 29 04:07:31.844721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33460) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.882223 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0084f512-83ec-4998-a2c6-0bee3cd0f043 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0364113 Apr 29 04:07:31.884577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33464) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:31.891195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.910038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-427ddbfe-b594-49ac-827a-adcc31ae55a0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (8f50eaa0-3a82-47c3-bc60-a1392bfb8a98), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.917791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-427ddbfe-b594-49ac-827a-adcc31ae55a0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (8f50eaa0-3a82-47c3-bc60-a1392bfb8a98), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.934512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:31.942840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:31.949980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:31.950541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:31.992443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=2a8b5666-a6f9-4608-a013-984bcb76a021,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:31.997217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33466) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.023731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-427ddbfe-b594-49ac-827a-adcc31ae55a0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8f50eaa0-3a82-47c3-bc60-a1392bfb8a98), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.035055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-427ddbfe-b594-49ac-827a-adcc31ae55a0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.036322 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-427ddbfe-b594-49ac-827a-adcc31ae55a0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8f50eaa0-3a82-47c3-bc60-a1392bfb8a98 HTTP/1.1" status: 204 len: 168 time: 0.1508424 Apr 29 04:07:32.041544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33470) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.051310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ddbfe-b594-49ac-827a-adcc31ae55a0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f50eaa0-3a82-47c3-bc60-a1392bfb8a98,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:32.096514 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-66414b9e-934f-4e63-a7b8-a07f789ccfc8 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538373 Apr 29 04:07:32.099201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33472) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.103616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': 'def0e11f-bcc4-44e0-bf16-022e20b32310', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:32.123472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1815040439'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:32.193636 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Project 0a7d1d96edc7422ea195a042d3f5c65a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:07:32.197984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.207343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (cf66c5f9-7f43-4ed5-bae1-188f312673c6), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.219459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:32.222978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.231796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.243141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a1cec1e5-b59b-4db1-8f4b-23f29df73bda None None] Provisioning complete for port 2a8b5666-a6f9-4608-a013-984bcb76a021 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:32.244407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a1cec1e5-b59b-4db1-8f4b-23f29df73bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.292357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a1cec1e5-b59b-4db1-8f4b-23f29df73bda None None] Port 2a8b5666-a6f9-4608-a013-984bcb76a021 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:32.314963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01301fc-4376-4e8f-af0b-ae009c2e7b0e req-d9a6846d-45d1-4711-bbb6-24d219dfc712 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:32.316474 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e01301fc-4376-4e8f-af0b-ae009c2e7b0e req-d9a6846d-45d1-4711-bbb6-24d219dfc712 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.1064126 Apr 29 04:07:32.321536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for security_group (88dd1cbc-2ca0-445b-b693-ee4360486b68), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.385554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (88dd1cbc-2ca0-445b-b693-ee4360486b68), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.409593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:32.422367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (cf66c5f9-7f43-4ed5-bae1-188f312673c6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.424180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd1cbc-2ca0-445b-b693-ee4360486b68,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:32.427115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5c480e20-a0d6-4fa5-9507-a5300014166b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.427450 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Added segment 5c480e20-a0d6-4fa5-9507-a5300014166b of type vlan for network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 Apr 29 04:07:32.454017 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e01301fc-4376-4e8f-af0b-ae009c2e7b0e req-a277bc16-c9e5-4900-84bf-f4dc0a301bfc tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283319 Apr 29 04:07:32.469871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.501442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (cf66c5f9-7f43-4ed5-bae1-188f312673c6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.556819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf66c5f9-7f43-4ed5-bae1-188f312673c6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:32.559711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.565074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:32.572674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.620827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.624641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.628657 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d1d92fc6-63ff-4921-940f-8382a9b72129 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5257268 Apr 29 04:07:32.628885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33480) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.643818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Network': ['ID=a46ce05b-9d76-4b2b-af20-6d5524f6a7b9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:32.650190 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c333d1ec-efe3-4253-a520-7a0045c85bfc tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules/cf66c5f9-7f43-4ed5-bae1-188f312673c6 HTTP/1.1" status: 200 len: 769 time: 0.0201745 Apr 29 04:07:32.654386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:32.658118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33482) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.697131 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4615427a-95c5-4ea0-9033-5ee5d139b56a tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0379882 Apr 29 04:07:32.699210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33484) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.704623 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8b5b7ffd-d718-45fe-9d87-83968c4f73da tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7062902 Apr 29 04:07:32.708006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33486) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.713586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:32.726190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4443c7c-380e-4eca-92c7-d8df9ad43481 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (cf66c5f9-7f43-4ed5-bae1-188f312673c6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.729400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.733416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.741279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4443c7c-380e-4eca-92c7-d8df9ad43481 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (cf66c5f9-7f43-4ed5-bae1-188f312673c6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.818497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=2a8b5666-a6f9-4608-a013-984bcb76a021,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:32.878689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:32.883058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.883685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4443c7c-380e-4eca-92c7-d8df9ad43481 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (cf66c5f9-7f43-4ed5-bae1-188f312673c6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.885945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:32.892135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4443c7c-380e-4eca-92c7-d8df9ad43481 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:32.895599 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c4443c7c-380e-4eca-92c7-d8df9ad43481 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cf66c5f9-7f43-4ed5-bae1-188f312673c6 HTTP/1.1" status: 204 len: 168 time: 0.1931252 Apr 29 04:07:32.895599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:32.899876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33490) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:32.908174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4443c7c-380e-4eca-92c7-d8df9ad43481 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf66c5f9-7f43-4ed5-bae1-188f312673c6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:33.072513 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7f487326-83b2-4bd7-82da-f3c6ee459d4f tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1714594 Apr 29 04:07:33.076249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33492) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:33.082939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996390e-2ecf-4cc5-a3f6-1e19411e93a5 req-373c63ea-bffa-4226-bcd3-00de74026879 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:33.085793 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a996390e-2ecf-4cc5-a3f6-1e19411e93a5 req-373c63ea-bffa-4226-bcd3-00de74026879 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.1202185 Apr 29 04:07:33.123017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:33.176308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (7a66d017-7136-43ef-a349-92da4f3c836f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.222662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-753e128c-bfe9-4bed-8824-7fe2047ce3e3 None None] Provisioning complete for port 2a8b5666-a6f9-4608-a013-984bcb76a021 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:33.223309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-753e128c-bfe9-4bed-8824-7fe2047ce3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.224119 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a996390e-2ecf-4cc5-a3f6-1e19411e93a5 req-bca6612e-7f2c-4ef0-9c43-00d5d340b3f9 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244106 Apr 29 04:07:33.251275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=7a66d017-7136-43ef-a349-92da4f3c836f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:33.260178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:33.260539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network hostable DHCP agents. Network: a46ce05b-9d76-4b2b-af20-6d5524f6a7b9, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:33.274545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-503c6485-a72f-4f6e-9505-f25e8d7dc64d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (def0e11f-bcc4-44e0-bf16-022e20b32310), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.274886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-753e128c-bfe9-4bed-8824-7fe2047ce3e3 None None] Port 2a8b5666-a6f9-4608-a013-984bcb76a021 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:33.309846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-503c6485-a72f-4f6e-9505-f25e8d7dc64d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (def0e11f-bcc4-44e0-bf16-022e20b32310), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.313656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:33.322780 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-81cf7544-5638-4dce-9a39-8bad0a0ab3ab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830682 Apr 29 04:07:33.323331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] Sync routers for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:33.325258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33494) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:33.333770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:33.334500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:33.339472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:33.369121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:33.378644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:33.379252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:33.389341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafeebf-b6f3-4236-867c-6ae7fe5a09b1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:33.390790 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6dafeebf-b6f3-4236-867c-6ae7fe5a09b1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports/2a8b5666-a6f9-4608-a013-984bcb76a021 HTTP/1.1" status: 200 len: 913 time: 0.0645990 Apr 29 04:07:33.393663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33496) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:33.412315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:33.412924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadec62-3862-4e15-88db-0b2ce743c69e None None] The sync data for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:33.419663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a46ce05b-9d76-4b2b-af20-6d5524f6a7b9) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:33.424352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:33.424990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.431457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657af4e9-87ea-4982-86f7-b4a999e09ae3 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:33.471630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-503c6485-a72f-4f6e-9505-f25e8d7dc64d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (def0e11f-bcc4-44e0-bf16-022e20b32310), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.474239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-503c6485-a72f-4f6e-9505-f25e8d7dc64d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.475345 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-503c6485-a72f-4f6e-9505-f25e8d7dc64d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/def0e11f-bcc4-44e0-bf16-022e20b32310 HTTP/1.1" status: 204 len: 168 time: 0.3884139 Apr 29 04:07:33.478407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33498) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:33.490299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c6485-a72f-4f6e-9505-f25e8d7dc64d tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def0e11f-bcc4-44e0-bf16-022e20b32310,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:33.503700 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-257d92a9-00f7-489f-a5c6-5c4a8abbf635 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7920616 Apr 29 04:07:33.504107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33500) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:33.510352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'name': 'tempest-NetworksTestDHCPv6-292552323'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:33.562059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '7a66d017-7136-43ef-a349-92da4f3c836f'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:33.563212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.599079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-742b21df-d6b9-4b65-beb2-927e2d2a3515 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1191475 Apr 29 04:07:33.603412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33502) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:33.617572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group': {'name': 'tempest-secgroup--552068906'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:33.715863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/7a66d017-7136-43ef-a349-92da4f3c836f/e87dd0ca-7a49-4187-a6e1-e7708fa23376) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:33.738699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.762636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:33.766653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.798923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:33.887736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d8cdd8fc-2d38-4527-8aea-59bff2c3caac), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.959561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d8cdd8fc-2d38-4527-8aea-59bff2c3caac), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:33.995832 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cdd8fc-2d38-4527-8aea-59bff2c3caac,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.028831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Publish callbacks [] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.052272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.053823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9e850f00-4440-45e0-b190-89afb102e3c6 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4491551 Apr 29 04:07:34.056460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33504) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:34.060963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Request body: {'security_group_rule': {'security_group_id': 'd8cdd8fc-2d38-4527-8aea-59bff2c3caac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:34.066402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.099807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.137926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:34.145130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:34.149713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:34.154274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Pushing event updated for resources: {'Port': ['ID=e87dd0ca-7a49-4187-a6e1-e7708fa23376,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.164272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::212 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/7a66d017-7136-43ef-a349-92da4f3c836f/56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:34.171543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (79c8aff7-9dd2-466e-8a53-88ebff106c78), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.219988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Attempting to bind port e87dd0ca-7a49-4187-a6e1-e7708fa23376 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:34.220561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Attempting to bind port e87dd0ca-7a49-4187-a6e1-e7708fa23376 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:34.221032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Attempting to bind port e87dd0ca-7a49-4187-a6e1-e7708fa23376 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:34.226418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:34.226922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:34.227418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.227918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:34.228516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Bound port: e87dd0ca-7a49-4187-a6e1-e7708fa23376, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:34.230007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.265741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (79c8aff7-9dd2-466e-8a53-88ebff106c78), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.329091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] For port e87dd0ca-7a49-4187-a6e1-e7708fa23376, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:34.332727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] For port e87dd0ca-7a49-4187-a6e1-e7708fa23376, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e87dd0ca-7a49-4187-a6e1-e7708fa23376,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:34.338325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 2a8b5666-a6f9-4608-a013-984bcb76a021 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:34.338669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.351689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (79c8aff7-9dd2-466e-8a53-88ebff106c78), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.393899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8c54d-a903-4c1f-be1b-4dfafe713101 req-687931d6-a252-40f0-ae0e-70e60e56c24c tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:34.395345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5b8c54d-a903-4c1f-be1b-4dfafe713101 req-687931d6-a252-40f0-ae0e-70e60e56c24c tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0839937 Apr 29 04:07:34.406432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c8aff7-9dd2-466e-8a53-88ebff106c78,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.411040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.422213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.441101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.460614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 2a8b5666-a6f9-4608-a013-984bcb76a021 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:34.472848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5b8c54d-a903-4c1f-be1b-4dfafe713101 req-47978d0f-7206-4f8c-964d-22531e820602 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702977 Apr 29 04:07:34.475397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.479172 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cd1549b8-667c-427f-bd68-f28b72c84f59 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190662 Apr 29 04:07:34.485508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc6d4c-5560-4fdf-9692-73d61589b96e None None] Pushing event updated for resources: {'Port': ['ID=e87dd0ca-7a49-4187-a6e1-e7708fa23376,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.486009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33508) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:34.558453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffdb9-fb16-4a19-9936-14efba5bf0f1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d8cdd8fc-2d38-4527-8aea-59bff2c3caac), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.589295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffdb9-fb16-4a19-9936-14efba5bf0f1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (d8cdd8fc-2d38-4527-8aea-59bff2c3caac), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.621730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.694280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:34.698489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:34.701006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.703640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:34.708666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:34.709263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.720485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.720848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.721171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.721533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.721864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.722187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.722510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.722838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.723240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.724117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.724468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.724923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.725375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.725702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.726018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:34.726539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2a8b5666-a6f9-4608-a013-984bcb76a021), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.758732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffdb9-fb16-4a19-9936-14efba5bf0f1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d8cdd8fc-2d38-4527-8aea-59bff2c3caac), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.766538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=2a8b5666-a6f9-4608-a013-984bcb76a021,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.766816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffdb9-fb16-4a19-9936-14efba5bf0f1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.766816 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1c2ffdb9-fb16-4a19-9936-14efba5bf0f1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8cdd8fc-2d38-4527-8aea-59bff2c3caac HTTP/1.1" status: 204 len: 168 time: 0.2767169 Apr 29 04:07:34.768066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33510) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:34.824117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ffdb9-fb16-4a19-9936-14efba5bf0f1 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cdd8fc-2d38-4527-8aea-59bff2c3caac,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:34.845539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8cd7c679-aff9-4fd4-88fa-1ba4bf24e3b9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3402359 Apr 29 04:07:34.853814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33512) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:34.868871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b296240-1942-43b7-a9e4-5892146270ea req-a6d3bcb0-1879-4eab-be0d-fc4ddd489d80 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:34.870471 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3b296240-1942-43b7-a9e4-5892146270ea req-a6d3bcb0-1879-4eab-be0d-fc4ddd489d80 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.1213212 Apr 29 04:07:34.910658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b0014d59-0975-4cbc-ad61-399e1de13cd0 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1415927 Apr 29 04:07:34.919937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33514) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:34.942120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:34.984480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2ab87d02-a9ec-49ee-be50-025d9b5fc9a4 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0620894 Apr 29 04:07:34.988583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33516) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:35.037549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e87dd0ca-7a49-4187-a6e1-e7708fa23376 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:35.042381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1d382-4311-4547-a92a-3792c97fa961 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:35.057704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1d382-4311-4547-a92a-3792c97fa961 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:35.057704 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8be1d382-4311-4547-a92a-3792c97fa961 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1900594 Apr 29 04:07:35.060416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33518) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:35.098558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Deleting port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:35.098895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.100352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e87dd0ca-7a49-4187-a6e1-e7708fa23376 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:35.100819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.119528 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-74a2bd5d-565b-4bdb-a844-115e45ac4604 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] delete failed (client error): The resource could not be found. Apr 29 04:07:35.125707 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-74a2bd5d-565b-4bdb-a844-115e45ac4604 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8cdd8fc-2d38-4527-8aea-59bff2c3caac HTTP/1.1" status: 404 len: 347 time: 0.1360333 Apr 29 04:07:35.128843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33520) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:35.182799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e87dd0ca-7a49-4187-a6e1-e7708fa23376 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:35.183337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.203143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:35.217525 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port e87dd0ca-7a49-4187-a6e1-e7708fa23376, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e87dd0ca-7a49-4187-a6e1-e7708fa23376,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:35.264327 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1eaff20e-285b-42d5-8603-7e41aeda2273 tempest-SecGroupIPv6Test-918149664 tempest-SecGroupIPv6Test-918149664-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337452 Apr 29 04:07:35.301823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.303726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:35.304073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.320238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:35.330814 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] Sync routers for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:35.349274 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:35.350691 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:35.354394 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a2218dca-3da4-482f-8618-4b2846b9ccea tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9575820 Apr 29 04:07:35.355108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33524) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:35.355411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] For port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,segment=NetworkSegment(159afa6d-6b2c-47ee-aa5f-8286666b70d6),segment_id=159afa6d-6b2c-47ee-aa5f-8286666b70d6)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:35.355779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.409503 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:35.417104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Calling delete_port for abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:35.432772 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:35.433712 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:35.451672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=e87dd0ca-7a49-4187-a6e1-e7708fa23376,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:35.491944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:35.492859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe406871-a5d3-4c31-aad6-3f261095ca5a None None] The sync data for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:35.519698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.544762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:35.676840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe3f89-5148-45b7-b8b1-3316522e7d8b req-4fa1e34e-222e-4b8c-8994-31f1d970de50 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:35.678385 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cfe3f89-5148-45b7-b8b1-3316522e7d8b req-4fa1e34e-222e-4b8c-8994-31f1d970de50 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 945 time: 0.0653665 Apr 29 04:07:35.762873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fef1f-987a-48ac-b986-1e01a6f24dce None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:35.802284 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cfe3f89-5148-45b7-b8b1-3316522e7d8b req-9a293ed4-ae4b-4a04-aa5e-b40c7b17e1be tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/security-groups?id=43312d92-1858-4c04-be79-c2fc6cc0e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157210 Apr 29 04:07:35.810807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.850108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33532) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:35.851509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c84cb01a-f1fa-42b1-9abd-e3141b41b73b None None] Provisioning complete for port e87dd0ca-7a49-4187-a6e1-e7708fa23376 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:35.851866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c84cb01a-f1fa-42b1-9abd-e3141b41b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.864560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:35.867753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.870474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (abb5b2e0-e2e0-4c54-974d-6aef4d3596f8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:35.977785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c84cb01a-f1fa-42b1-9abd-e3141b41b73b None None] Current status of the port e87dd0ca-7a49-4187-a6e1-e7708fa23376 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:36.104529 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4c3c3b35-79f1-49ce-9656-045c6cd1aa15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a7d1d96edc7422ea195a042d3f5c65a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535303 Apr 29 04:07:36.107251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33536) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:36.202758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5292b846-a8a6-490a-85e4-b0185a692982 None None] Provisioning complete for port e87dd0ca-7a49-4187-a6e1-e7708fa23376 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:36.203356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5292b846-a8a6-490a-85e4-b0185a692982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.225702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Publish callbacks [] for security_group (62a2f2e8-10f6-4004-a7d4-6a1943917d2f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.227283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 98387002-35e9-4a8d-8fc2-5f25ba15c012 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:36.227975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.276297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Publish callbacks [] for security_group (62a2f2e8-10f6-4004-a7d4-6a1943917d2f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.288667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Pushing event deleted for resources: {'Port': ['ID=abb5b2e0-e2e0-4c54-974d-6aef4d3596f8,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:36.290780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.298275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3eeef211-1d22-48af-8293-9424c3b426d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0 HTTP/1.1" status: 204 len: 168 time: 1.2372010 Apr 29 04:07:36.300466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33538) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:36.319241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5292b846-a8a6-490a-85e4-b0185a692982 None None] Current status of the port e87dd0ca-7a49-4187-a6e1-e7708fa23376 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:36.369370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.372556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] No DVR routers for this DVR port abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:36.377491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.380874 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3b296240-1942-43b7-a9e4-5892146270ea req-4b423c20-5208-46a1-96d2-22922b4c4efa tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.31 "DELETE /v2.0/ports/abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 HTTP/1.1" status: 204 len: 173 time: 1.5005345 Apr 29 04:07:36.381335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af61ab-d446-41be-a775-3d612790aa55', 'name': 'network-vif-deleted', 'tag': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:36.384337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb99df9-b0cb-4df2-b468-95341712d041" -d '{"events": [{"server_uuid": "a3af61ab-d446-41be-a775-3d612790aa55", "name": "network-vif-deleted", "tag": "abb5b2e0-e2e0-4c54-974d-6aef4d3596f8"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:36.386701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 98387002-35e9-4a8d-8fc2-5f25ba15c012 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:36.409083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145c29d-938b-4bdd-9322-2d08820f9a5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:36.410712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145c29d-938b-4bdd-9322-2d08820f9a5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:36.412295 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c145c29d-938b-4bdd-9322-2d08820f9a5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1103356 Apr 29 04:07:36.415048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33542) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:36.451118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b632e3-69ab-461f-a788-c514d3693784 x-openstack-request-id: req-e4b632e3-69ab-461f-a788-c514d3693784 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:36.451419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3af61ab-d446-41be-a775-3d612790aa55", "name": "network-vif-deleted", "tag": "abb5b2e0-e2e0-4c54-974d-6aef4d3596f8", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:36.451658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4b632e3-69ab-461f-a788-c514d3693784 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:36.452083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b632e3-69ab-461f-a788-c514d3693784'] response: {'server_uuid': 'a3af61ab-d446-41be-a775-3d612790aa55', 'name': 'network-vif-deleted', 'tag': 'abb5b2e0-e2e0-4c54-974d-6aef4d3596f8', 'status': 'completed', 'code': 200} Apr 29 04:07:36.477373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 7a66d017-7136-43ef-a349-92da4f3c836f {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:36.480521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (7a66d017-7136-43ef-a349-92da4f3c836f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.506972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (62a2f2e8-10f6-4004-a7d4-6a1943917d2f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.509671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.513247 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62a2f2e8-10f6-4004-a7d4-6a1943917d2f HTTP/1.1" status: 204 len: 168 time: 0.4025476 Apr 29 04:07:36.525800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a2f2e8-10f6-4004-a7d4-6a1943917d2f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:36.533414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (7a66d017-7136-43ef-a349-92da4f3c836f), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.538467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a36692ca-d759-4a21-897d-32c0b5fe9f4c None None] Could not find standard attr ID for object 56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:07:36.557234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.558502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.558502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.558502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.564450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca1284-7249-4bd1-ad81-a24ca91c78d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:36.661789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (7a66d017-7136-43ef-a349-92da4f3c836f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.730833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (98387002-35e9-4a8d-8fc2-5f25ba15c012), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.769126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=98387002-35e9-4a8d-8fc2-5f25ba15c012,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:36.810979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (7a66d017-7136-43ef-a349-92da4f3c836f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.837106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=7a66d017-7136-43ef-a349-92da4f3c836f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:36.852794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.852794 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-08eeb83b-e884-4eae-a0be-a4eb9fa95546 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/7a66d017-7136-43ef-a349-92da4f3c836f HTTP/1.1" status: 204 len: 168 time: 0.4364619 Apr 29 04:07:36.863246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:36.868284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b3109-7d88-4f00-a360-04354cf13e59 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:36.908750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:36.958362 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-56d2adfa-2861-4ffe-a333-b09a8d0d3812 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951664 Apr 29 04:07:36.966921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33552) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:36.978236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:37.043767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e87dd0ca-7a49-4187-a6e1-e7708fa23376 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:37.119513 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-022e769e-88f2-4c45-947b-de54adaec297 req-5c26de6b-c87e-442a-b9e4-d28616cb4728 tempest-TestServerAdvancedOps-1979189781 tempest-TestServerAdvancedOps-1979189781-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3af61ab-d446-41be-a775-3d612790aa55 HTTP/1.1" status: 200 len: 210 time: 0.1283159 Apr 29 04:07:37.123645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e87dd0ca-7a49-4187-a6e1-e7708fa23376 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:37.124057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.211678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:37.215894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:37.253536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:37.256972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.259965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e87dd0ca-7a49-4187-a6e1-e7708fa23376 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:37.277216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] Deleting port e87dd0ca-7a49-4187-a6e1-e7708fa23376 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:37.277622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.321125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:37.338895 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-59b26cee-c2ff-40be-9773-d752a04d4872 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807637 Apr 29 04:07:37.342047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33562) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:37.364473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] Sync routers for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:37.377444 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e6c4c934-6140-43a8-a862-23b82850c0b2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 HTTP/1.1" status: 200 len: 205 time: 0.0340288 Apr 29 04:07:37.379931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33564) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:37.383844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:37.384739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:37.434994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:37.440705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] For port e87dd0ca-7a49-4187-a6e1-e7708fa23376, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e87dd0ca-7a49-4187-a6e1-e7708fa23376,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:37.441108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.467937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.468178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] Calling delete_port for e87dd0ca-7a49-4187-a6e1-e7708fa23376 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:37.472226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] Routers {'e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:37.472909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:37.536763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:37.537437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ee1c3-f3e4-469a-8b28-cf4d35ea4866 None None] The sync data for ids ['e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:37.572531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:37.600190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:37.600537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device abb5b2e0-e2e0-4c54-974d-6aef4d3596f8 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:37.605115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (680aedef-d4ae-4164-bb62-1e2670ea1256), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.648770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:37.651975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:37.652898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.654928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:37.655154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.656096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.674555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=680aedef-d4ae-4164-bb62-1e2670ea1256,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:37.736051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e87dd0ca-7a49-4187-a6e1-e7708fa23376), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.762223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] Pushing event deleted for resources: {'Port': ['ID=e87dd0ca-7a49-4187-a6e1-e7708fa23376,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:37.767087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162a965-dfbf-41fb-8aea-a67c2fe420e2 None None] No DVR routers for this DVR port e87dd0ca-7a49-4187-a6e1-e7708fa23376 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:37.771387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.774323 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:37.782279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33574) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:37.782477 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5f3cd98c-a931-45a9-9b03-d025d1d66a2d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8066347 Apr 29 04:07:37.784266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'name': 'tempest-NetworksTestDHCPv6-365691247'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:37.787723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0cfa7c-7ab5-4484-b128-c1935aa9d4ac None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:37.794849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.798700 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2ddda205-68ca-4649-914f-d8e1d583aa69 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 HTTP/1.1" status: 204 len: 168 time: 0.4151301 Apr 29 04:07:37.799797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33576) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:37.812246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33578) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:37.868189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet c9ae38dd-db58-42ca-a9f7-dee103c39576 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:37.871727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (c9ae38dd-db58-42ca-a9f7-dee103c39576), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.904752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '680aedef-d4ae-4164-bb62-1e2670ea1256'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:37.906281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.926304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (c9ae38dd-db58-42ca-a9f7-dee103c39576), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:37.985947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ebdef0c8-c000-4e14-828a-21afbde39077 tempest-ServiceProvidersTest-806608670 tempest-ServiceProvidersTest-806608670-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1736979 Apr 29 04:07:37.997743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:38.001185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.021642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c9ae38dd-db58-42ca-a9f7-dee103c39576), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.021880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 9afdbf10-5698-4137-9372-cefc455c7813 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:38.069191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/680aedef-d4ae-4164-bb62-1e2670ea1256/9c3ab622-66b3-4d4f-9291-c57a387348d3) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:38.151613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (c9ae38dd-db58-42ca-a9f7-dee103c39576), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.159744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33586) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:38.180280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ae38dd-db58-42ca-a9f7-dee103c39576,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:38.187760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.191582 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-29d91314-4c06-4816-baba-106ef8536d73 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/c9ae38dd-db58-42ca-a9f7-dee103c39576 HTTP/1.1" status: 204 len: 168 time: 0.3912468 Apr 29 04:07:38.193947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33588) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:38.201839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801d193-d762-4035-a5f7-8b3c0a351d1a None None] Network 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:38.215463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Deleting subnet f1660280-0dfa-4648-8698-9674783b79a0 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:38.219233 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Publish callbacks [] for subnet (f1660280-0dfa-4648-8698-9674783b79a0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.250250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet ac3dfbc3-2045-4cb0-a2bc-690581f43968 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:38.254279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (ac3dfbc3-2045-4cb0-a2bc-690581f43968), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.254487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (f1660280-0dfa-4648-8698-9674783b79a0), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.295174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Publish callbacks [] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.299449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (ac3dfbc3-2045-4cb0-a2bc-690581f43968), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.305683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f1660280-0dfa-4648-8698-9674783b79a0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.374693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.403461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (ac3dfbc3-2045-4cb0-a2bc-690581f43968), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.432431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Pushing event updated for resources: {'Port': ['ID=9c3ab622-66b3-4d4f-9291-c57a387348d3,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:38.439019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] DHCP port deletion for 92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:38.452975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::32e (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/680aedef-d4ae-4164-bb62-1e2670ea1256/9afdbf10-5698-4137-9372-cefc455c7813) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:38.474337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:38.478520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:38.480875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:38.488424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (f1660280-0dfa-4648-8698-9674783b79a0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.501355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] Deleting port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:38.501355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.514371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33592) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:38.520311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1660280-0dfa-4648-8698-9674783b79a0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:38.527187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.532765 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-66a525f9-78ff-4dc5-afaa-acb70adec29a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f1660280-0dfa-4648-8698-9674783b79a0 HTTP/1.1" status: 204 len: 168 time: 0.3718121 Apr 29 04:07:38.534996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33596) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:38.601534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (ac3dfbc3-2045-4cb0-a2bc-690581f43968), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.616006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Attempting to bind port 9c3ab622-66b3-4d4f-9291-c57a387348d3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:38.616440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Attempting to bind port 9c3ab622-66b3-4d4f-9291-c57a387348d3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:38.616870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Attempting to bind port 9c3ab622-66b3-4d4f-9291-c57a387348d3 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:38.621125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] For port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,segment=NetworkSegment(d9ad6dc2-09be-4c7f-9764-639fd4dabe30),segment_id=d9ad6dc2-09be-4c7f-9764-639fd4dabe30)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:38.621658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.632562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:38.633014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:38.636876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.636876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:38.636876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Bound port: 9c3ab622-66b3-4d4f-9291-c57a387348d3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:38.636876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.647728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] Calling delete_port for 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:38.668151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (94dcaaf9-94cc-42e8-85eb-37628ea6497f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.672081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3dfbc3-2045-4cb0-a2bc-690581f43968,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:38.674673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.680751 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-57c37007-6a1e-4f0d-97b0-be78f5c36379 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/ac3dfbc3-2045-4cb0-a2bc-690581f43968 HTTP/1.1" status: 204 len: 168 time: 0.4855678 Apr 29 04:07:38.681914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114fb0b0-ab19-4658-a8b6-39cf2787fe96 None None] Network 11d97717-57d2-4738-9a24-651420f69a46 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:38.684790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33598) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:38.703856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9e30-51a0-4494-a2e1-3542a96b9c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.744220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (9afdbf10-5698-4137-9372-cefc455c7813), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.823979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] For port 9c3ab622-66b3-4d4f-9291-c57a387348d3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:38.843264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.862787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] For port 9c3ab622-66b3-4d4f-9291-c57a387348d3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9c3ab622-66b3-4d4f-9291-c57a387348d3,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:38.872494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (94dcaaf9-94cc-42e8-85eb-37628ea6497f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.872693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (9afdbf10-5698-4137-9372-cefc455c7813), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.915487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dcaaf9-94cc-42e8-85eb-37628ea6497f']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:38.925395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:38.928234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b652-a126-465c-a006-00de5bc3478c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.941191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:38.945137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:38.959602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.961359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159afa6d-6b2c-47ee-aa5f-8286666b70d6') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:38.961687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159afa6d-6b2c-47ee-aa5f-8286666b70d6') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:38.964264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:38.965022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.977426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:38.983800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=9afdbf10-5698-4137-9372-cefc455c7813,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:38.983989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (159afa6d-6b2c-47ee-aa5f-8286666b70d6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.000870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:39.001636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.021340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] DHCP port deletion for 11d97717-57d2-4738-9a24-651420f69a46 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:39.023099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e87dd0ca-7a49-4187-a6e1-e7708fa23376 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:39.024844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (159afa6d-6b2c-47ee-aa5f-8286666b70d6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.047715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:39.048106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (159afa6d-6b2c-47ee-aa5f-8286666b70d6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:39.051306 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:39.061221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e87dd0ca-7a49-4187-a6e1-e7708fa23376 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:39.062195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e87dd0ca-7a49-4187-a6e1-e7708fa23376 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:39.062613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:39.066015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] No DVR routers for this DVR port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:39.068891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9e30-51a0-4494-a2e1-3542a96b9c28 admin admin] Publish callbacks [] for security_group (3d05b950-b9d6-42f2-89da-3d1954b7ca8f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.080305 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-caa36f9a-34a9-498f-902d-5b280cacf61a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2993178 Apr 29 04:07:39.081637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:39.124897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:39.125248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:39.138187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Pushing event updated for resources: {'Port': ['ID=9c3ab622-66b3-4d4f-9291-c57a387348d3,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.152837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.153664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.153664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.153840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.154173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.154498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.154821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3b9ff3-85a6-4b04-b542-d9f798eb36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:07:39.155692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7, host dv-neutron-839777-1-hyperv, got binding levels [] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:39.156202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.158480 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] Deleting port 0bdef5a1-df38-41c8-b8b6-621fc3704633 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:39.158851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.172689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:39.175863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 was not found and therefore no delete operation was performed {{(pid=116105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 04:07:39.177011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9e30-51a0-4494-a2e1-3542a96b9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (3d05b950-b9d6-42f2-89da-3d1954b7ca8f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.181083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e071ad27-aaa2-411d-bc42-8fcbd26d02cc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:39.183653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e071ad27-aaa2-411d-bc42-8fcbd26d02cc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:39.189182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33602) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:39.189531 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e071ad27-aaa2-411d-bc42-8fcbd26d02cc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1024294 Apr 29 04:07:39.194634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (35ec7ff3-b4d3-4b74-bc95-815cef07eeb7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.227044 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:07:39.287408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (94dcaaf9-94cc-42e8-85eb-37628ea6497f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.288998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb9e30-51a0-4494-a2e1-3542a96b9c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05b950-b9d6-42f2-89da-3d1954b7ca8f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.298920 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2bdb9e30-51a0-4494-a2e1-3542a96b9c28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b586e4370de42a5ab348947269d897f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7828941 Apr 29 04:07:39.300206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.301685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33604) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:39.328328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port 35ec7ff3-b4d3-4b74-bc95-815cef07eeb7 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:39.336886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.340832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/94dcaaf9-94cc-42e8-85eb-37628ea6497f HTTP/1.1" status: 204 len: 168 time: 0.8046741 Apr 29 04:07:39.349518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33608) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:39.394740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35c25-eff7-488f-8d89-4702eb0e036d None None] Pushing event deleted for resources: {'Port': ['ID=35ec7ff3-b4d3-4b74-bc95-815cef07eeb7,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.414063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6abb9e24-615b-4946-8dff-a52ed067e478 admin admin] Publish callbacks [] for security_group (3d05b950-b9d6-42f2-89da-3d1954b7ca8f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.422203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f3f45-f995-4b50-8973-f92dc9dbdce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=94dcaaf9-94cc-42e8-85eb-37628ea6497f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.440371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] For port 0bdef5a1-df38-41c8-b8b6-621fc3704633, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0bdef5a1-df38-41c8-b8b6-621fc3704633,segment=NetworkSegment(61bf9e05-9ff5-40a8-84ef-577d5b2face5),segment_id=61bf9e05-9ff5-40a8-84ef-577d5b2face5)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:39.440773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.442598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6abb9e24-615b-4946-8dff-a52ed067e478 admin admin] Publish callbacks [] for security_group (3d05b950-b9d6-42f2-89da-3d1954b7ca8f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.455047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] Calling delete_port for 0bdef5a1-df38-41c8-b8b6-621fc3704633 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:39.503075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Deleting subnet 56738d76-2408-46fa-a52c-2e0ad3cec3ce {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:39.521181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Publish callbacks [] for subnet (56738d76-2408-46fa-a52c-2e0ad3cec3ce), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.573925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 9afdbf10-5698-4137-9372-cefc455c7813 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:39.574191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9afdbf10-5698-4137-9372-cefc455c7813), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.577809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.602328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6abb9e24-615b-4946-8dff-a52ed067e478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (3d05b950-b9d6-42f2-89da-3d1954b7ca8f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.605367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6abb9e24-615b-4946-8dff-a52ed067e478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.606512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6abb9e24-615b-4946-8dff-a52ed067e478 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d05b950-b9d6-42f2-89da-3d1954b7ca8f HTTP/1.1" status: 204 len: 168 time: 0.3036563 Apr 29 04:07:39.615315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb9e24-615b-4946-8dff-a52ed067e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05b950-b9d6-42f2-89da-3d1954b7ca8f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.633345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:39.639728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (0bdef5a1-df38-41c8-b8b6-621fc3704633), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.643423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (56738d76-2408-46fa-a52c-2e0ad3cec3ce), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.666844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:39.667141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ad6dc2-09be-4c7f-9764-639fd4dabe30') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:39.674394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] Pushing event deleted for resources: {'Port': ['ID=0bdef5a1-df38-41c8-b8b6-621fc3704633,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:39.678229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527b2df-a945-4994-b0d8-4ae2cb3bcd49 None None] No DVR routers for this DVR port 0bdef5a1-df38-41c8-b8b6-621fc3704633 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:39.719470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d9ad6dc2-09be-4c7f-9764-639fd4dabe30), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.743355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d9ad6dc2-09be-4c7f-9764-639fd4dabe30), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.768007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:39.768402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d9ad6dc2-09be-4c7f-9764-639fd4dabe30), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:39.771342 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:39.773626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (56738d76-2408-46fa-a52c-2e0ad3cec3ce), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.776552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9afdbf10-5698-4137-9372-cefc455c7813), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.826800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 9afdbf10-5698-4137-9372-cefc455c7813 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:39.942955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.948594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:39.952501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0 HTTP/1.1" status: 204 len: 168 time: 1.2593970 Apr 29 04:07:39.955269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33614) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:39.972221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad5c78-cca2-4bf6-bd97-f1e1d0e16c0d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=92cd765d-85aa-4fe8-81a9-ddbbd43a6ef0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:40.027865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (56738d76-2408-46fa-a52c-2e0ad3cec3ce), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.062480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (11d97717-57d2-4738-9a24-651420f69a46), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.069182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56738d76-2408-46fa-a52c-2e0ad3cec3ce,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:40.078218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.081400 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8eb9d1ed-aad2-4e04-b5f6-777ecfccdab9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56738d76-2408-46fa-a52c-2e0ad3cec3ce HTTP/1.1" status: 204 len: 168 time: 0.7301517 Apr 29 04:07:40.084107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33622) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:40.148058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9afdbf10-5698-4137-9372-cefc455c7813), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.174129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (11d97717-57d2-4738-9a24-651420f69a46), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.185197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (69c88a9c-24b8-4e6d-a26e-41882c584029), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.191223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=9afdbf10-5698-4137-9372-cefc455c7813,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:40.196754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d97717-57d2-4738-9a24-651420f69a46']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:40.210309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bf9e05-9ff5-40a8-84ef-577d5b2face5') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:40.210611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bf9e05-9ff5-40a8-84ef-577d5b2face5') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:40.221583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (61bf9e05-9ff5-40a8-84ef-577d5b2face5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.223610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.229152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33624) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:40.229371 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-66d7e480-f938-43a2-aa8c-e6adb32e95ed tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/9afdbf10-5698-4137-9372-cefc455c7813 HTTP/1.1" status: 204 len: 168 time: 1.0355740 Apr 29 04:07:40.288642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (61bf9e05-9ff5-40a8-84ef-577d5b2face5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.300757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:40.300757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (61bf9e05-9ff5-40a8-84ef-577d5b2face5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:40.303392 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:40.312780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (69c88a9c-24b8-4e6d-a26e-41882c584029), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.333018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1fae4-895b-48d7-9508-86e48713ea9f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:40.334943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1fae4-895b-48d7-9508-86e48713ea9f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:40.336351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9dd1fae4-895b-48d7-9508-86e48713ea9f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1062400 Apr 29 04:07:40.340108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33628) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:40.341209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c88a9c-24b8-4e6d-a26e-41882c584029']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:40.355886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790fa958-ff57-4c5b-9bf0-4336d492b471') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:40.358287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790fa958-ff57-4c5b-9bf0-4336d492b471') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:40.369867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (790fa958-ff57-4c5b-9bf0-4336d492b471), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.384682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (790fa958-ff57-4c5b-9bf0-4336d492b471), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.391805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:40.392190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (790fa958-ff57-4c5b-9bf0-4336d492b471), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:40.393900 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:40.422096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 680aedef-d4ae-4164-bb62-1e2670ea1256 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:40.423990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fcece698-44ef-4690-b576-6a532271f380 None None] Provisioning complete for port 9c3ab622-66b3-4d4f-9291-c57a387348d3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:40.425535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (680aedef-d4ae-4164-bb62-1e2670ea1256), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.431433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fcece698-44ef-4690-b576-6a532271f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.483710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (680aedef-d4ae-4164-bb62-1e2670ea1256), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.528999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fcece698-44ef-4690-b576-6a532271f380 None None] Current status of the port 9c3ab622-66b3-4d4f-9291-c57a387348d3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:40.533223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fcece698-44ef-4690-b576-6a532271f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.533406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (11d97717-57d2-4738-9a24-651420f69a46), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.550784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (69c88a9c-24b8-4e6d-a26e-41882c584029), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.552138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.555930 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/11d97717-57d2-4738-9a24-651420f69a46 HTTP/1.1" status: 204 len: 168 time: 0.5996184 Apr 29 04:07:40.559844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3d674-6a49-44f5-bbec-98e7167e9746 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=11d97717-57d2-4738-9a24-651420f69a46,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:40.562330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33636) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:40.568803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.569495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-968256911'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:40.573285 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] 10.222.0.37 "DELETE /v2.0/networks/69c88a9c-24b8-4e6d-a26e-41882c584029 HTTP/1.1" status: 204 len: 168 time: 0.4882791 Apr 29 04:07:40.597060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed547d46-3c30-4edf-9432-297ab509d777 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c88a9c-24b8-4e6d-a26e-41882c584029,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:40.599122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fcece698-44ef-4690-b576-6a532271f380 None None] For port 9c3ab622-66b3-4d4f-9291-c57a387348d3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9c3ab622-66b3-4d4f-9291-c57a387348d3,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:40.661390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:40.664810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.671596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fcece698-44ef-4690-b576-6a532271f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.678314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (680aedef-d4ae-4164-bb62-1e2670ea1256), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.726848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:40.730269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcece698-44ef-4690-b576-6a532271f380 None None] Pushing event updated for resources: {'Port': ['ID=9c3ab622-66b3-4d4f-9291-c57a387348d3,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:40.755464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ef484337-2742-4753-8625-f245ba9f8dba), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:40.758482 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment ef484337-2742-4753-8625-f245ba9f8dba of type vlan for network dc85d706-33fc-450f-8241-5e7874715315 Apr 29 04:07:40.787313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-068214d7-5a9f-49c2-a824-ff90c49966ee None None] Could not find standard attr ID for object 9afdbf10-5698-4137-9372-cefc455c7813. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:07:40.874472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33644) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:40.916444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33648) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:40.973868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33650) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:41.034000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c1dda1f2-9657-42e6-99fe-38924194d279 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/293ccf5f-2832-4f43-87a4-2da727e333ff HTTP/1.1" status: 200 len: 994 time: 0.1162069 Apr 29 04:07:41.048900 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-518b216b-98a5-48bb-aebe-53b3cfe7ee8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6de807cb5314c89a5ac153de1e96029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731766 Apr 29 04:07:41.049867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9c3ab622-66b3-4d4f-9291-c57a387348d3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:41.050956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33652) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:41.100464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9c3ab622-66b3-4d4f-9291-c57a387348d3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:41.101103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.170200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-825841899'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:41.181975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe24c07f-cd69-43a0-9b56-07b9b67204f1 admin admin] Publish callbacks [] for security_group (43312d92-1858-4c04-be79-c2fc6cc0e4c1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.211195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe24c07f-cd69-43a0-9b56-07b9b67204f1 admin admin] Publish callbacks [] for security_group (43312d92-1858-4c04-be79-c2fc6cc0e4c1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.211852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (dc85d706-33fc-450f-8241-5e7874715315), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.229920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9c3ab622-66b3-4d4f-9291-c57a387348d3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:41.237560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ad38a2e-f487-4639-989b-87ca8f8ebeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.272790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Made reservation on behalf of a77561126f584688b26e34dfec5f7c57 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:41.273353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (680aedef-d4ae-4164-bb62-1e2670ea1256), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.276790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.283238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0bdef5a1-df38-41c8-b8b6-621fc3704633 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:41.290223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.304400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 0bdef5a1-df38-41c8-b8b6-621fc3704633 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:41.307472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0bdef5a1-df38-41c8-b8b6-621fc3704633 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:41.311580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=680aedef-d4ae-4164-bb62-1e2670ea1256,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:41.315601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.319004 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a200da12-967a-4596-b3d4-1f25050dbeaf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/680aedef-d4ae-4164-bb62-1e2670ea1256 HTTP/1.1" status: 204 len: 168 time: 0.9781811 Apr 29 04:07:41.321055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (dc85d706-33fc-450f-8241-5e7874715315), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.323551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d3fef8-5b80-4833-badc-a405621e5ab8 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:41.325071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:41.326521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:41.327710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.378812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33662) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:41.382500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b82420d7-a897-40c3-bd00-2792b5f80b5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563011 Apr 29 04:07:41.383363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe24c07f-cd69-43a0-9b56-07b9b67204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (43312d92-1858-4c04-be79-c2fc6cc0e4c1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.386155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fe24c07f-cd69-43a0-9b56-07b9b67204f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.390814 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fe24c07f-cd69-43a0-9b56-07b9b67204f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43312d92-1858-4c04-be79-c2fc6cc0e4c1 HTTP/1.1" status: 204 len: 168 time: 0.3386216 Apr 29 04:07:41.396127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33664) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:41.405688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=dc85d706-33fc-450f-8241-5e7874715315,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:41.406113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:41.425780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network dc85d706-33fc-450f-8241-5e7874715315 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:41.429809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff3b407c-8098-4cc6-89cf-a0a96d918015 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8650210 Apr 29 04:07:41.430427 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33668) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:41.435739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': 'dc85d706-33fc-450f-8241-5e7874715315', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:41.464326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24c07f-cd69-43a0-9b56-07b9b67204f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43312d92-1858-4c04-be79-c2fc6cc0e4c1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:41.582934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:41.617550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for security_group (c577d626-c6ce-49b8-8edc-602aa8d3a3e4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.626491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] Deleting port 9c3ab622-66b3-4d4f-9291-c57a387348d3 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:41.627236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.627388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:41.630870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.684161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 13e2eac1-d38c-41ab-b6d6-868e7033b4b9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:41.684504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.704371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] For port 9c3ab622-66b3-4d4f-9291-c57a387348d3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9c3ab622-66b3-4d4f-9291-c57a387348d3,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:41.705506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.709241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:41.712631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.718889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c577d626-c6ce-49b8-8edc-602aa8d3a3e4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.725702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] Calling delete_port for 9c3ab622-66b3-4d4f-9291-c57a387348d3 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:41.825143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:41.876743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c577d626-c6ce-49b8-8edc-602aa8d3a3e4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:41.881671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5731db30-f56d-4c4e-bbc4-70102380120c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.882016 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Added segment 5731db30-f56d-4c4e-bbc4-70102380120c of type vlan for network 0c2d4df3-150e-4d80-b331-28a1010cd871 Apr 29 04:07:41.899736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (9c3ab622-66b3-4d4f-9291-c57a387348d3), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.923257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] Pushing event deleted for resources: {'Port': ['ID=9c3ab622-66b3-4d4f-9291-c57a387348d3,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:41.928914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e53d0a-3d7a-43e3-b73e-c057b3e8a6bf None None] No DVR routers for this DVR port 9c3ab622-66b3-4d4f-9291-c57a387348d3 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:41.932683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.933010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.941388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (108fab98-8f38-4cc1-a8cb-709f2b5f94c7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.958659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (0c2d4df3-150e-4d80-b331-28a1010cd871), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:41.962130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 13e2eac1-d38c-41ab-b6d6-868e7033b4b9 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:42.017134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=108fab98-8f38-4cc1-a8cb-709f2b5f94c7,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:42.022721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': 'ef484337-2742-4753-8625-f245ba9f8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc85d706-33fc-450f-8241-5e7874715315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:42.023080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: dc85d706-33fc-450f-8241-5e7874715315, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:42.105219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network dc85d706-33fc-450f-8241-5e7874715315 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:42.111498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (0c2d4df3-150e-4d80-b331-28a1010cd871), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.116285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:42.116867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.150744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.173701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, dc85d706-33fc-450f-8241-5e7874715315) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:42.177824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:42.178422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.186148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035c8eb-203f-4932-bf5b-a098a4eba4f5 None None] Network dc85d706-33fc-450f-8241-5e7874715315 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:42.236738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33672) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:42.258133 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5ef2f082-5438-47b4-82c0-14e0157fdf3a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8266282 Apr 29 04:07:42.263325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33674) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:42.273595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-5279820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:42.303045 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f31e8108-e4e2-4ce3-866c-c9ddb03b2bc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a85293d1439645ba898dcd97553044cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650525 Apr 29 04:07:42.306018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33676) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:42.308114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-dc85d706-33fc-450f-8241-5e7874715315', 'network_id': 'dc85d706-33fc-450f-8241-5e7874715315', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': '108fab98-8f38-4cc1-a8cb-709f2b5f94c7'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:42.309156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.366365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-080f43cc-8601-401d-a77a-0da492cbe420 admin admin] Publish callbacks [] for security_group (88f17f3c-0bb2-4d79-9e31-ac49e5ba4655), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.389930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.390949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.398890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-080f43cc-8601-401d-a77a-0da492cbe420 admin admin] Publish callbacks [] for security_group (88f17f3c-0bb2-4d79-9e31-ac49e5ba4655), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.464952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Allocated IP 2001:db8::2 (dc85d706-33fc-450f-8241-5e7874715315/108fab98-8f38-4cc1-a8cb-709f2b5f94c7/17aa87fa-12a3-407b-8eaf-dba8264f2021) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:42.479677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.570501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.577151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event updated for resources: {'Network': ['ID=0c2d4df3-150e-4d80-b331-28a1010cd871,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:42.599212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-080f43cc-8601-401d-a77a-0da492cbe420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (88f17f3c-0bb2-4d79-9e31-ac49e5ba4655), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.601908 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2a900b94-9a4d-424f-aad7-8ee141e12051 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7244005 Apr 29 04:07:42.602392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-080f43cc-8601-401d-a77a-0da492cbe420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.603585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:42.604691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (7c02bccf-b9ae-467f-9c8f-627912df80e4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.605138 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-080f43cc-8601-401d-a77a-0da492cbe420 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88f17f3c-0bb2-4d79-9e31-ac49e5ba4655 HTTP/1.1" status: 204 len: 168 time: 0.2979953 Apr 29 04:07:42.605909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33678) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:42.614963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Request body: {'subnet': {'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:42.635522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f43cc-8601-401d-a77a-0da492cbe420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f17f3c-0bb2-4d79-9e31-ac49e5ba4655,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:42.707847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Publish callbacks [] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.708140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:42.710620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.712186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-70d53e61-f8d8-4d6b-9a33-572ab8ad648f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4477618 Apr 29 04:07:42.718689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33682) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:42.725553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'port': {'network_id': 'dc85d706-33fc-450f-8241-5e7874715315', 'name': 'tempest-RoutersIpV6Test-1257195612'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:42.730737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:42.732640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:42.735107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.741465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa0a98-2ba9-4d1a-b481-03f0739c7e12 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:42.756955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (13e2eac1-d38c-41ab-b6d6-868e7033b4b9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.796780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=13e2eac1-d38c-41ab-b6d6-868e7033b4b9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:42.798528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=7c02bccf-b9ae-467f-9c8f-627912df80e4,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:42.810429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.858134 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b0a94819-e496-4783-a88b-85ee759d478c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4575133 Apr 29 04:07:42.860483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33684) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:42.862454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Pushing event updated for resources: {'Port': ['ID=17aa87fa-12a3-407b-8eaf-dba8264f2021,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:42.865421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'name': 'tempest-NetworksTestDHCPv6-1905873277'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:42.882999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Made reservation on behalf of a77561126f584688b26e34dfec5f7c57 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:42.885261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Network dc85d706-33fc-450f-8241-5e7874715315 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:42.905845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.906400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:42.906400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:42.906561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (293ccf5f-2832-4f43-87a4-2da727e333ff), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:42.906561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 293ccf5f-2832-4f43-87a4-2da727e333ff disassociated (deleted). External IP: 172.26.4.126, port: 64cfdaf9-d45b-420c-868d-5ec19ad0c5da. Apr 29 04:07:42.986752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Attempting to bind port 17aa87fa-12a3-407b-8eaf-dba8264f2021 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:42.988608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Attempting to bind port 17aa87fa-12a3-407b-8eaf-dba8264f2021 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ef484337-2742-4753-8625-f245ba9f8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc85d706-33fc-450f-8241-5e7874715315'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:42.989280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Attempting to bind port 17aa87fa-12a3-407b-8eaf-dba8264f2021 on network dc85d706-33fc-450f-8241-5e7874715315 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:43.000770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '7c02bccf-b9ae-467f-9c8f-627912df80e4'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:43.002229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.021290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:43.022442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Checking segment: {'id': 'ef484337-2742-4753-8625-f245ba9f8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc85d706-33fc-450f-8241-5e7874715315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:43.022442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.022442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Bound using segment: {'id': 'ef484337-2742-4753-8625-f245ba9f8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc85d706-33fc-450f-8241-5e7874715315'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:43.022945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Bound port: 17aa87fa-12a3-407b-8eaf-dba8264f2021, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef484337-2742-4753-8625-f245ba9f8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc85d706-33fc-450f-8241-5e7874715315'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:43.023321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.041348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9c3ab622-66b3-4d4f-9291-c57a387348d3 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:43.079808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:43.082804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9c3ab622-66b3-4d4f-9291-c57a387348d3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:43.083332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9c3ab622-66b3-4d4f-9291-c57a387348d3 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:43.083486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.176979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] device_id is not set on port afd99e13-6d07-4b96-ac05-7a8a07a06677 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:43.232256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:43.237544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.243650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router a463866e-f955-44f3-8988-c2bbf426c74d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:43.249407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (fc9746a9-c20d-453c-9bad-af33a50b1b9a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.263518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 4d3e0acb-264c-4ae8-82cd-3c6735663e55 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:43.268567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] For port 17aa87fa-12a3-407b-8eaf-dba8264f2021, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:43.288339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] For port 17aa87fa-12a3-407b-8eaf-dba8264f2021, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=17aa87fa-12a3-407b-8eaf-dba8264f2021,segment=NetworkSegment(ef484337-2742-4753-8625-f245ba9f8dba),segment_id=ef484337-2742-4753-8625-f245ba9f8dba)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:43.306119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/7c02bccf-b9ae-467f-9c8f-627912df80e4/e90a349e-ffda-4273-8db1-83d8531cabd9) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:43.354806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event updated for resources: {'Subnet': ['ID=fc9746a9-c20d-453c-9bad-af33a50b1b9a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:43.379743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.384433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8::b2 (dc85d706-33fc-450f-8241-5e7874715315/108fab98-8f38-4cc1-a8cb-709f2b5f94c7/afd99e13-6d07-4b96-ac05-7a8a07a06677) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:43.397795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Checking segment: {'id': '5731db30-f56d-4c4e-bbc4-70102380120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:43.398036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Network hostable DHCP agents. Network: 0c2d4df3-150e-4d80-b331-28a1010cd871, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:43.424302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:43.431451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.435341 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] Sync routers for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:43.456485 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:43.457107 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:43.485910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5f7e10c2-3298-4ad3-96c8-278c5b43c64f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/293ccf5f-2832-4f43-87a4-2da727e333ff HTTP/1.1" status: 204 len: 168 time: 2.0929105 Apr 29 04:07:43.486821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:43.488209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1da9-a909-4087-9957-4c4d3b666e05 None None] Pushing event updated for resources: {'Port': ['ID=17aa87fa-12a3-407b-8eaf-dba8264f2021,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:43.490747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:43.559225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:43.568855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b40d4-4e49-4da0-b4c5-2993aff6c959 x-openstack-request-id: req-211b40d4-4e49-4da0-b4c5-2993aff6c959 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:43.569480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:43.569967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-211b40d4-4e49-4da0-b4c5-2993aff6c959 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:43.570611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211b40d4-4e49-4da0-b4c5-2993aff6c959'] response: {'name': 'network-changed', 'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'status': 'completed', 'code': 200} Apr 29 04:07:43.595934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Publish callbacks [] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.639146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.650502 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:43.663213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-5c7ae2d4-6e08-4046-b20a-ecf097b7c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:43.664891 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-5c7ae2d4-6e08-4046-b20a-ecf097b7c5ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 1130 time: 0.0685871 Apr 29 04:07:43.668675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 0c2d4df3-150e-4d80-b331-28a1010cd871) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:43.678832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64f09a-2748-4a9f-ad4c-62160c2cbfbc None None] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:43.696955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:43.697715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.741663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.743050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.792846 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c6ee01b0-4761-4d6f-ab39-30b958e76675 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1797991 Apr 29 04:07:43.794251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33690) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:43.802731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Request body: {'port': {'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871', 'name': 'tempest-TagsExtTest-1870159401'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:43.853708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:43.861172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:43.862166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-596ebbbd-9ff9-4292-81db-36e79cbabd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:43.863871 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-596ebbbd-9ff9-4292-81db-36e79cbabd57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a6873c7-6a10-4aa7-a850-1b1c837c1276 HTTP/1.1" status: 200 len: 898 time: 0.1899798 Apr 29 04:07:43.867099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:43.887842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:43.929118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Pushing event updated for resources: {'Port': ['ID=e90a349e-ffda-4273-8db1-83d8531cabd9,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:43.949192 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-f9793622-d062-4392-8753-eb308b7b3d6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da HTTP/1.1" status: 200 len: 217 time: 0.0702367 Apr 29 04:07:43.952443 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:49Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:43.998206 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] Checking router: a463866e-f955-44f3-8988-c2bbf426c74d for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:44.008509 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:44.009202 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:44.028458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-ee3900f4-681b-4ed7-b0a0-abecb1b8ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:44.030680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-ee3900f4-681b-4ed7-b0a0-abecb1b8ffc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f4d305-d5d3-4019-b47c-2eec1a63f94a HTTP/1.1" status: 200 len: 834 time: 0.0662332 Apr 29 04:07:44.032030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::12a (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/7c02bccf-b9ae-467f-9c8f-627912df80e4/4d3e0acb-264c-4ae8-82cd-3c6735663e55) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:44.103886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network dc85d706-33fc-450f-8241-5e7874715315 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:44.117597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:44.132034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:44.137679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:44.138327 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.169406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Attempting to bind port e90a349e-ffda-4273-8db1-83d8531cabd9 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:44.169671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Attempting to bind port e90a349e-ffda-4273-8db1-83d8531cabd9 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:44.170026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Attempting to bind port e90a349e-ffda-4273-8db1-83d8531cabd9 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:44.174007 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:44.176610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:44.176887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:44.177289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.177706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:44.178174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Bound port: e90a349e-ffda-4273-8db1-83d8531cabd9, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:44.178808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.183612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-0c2d4df3-150e-4d80-b331-28a1010cd871', 'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871', 'project_id': 'a77561126f584688b26e34dfec5f7c57', 'fixed_ips': [{'subnet_id': 'fc9746a9-c20d-453c-9bad-af33a50b1b9a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:44.184434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.196078 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=afd99e13-6d07-4b96-ac05-7a8a07a06677,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:44.259325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee5271-f6a3-4ada-b475-3891c1f05151 req-3c865e30-b34b-4f8b-b53d-e011691bec9d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:44.268553 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a0ee5271-f6a3-4ada-b475-3891c1f05151 req-3c865e30-b34b-4f8b-b53d-e011691bec9d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.1420617 Apr 29 04:07:44.279802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] For port e90a349e-ffda-4273-8db1-83d8531cabd9, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:44.283800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] For port e90a349e-ffda-4273-8db1-83d8531cabd9, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e90a349e-ffda-4273-8db1-83d8531cabd9,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:44.288664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (4d3e0acb-264c-4ae8-82cd-3c6735663e55), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.325455 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2491691c-1263-4b54-a615-5583d81a1b67 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6039140 Apr 29 04:07:44.327439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33694) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:44.341134 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a0ee5271-f6a3-4ada-b475-3891c1f05151 req-3b4456fc-63fc-4868-9c72-577d71aefff6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663648 Apr 29 04:07:44.392015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.397782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Made reservation on behalf of a77561126f584688b26e34dfec5f7c57 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:44.406735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.428280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] device_id is not set on port 30df5b92-7430-4908-a301-8e732f14809a yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:44.480896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Allocated IP 172.20.0.2 (0c2d4df3-150e-4d80-b331-28a1010cd871/fc9746a9-c20d-453c-9bad-af33a50b1b9a/015c86a6-9780-4e01-96d8-0a80350da7e4) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:44.493257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3ce02-5873-4c65-8334-8eb1e74da177 None None] Pushing event updated for resources: {'Port': ['ID=e90a349e-ffda-4273-8db1-83d8531cabd9,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:44.537244 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:49Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:44.569208 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ba9c-1525-4031-977f-7947687fe79a None None] The sync data for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv is: [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c6eefc68-e023-42dc-bf13-a0c2d6b4935f', 'name': '', 'network_id': '1a6873c7-6a10-4aa7-a850-1b1c837c1276', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:65:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:38Z', 'updated_at': '2022-04-29T04:06:49Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '62f4d305-d5d3-4019-b47c-2eec1a63f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:44.612819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4d3e0acb-264c-4ae8-82cd-3c6735663e55), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.703058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:44.742681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Publish callbacks [] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.778201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:44.788291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:44.794757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:44.795142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.803407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=4d3e0acb-264c-4ae8-82cd-3c6735663e55,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:44.810656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:44.886509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:44.892368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:44.908685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:44.920808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Pushing event updated for resources: {'Port': ['ID=015c86a6-9780-4e01-96d8-0a80350da7e4,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:44.939662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Allocated IP 172.20.0.8 (0c2d4df3-150e-4d80-b331-28a1010cd871/fc9746a9-c20d-453c-9bad-af33a50b1b9a/30df5b92-7430-4908-a301-8e732f14809a) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:44.953713 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d9c9c9a7-da67-41ec-ae47-b2f87dc267b4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0893185 Apr 29 04:07:44.954584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33696) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:45.043578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bcdfb-65e1-48f2-b0ff-79f58c522cf8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:45.056637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bcdfb-65e1-48f2-b0ff-79f58c522cf8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:45.066150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33698) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:45.066827 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e91bcdfb-65e1-48f2-b0ff-79f58c522cf8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1089296 Apr 29 04:07:45.071249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Attempting to bind port 015c86a6-9780-4e01-96d8-0a80350da7e4 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:45.071419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Attempting to bind port 015c86a6-9780-4e01-96d8-0a80350da7e4 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5731db30-f56d-4c4e-bbc4-70102380120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:45.071763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Attempting to bind port 015c86a6-9780-4e01-96d8-0a80350da7e4 on network 0c2d4df3-150e-4d80-b331-28a1010cd871 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:45.080350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:45.080729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Checking segment: {'id': '5731db30-f56d-4c4e-bbc4-70102380120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:45.081128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.081546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Bound using segment: {'id': '5731db30-f56d-4c4e-bbc4-70102380120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:45.082077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Bound port: 015c86a6-9780-4e01-96d8-0a80350da7e4, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5731db30-f56d-4c4e-bbc4-70102380120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c2d4df3-150e-4d80-b331-28a1010cd871'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:45.082595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.095179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5fcee1-e727-4d83-b015-93d24f38cba1 None None] New status for floating IP 293ccf5f-2832-4f43-87a4-2da727e333ff: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:07:45.104360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.182499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 17aa87fa-12a3-407b-8eaf-dba8264f2021 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:45.184347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a87560-3df1-4cfc-85ef-fe5f97175c5e None None] Network dc85d706-33fc-450f-8241-5e7874715315 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:45.197234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.274832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] Provisioning complete for port 17aa87fa-12a3-407b-8eaf-dba8264f2021 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:45.275198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.284442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for port (30df5b92-7430-4908-a301-8e732f14809a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.324127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-7865a9ad-fe43-4aa3-a575-a0e62c5ce4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:45.329610 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-7865a9ad-fe43-4aa3-a575-a0e62c5ce4e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a6873c7-6a10-4aa7-a850-1b1c837c1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1509535 Apr 29 04:07:45.376924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (30df5b92-7430-4908-a301-8e732f14809a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.380870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] For port 015c86a6-9780-4e01-96d8-0a80350da7e4, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:45.387519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] For port 015c86a6-9780-4e01-96d8-0a80350da7e4, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=015c86a6-9780-4e01-96d8-0a80350da7e4,segment=NetworkSegment(5731db30-f56d-4c4e-bbc4-70102380120c),segment_id=5731db30-f56d-4c4e-bbc4-70102380120c)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:45.426105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 4d3e0acb-264c-4ae8-82cd-3c6735663e55 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:45.426490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4d3e0acb-264c-4ae8-82cd-3c6735663e55), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.452776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 17aa87fa-12a3-407b-8eaf-dba8264f2021 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:45.453148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.456701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:45.460944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:45.463269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event updated for resources: {'Port': ['ID=30df5b92-7430-4908-a301-8e732f14809a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:45.465884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:45.518717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:45.519492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.529787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.638112 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7fde05f9-8eb9-4a0e-a860-f369d78a3cad tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8401048 Apr 29 04:07:45.638328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33702) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:45.642973 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-206164895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:45.696455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-cd79ba63-de76-482b-979a-6f76c99e3d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:45.698022 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-cd79ba63-de76-482b-979a-6f76c99e3d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.2167249 Apr 29 04:07:45.700317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-a86f2f5e-506d-42d8-9c49-fa00f2ad64f5 service neutron] 10.222.0.31 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435416 Apr 29 04:07:45.701770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] Current status of the port 17aa87fa-12a3-407b-8eaf-dba8264f2021 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:45.702107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.707113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999aa24-e621-40fb-b6d4-00b6e84c28a8 req-8f942616-325b-47a3-824e-9089518c4c19 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:45.714409 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d999aa24-e621-40fb-b6d4-00b6e84c28a8 req-8f942616-325b-47a3-824e-9089518c4c19 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 946 time: 0.2842147 Apr 29 04:07:45.719048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aca5f-a678-4b25-aadd-4dd3dec46bad None None] Pushing event updated for resources: {'Port': ['ID=015c86a6-9780-4e01-96d8-0a80350da7e4,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:45.752850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 17aa87fa-12a3-407b-8eaf-dba8264f2021 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:45.756409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.776743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.777853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.809140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] For port 17aa87fa-12a3-407b-8eaf-dba8264f2021, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=17aa87fa-12a3-407b-8eaf-dba8264f2021,segment=NetworkSegment(ef484337-2742-4753-8625-f245ba9f8dba),segment_id=ef484337-2742-4753-8625-f245ba9f8dba)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:45.853845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for router_controller (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.899141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:45.928407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.036849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d098aa-25de-49ad-b0e4-bb91c1a000fa None None] Pushing event updated for resources: {'Port': ['ID=17aa87fa-12a3-407b-8eaf-dba8264f2021,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:46.037186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.044518 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a792b319-e756-4c91-ae47-ab0a0332d94b tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4050820 Apr 29 04:07:46.045301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33706) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:46.052368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d04cea2d-85e0-4ead-8c35-7b88faa256a5 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-328455524', 'prefixes': ['172.20.0.0/16']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:46.052791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:07:46.058114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:07:46.065155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d180545f-77f0-4db0-9992-b8ccb081c288 None None] Provisioning complete for port 17aa87fa-12a3-407b-8eaf-dba8264f2021 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:46.065644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d180545f-77f0-4db0-9992-b8ccb081c288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.071799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4d3e0acb-264c-4ae8-82cd-3c6735663e55), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.186712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d180545f-77f0-4db0-9992-b8ccb081c288 None None] Current status of the port 17aa87fa-12a3-407b-8eaf-dba8264f2021 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:46.198990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d180545f-77f0-4db0-9992-b8ccb081c288 None None] Provisioning complete for port afd99e13-6d07-4b96-ac05-7a8a07a06677 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:46.199645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d180545f-77f0-4db0-9992-b8ccb081c288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.250670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d180545f-77f0-4db0-9992-b8ccb081c288 None None] Port afd99e13-6d07-4b96-ac05-7a8a07a06677 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:46.371010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d04cea2d-85e0-4ead-8c35-7b88faa256a5 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.374222 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d04cea2d-85e0-4ead-8c35-7b88faa256a5 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3261359 Apr 29 04:07:46.377406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33708) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:46.382807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Provisioning complete for port e90a349e-ffda-4273-8db1-83d8531cabd9 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:46.383274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.384669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-6e47d65b-da93-4f40-ac5b-2365234c0862 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-2066032656') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:46.481226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Current status of the port e90a349e-ffda-4273-8db1-83d8531cabd9 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:46.481939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.516111 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d999aa24-e621-40fb-b6d4-00b6e84c28a8 req-bfce0137-8525-4ec2-8c75-0a862e222b08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae2dcf2-c24f-4c17-a779-59f8563b8b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7954400 Apr 29 04:07:46.533256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] For port e90a349e-ffda-4273-8db1-83d8531cabd9, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e90a349e-ffda-4273-8db1-83d8531cabd9,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:46.537989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.540259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 4d3e0acb-264c-4ae8-82cd-3c6735663e55 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:46.546572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e5032d-6f5d-4c28-a831-f0fb1db53b76 req-2cb3090e-efab-4de2-820b-96adb631fb2d service neutron] 10.222.0.31 "GET /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292572 Apr 29 04:07:46.554114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:46.554114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.602544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 17aa87fa-12a3-407b-8eaf-dba8264f2021 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:46.603589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e90a349e-ffda-4273-8db1-83d8531cabd9 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:46.605785 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6e47d65b-da93-4f40-ac5b-2365234c0862 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-2066032656 HTTP/1.1" status: 201 len: 201 time: 0.2260275 Apr 29 04:07:46.609167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33710) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:46.618988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-cf6f7441-4a7c-4029-94ef-bc42df54416d tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-407282117') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:46.637383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.659974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.678060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Provisioning complete for port afd99e13-6d07-4b96-ac05-7a8a07a06677 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:46.678437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.754025 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cf6f7441-4a7c-4029-94ef-bc42df54416d tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-407282117 HTTP/1.1" status: 201 len: 201 time: 0.1433020 Apr 29 04:07:46.756745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33712) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:46.757960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e90a349e-ffda-4273-8db1-83d8531cabd9 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:46.759158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.762367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Pushing event updated for resources: {'Port': ['ID=e90a349e-ffda-4273-8db1-83d8531cabd9,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:46.763270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-229d158e-069e-4ad7-b348-2ffdaa4163c2 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1458703558') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:46.773097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0928e5f2-f02d-4f9f-9774-fddf2d9dad4a None None] Port afd99e13-6d07-4b96-ac05-7a8a07a06677 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:46.782546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=afd99e13-6d07-4b96-ac05-7a8a07a06677,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:46.841288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:46.841610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.896237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e90a349e-ffda-4273-8db1-83d8531cabd9 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:46.906595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 64cfdaf9-d45b-420c-868d-5ec19ad0c5da owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:46.916937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3035fc84-c325-4edd-824e-b109eb139089 None None] Provisioning complete for port 4d3e0acb-264c-4ae8-82cd-3c6735663e55 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:46.917495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3035fc84-c325-4edd-824e-b109eb139089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d3e0acb-264c-4ae8-82cd-3c6735663e55), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:46.954800 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-229d158e-069e-4ad7-b348-2ffdaa4163c2 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1458703558 HTTP/1.1" status: 201 len: 201 time: 0.1965253 Apr 29 04:07:46.956229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33714) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:46.962052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e0105d43-676d-47e7-bb09-5663326cad56 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-918871517') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:46.989721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3035fc84-c325-4edd-824e-b109eb139089 None None] Port 4d3e0acb-264c-4ae8-82cd-3c6735663e55 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:47.067186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.088614 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e0105d43-676d-47e7-bb09-5663326cad56 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-918871517 HTTP/1.1" status: 201 len: 201 time: 0.1318946 Apr 29 04:07:47.091161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33716) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.096785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-7b170be4-1d51-47a5-a9b0-a8a51052e69c tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:47.113390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c04f8df9-254e-4a17-af87-39bc26845859 None None] Provisioning complete for port afd99e13-6d07-4b96-ac05-7a8a07a06677 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:47.113907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c04f8df9-254e-4a17-af87-39bc26845859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.153996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c04f8df9-254e-4a17-af87-39bc26845859 None None] Port afd99e13-6d07-4b96-ac05-7a8a07a06677 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:47.181976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 015c86a6-9780-4e01-96d8-0a80350da7e4 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:47.185371 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7b170be4-1d51-47a5-a9b0-a8a51052e69c tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags HTTP/1.1" status: 200 len: 241 time: 0.0924690 Apr 29 04:07:47.185604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4d3e0acb-264c-4ae8-82cd-3c6735663e55), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.187596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33718) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.192754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e58f72e1-d11a-4f6d-8a03-f6423767a4f0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-2066032656') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:47.235453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=4d3e0acb-264c-4ae8-82cd-3c6735663e55,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:47.241357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 015c86a6-9780-4e01-96d8-0a80350da7e4 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:47.242020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.272457 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e58f72e1-d11a-4f6d-8a03-f6423767a4f0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-2066032656 HTTP/1.1" status: 204 len: 168 time: 0.0835896 Apr 29 04:07:47.277879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33720) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.283578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.286066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-96e81a80-a130-436c-87c4-f5e7aef8d373 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-2066032656') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:47.289461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33722) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.290313 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f9a431af-a728-416c-889a-6e068dfaef09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/4d3e0acb-264c-4ae8-82cd-3c6735663e55 HTTP/1.1" status: 204 len: 168 time: 2.2187204 Apr 29 04:07:47.354583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.381177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 015c86a6-9780-4e01-96d8-0a80350da7e4 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:47.381842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.395643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4b730-c7ab-4734-9e79-49dc20312a09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:47.397236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4b730-c7ab-4734-9e79-49dc20312a09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:47.401700 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77d4b730-c7ab-4734-9e79-49dc20312a09 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1101079 Apr 29 04:07:47.402302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33724) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.435886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c717ab0-8c7b-45ca-a7b0-e458cce3ae85 None None] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:47.438920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (64cfdaf9-d45b-420c-868d-5ec19ad0c5da), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.446203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 015c86a6-9780-4e01-96d8-0a80350da7e4, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=015c86a6-9780-4e01-96d8-0a80350da7e4,segment=NetworkSegment(5731db30-f56d-4c4e-bbc4-70102380120c),segment_id=5731db30-f56d-4c4e-bbc4-70102380120c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:47.499511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 7c02bccf-b9ae-467f-9c8f-627912df80e4 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:47.504777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (7c02bccf-b9ae-467f-9c8f-627912df80e4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.517123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=64cfdaf9-d45b-420c-868d-5ec19ad0c5da,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:47.524785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a4248aaa-4085-422a-9d05-176d34e958b5 None None] Provisioning complete for port 015c86a6-9780-4e01-96d8-0a80350da7e4 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:47.526809 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4248aaa-4085-422a-9d05-176d34e958b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.568034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (7c02bccf-b9ae-467f-9c8f-627912df80e4), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.580260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.581031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 17aa87fa-12a3-407b-8eaf-dba8264f2021 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:47.611407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port 64cfdaf9-d45b-420c-868d-5ec19ad0c5da on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:47.614453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.617189 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-96e81a80-a130-436c-87c4-f5e7aef8d373 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-2066032656 HTTP/1.1" status: 204 len: 168 time: 0.3382423 Apr 29 04:07:47.618461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5d967c1a-6e40-462e-b6d3-cf1e34b4e574 req-d2443fc8-1a1e-403d-9181-534ca773ab17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/64cfdaf9-d45b-420c-868d-5ec19ad0c5da HTTP/1.1" status: 204 len: 173 time: 1.9010732 Apr 29 04:07:47.625780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'name': 'network-vif-deleted', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:07:47.629138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aec5cb-8476-435d-bade-ac1753bbad9d" -d '{"events": [{"server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "name": "network-vif-deleted", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:07:47.630578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33728) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.672281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 64cfdaf9-d45b-420c-868d-5ec19ad0c5da no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:47.697601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfea3050-7e9c-4f26-a41f-c6ad5e00b816 x-openstack-request-id: req-dfea3050-7e9c-4f26-a41f-c6ad5e00b816 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:07:47.702539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a032e-c0b2-4398-b6a7-afd649449e55", "name": "network-vif-deleted", "tag": "64cfdaf9-d45b-420c-868d-5ec19ad0c5da", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:07:47.702539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfea3050-7e9c-4f26-a41f-c6ad5e00b816 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:07:47.702539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfea3050-7e9c-4f26-a41f-c6ad5e00b816'] response: {'server_uuid': 'eb9a032e-c0b2-4398-b6a7-afd649449e55', 'name': 'network-vif-deleted', 'tag': '64cfdaf9-d45b-420c-868d-5ec19ad0c5da', 'status': 'completed', 'code': 200} Apr 29 04:07:47.702811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-b520c0bf-bb83-4dc1-90fb-3f81f79eb2c7 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:47.707138 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2783aae-4ce4-4262-8764-9efd79e19f04 req-c8c8b71a-9a79-4b7e-871a-d717e1590e9c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 210 time: 0.1095016 Apr 29 04:07:47.749355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 64cfdaf9-d45b-420c-868d-5ec19ad0c5da {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:47.749355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 64cfdaf9-d45b-420c-868d-5ec19ad0c5da not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:47.784406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a4248aaa-4085-422a-9d05-176d34e958b5 None None] Current status of the port 015c86a6-9780-4e01-96d8-0a80350da7e4 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:47.793343 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b520c0bf-bb83-4dc1-90fb-3f81f79eb2c7 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags HTTP/1.1" status: 200 len: 205 time: 0.1613646 Apr 29 04:07:47.797263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=015c86a6-9780-4e01-96d8-0a80350da7e4,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:47.798041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33732) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.803930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-fc273ed5-6555-4444-b275-b3e6eb5aed38 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:47.809979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 17aa87fa-12a3-407b-8eaf-dba8264f2021 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:47.810457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.839576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (7c02bccf-b9ae-467f-9c8f-627912df80e4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.841015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.891971 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fc273ed5-6555-4444-b275-b3e6eb5aed38 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags HTTP/1.1" status: 200 len: 240 time: 0.0931630 Apr 29 04:07:47.894792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33734) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.905657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-cdc0982c-22dd-4bda-8750-a328b90ed266 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-407282117') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:47.919190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 17aa87fa-12a3-407b-8eaf-dba8264f2021 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:47.921061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e90a349e-ffda-4273-8db1-83d8531cabd9 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:47.935825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.936693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:47.977872 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cdc0982c-22dd-4bda-8750-a328b90ed266 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-407282117 HTTP/1.1" status: 204 len: 168 time: 0.0796547 Apr 29 04:07:47.980455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33736) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:47.988480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-ca58afa6-f23a-41fc-ac2a-59e5379ae2d0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-407282117') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.007982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e90a349e-ffda-4273-8db1-83d8531cabd9 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:48.008943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.049166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (7c02bccf-b9ae-467f-9c8f-627912df80e4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.089822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.096793 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/7c02bccf-b9ae-467f-9c8f-627912df80e4 HTTP/1.1" status: 204 len: 168 time: 0.6900642 Apr 29 04:07:48.100063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33738) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.113929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61d2d9-9e7f-41e1-816f-4e0fc5e9206f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=7c02bccf-b9ae-467f-9c8f-627912df80e4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:48.144996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=afd99e13-6d07-4b96-ac05-7a8a07a06677,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:48.182107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network dc85d706-33fc-450f-8241-5e7874715315 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:48.186806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:48.208835 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff7a0a65-056d-4889-bd4b-01d310d3164f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070595 Apr 29 04:07:48.211217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33740) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.262779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a56d9d-ebca-4eca-af9b-4fb64881b823 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:48.277860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a4c6a-d194-46b3-b6ff-20a0c3427013 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:48.281664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ce3a4c6a-d194-46b3-b6ff-20a0c3427013 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0692914 Apr 29 04:07:48.284440 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ca58afa6-f23a-41fc-ac2a-59e5379ae2d0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-407282117 HTTP/1.1" status: 204 len: 168 time: 0.3028593 Apr 29 04:07:48.285331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33742) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.287259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33744) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.302834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e3bb6c7e-46ae-4b0c-9cf9-c7328de97242 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.320643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-641361d7-b2a4-4e45-b539-42cddd020a26 None None] Provisioning complete for port 015c86a6-9780-4e01-96d8-0a80350da7e4 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:48.321013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-641361d7-b2a4-4e45-b539-42cddd020a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.383633 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e3bb6c7e-46ae-4b0c-9cf9-c7328de97242 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags HTTP/1.1" status: 200 len: 205 time: 0.0840647 Apr 29 04:07:48.385381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33746) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.390955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-975bf83b-bb72-4b9d-8ade-a900e7aff374 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.442876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad580acb-4cd8-480d-8189-efdd9c9782b5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:48.444382 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ad580acb-4cd8-480d-8189-efdd9c9782b5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1579549 Apr 29 04:07:48.447508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33748) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.495979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e90a349e-ffda-4273-8db1-83d8531cabd9 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:48.521073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:07:48.529097 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0f7214f4-35fb-41bd-aa52-fbb78fec33b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761511 Apr 29 04:07:48.529097 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-975bf83b-bb72-4b9d-8ade-a900e7aff374 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags HTTP/1.1" status: 200 len: 241 time: 0.1401448 Apr 29 04:07:48.530395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33750) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.530728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33752) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.536104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-67c42122-b466-4c94-a8d7-2773b69f1b24 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1458703558') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.542446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:48.559204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-641361d7-b2a4-4e45-b539-42cddd020a26 None None] Current status of the port 015c86a6-9780-4e01-96d8-0a80350da7e4 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:48.572286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-641361d7-b2a4-4e45-b539-42cddd020a26 None None] Provisioning complete for port 30df5b92-7430-4908-a301-8e732f14809a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:48.573493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-641361d7-b2a4-4e45-b539-42cddd020a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30df5b92-7430-4908-a301-8e732f14809a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.618400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-641361d7-b2a4-4e45-b539-42cddd020a26 None None] Port 30df5b92-7430-4908-a301-8e732f14809a cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:48.621208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:48.667016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] Deleting port e90a349e-ffda-4273-8db1-83d8531cabd9 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:48.668013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.678122 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-67c42122-b466-4c94-a8d7-2773b69f1b24 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1458703558 HTTP/1.1" status: 204 len: 168 time: 0.1463451 Apr 29 04:07:48.681500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33754) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.690884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-50e14eb4-6a49-4ccd-a880-fe346de3d403 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1458703558') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.694896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:48.707405 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] Sync routers for ids ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:48.720952 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-292feb29-c726-469c-94ec-b4ba56b84a93 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/a6c6bb04-8f3c-4b2a-bd41-54e70ceea882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3922923 Apr 29 04:07:48.722394 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] Routers {'a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:48.723543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33756) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.728003 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.778435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] For port e90a349e-ffda-4273-8db1-83d8531cabd9, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e90a349e-ffda-4273-8db1-83d8531cabd9,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:48.778834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.794246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:48.799020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.803565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d2437486-82c4-4f25-877e-f8e2d2d5e9cd None None] Provisioning complete for port 30df5b92-7430-4908-a301-8e732f14809a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:48.805141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2437486-82c4-4f25-877e-f8e2d2d5e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (30df5b92-7430-4908-a301-8e732f14809a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.811416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a1dfd-7fdb-40f9-8288-f87cb449d95e tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:48.814470 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-715a1dfd-7fdb-40f9-8288-f87cb449d95e tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports/afd99e13-6d07-4b96-ac05-7a8a07a06677 HTTP/1.1" status: 200 len: 983 time: 0.0898616 Apr 29 04:07:48.817392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33760) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:48.820687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] Calling delete_port for e90a349e-ffda-4273-8db1-83d8531cabd9 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:48.822535 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.846079 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] Routers {'a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:48.846928 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.885464 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:48.886316 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ce0b-50e0-4843-b9a1-7b6cf4d639b3 None None] The sync data for ids ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:48.937997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d2437486-82c4-4f25-877e-f8e2d2d5e9cd None None] Port 30df5b92-7430-4908-a301-8e732f14809a cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:48.957973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d2437486-82c4-4f25-877e-f8e2d2d5e9cd None None] Provisioning complete for port afd99e13-6d07-4b96-ac05-7a8a07a06677 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:48.958343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2437486-82c4-4f25-877e-f8e2d2d5e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:48.987238 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b18d0134-2b64-44b3-9161-3818a5713714 req-da4b73dc-8789-438a-80e3-6455f571f5ca tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9a032e-c0b2-4398-b6a7-afd649449e55 HTTP/1.1" status: 200 len: 210 time: 0.1364594 Apr 29 04:07:48.999940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d2437486-82c4-4f25-877e-f8e2d2d5e9cd None None] Port afd99e13-6d07-4b96-ac05-7a8a07a06677 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:49.037363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 015c86a6-9780-4e01-96d8-0a80350da7e4 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:49.061902 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-50e14eb4-6a49-4ccd-a880-fe346de3d403 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1458703558 HTTP/1.1" status: 204 len: 168 time: 0.3784580 Apr 29 04:07:49.064752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33762) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.069923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-cd8d3278-d534-4c42-b1b2-3ab4b2baef70 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.080092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e90a349e-ffda-4273-8db1-83d8531cabd9), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.093273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] No DVR routers for this DVR port e90a349e-ffda-4273-8db1-83d8531cabd9 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:49.118607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b098fb-78ea-4bb4-9d79-7f03750334f3 None None] Pushing event deleted for resources: {'Port': ['ID=e90a349e-ffda-4273-8db1-83d8531cabd9,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:49.124470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 015c86a6-9780-4e01-96d8-0a80350da7e4 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:49.125044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.144216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (62cc17dc-fff1-450a-b914-b10fa28fc9d3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.173456 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cd8d3278-d534-4c42-b1b2-3ab4b2baef70 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags HTTP/1.1" status: 200 len: 205 time: 0.1075618 Apr 29 04:07:49.179056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33764) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.184471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e0ace473-35f8-488f-8be7-117b62be2db0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.207275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 015c86a6-9780-4e01-96d8-0a80350da7e4 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:49.208706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:49.217347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:49.226232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:49.226977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.231662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f3ebe-c703-4086-ab3e-af47286beb42 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:49.241857 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e0ace473-35f8-488f-8be7-117b62be2db0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags HTTP/1.1" status: 200 len: 240 time: 0.0605097 Apr 29 04:07:49.245630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33766) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.250417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e2c49a90-d697-49f2-a87b-732be4d090fa tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-918871517') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.255995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=62cc17dc-fff1-450a-b914-b10fa28fc9d3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:49.274907 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e2c49a90-d697-49f2-a87b-732be4d090fa tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-918871517 HTTP/1.1" status: 204 len: 168 time: 0.0281355 Apr 29 04:07:49.277291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33768) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.279872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.281873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-279e9652-c263-47f0-a1f0-1da3d7cccc1e tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-918871517') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.297103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e90a349e-ffda-4273-8db1-83d8531cabd9 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:49.321944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e90a349e-ffda-4273-8db1-83d8531cabd9 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:49.322285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e90a349e-ffda-4273-8db1-83d8531cabd9 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:49.355624 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c972b9ae-af97-4563-be03-d39b009adb5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8145142 Apr 29 04:07:49.356003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33770) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.360958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': '62cc17dc-fff1-450a-b914-b10fa28fc9d3', 'ip_address': '2001:db8::f60a:e30e:365:a492'}], 'name': 'tempest-NetworksTestDHCPv6-1802427757'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:49.368569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '62cc17dc-fff1-450a-b914-b10fa28fc9d3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:49.369448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.389050 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-279e9652-c263-47f0-a1f0-1da3d7cccc1e tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-918871517 HTTP/1.1" status: 204 len: 168 time: 0.1085773 Apr 29 04:07:49.390148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33772) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.394287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-07dd8dba-63ed-4914-9fc6-c9c2b9527041 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.453007 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-07dd8dba-63ed-4914-9fc6-c9c2b9527041 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags HTTP/1.1" status: 200 len: 205 time: 0.0589461 Apr 29 04:07:49.453711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33774) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.458001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-12072508-338e-4ebf-a740-8dcc09782925 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.496080 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-12072508-338e-4ebf-a740-8dcc09782925 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags HTTP/1.1" status: 204 len: 168 time: 0.0391407 Apr 29 04:07:49.499600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33776) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.505858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-772ee550-6ba7-4627-a039-fd495c5b3e94 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.519394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/62cc17dc-fff1-450a-b914-b10fa28fc9d3/117093a6-439e-4d20-8fb6-9fda4f48cd1e) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:49.520796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port afd99e13-6d07-4b96-ac05-7a8a07a06677 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:49.521227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.621705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.636599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for afd99e13-6d07-4b96-ac05-7a8a07a06677 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:49.682332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Publish callbacks [] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.766219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.808006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:49.816347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.819901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:49.822305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:49.825542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Pushing event updated for resources: {'Port': ['ID=117093a6-439e-4d20-8fb6-9fda4f48cd1e,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:49.890756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Attempting to bind port 117093a6-439e-4d20-8fb6-9fda4f48cd1e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:49.891128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Attempting to bind port 117093a6-439e-4d20-8fb6-9fda4f48cd1e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:49.891490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Attempting to bind port 117093a6-439e-4d20-8fb6-9fda4f48cd1e on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:49.899759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:49.900432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:49.900585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.900922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:49.902393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (afd99e13-6d07-4b96-ac05-7a8a07a06677), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.903876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Bound port: 117093a6-439e-4d20-8fb6-9fda4f48cd1e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:49.905948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:49.934159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:49.936883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=afd99e13-6d07-4b96-ac05-7a8a07a06677,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:49.964878 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-772ee550-6ba7-4627-a039-fd495c5b3e94 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags HTTP/1.1" status: 204 len: 168 time: 0.4620221 Apr 29 04:07:49.965135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33778) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:49.970025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-9f9717bf-1042-4cfe-90a4-ebbc139475d0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:49.990122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] For port 117093a6-439e-4d20-8fb6-9fda4f48cd1e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:49.993818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] For port 117093a6-439e-4d20-8fb6-9fda4f48cd1e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=117093a6-439e-4d20-8fb6-9fda4f48cd1e,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:50.048840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.055720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.073370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9f9717bf-1042-4cfe-90a4-ebbc139475d0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags HTTP/1.1" status: 204 len: 168 time: 0.1052134 Apr 29 04:07:50.075202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33782) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.079840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-549cf2f9-5e4a-4814-a0cf-da3197bc97b1 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.086363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.140453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33784) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.151573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port e2fcd311-2872-4a6f-af6c-9e755baddb7c yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:50.158079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ecc2b-9e3e-41b1-a8cf-466a267ba60c None None] Pushing event updated for resources: {'Port': ['ID=117093a6-439e-4d20-8fb6-9fda4f48cd1e,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:50.244917 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-549cf2f9-5e4a-4814-a0cf-da3197bc97b1 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1685624 Apr 29 04:07:50.268520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33786) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.272820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-bab96bbe-ebc4-43ae-8dbf-562fa6a3bee1 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-1801488832') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.293676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:50.300838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0418345-38ba-459d-bb8c-6284a199f85e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (cae2dcf2-c24f-4c17-a779-59f8563b8b1d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.386842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0418345-38ba-459d-bb8c-6284a199f85e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (cae2dcf2-c24f-4c17-a779-59f8563b8b1d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.415407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f60a:e30e:365:a492 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/62cc17dc-fff1-450a-b914-b10fa28fc9d3/e2fcd311-2872-4a6f-af6c-9e755baddb7c) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:50.440664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:50.447870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e6bad0e4-6fa1-4b1b-a5d9-3612767ed3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/a6c6bb04-8f3c-4b2a-bd41-54e70ceea882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277907 Apr 29 04:07:50.452511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] Sync routers for ids ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:50.453105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33788) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.472411 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] Routers {'a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:50.472631 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bab96bbe-ebc4-43ae-8dbf-562fa6a3bee1 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-1801488832 HTTP/1.1" status: 201 len: 201 time: 0.2023335 Apr 29 04:07:50.472739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.476925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33790) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.484704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-8a0f2aee-b80b-4ffd-a7cb-8268c8f9a25a tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-331910263') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.521676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.536528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] Routers {'a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:50.537160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.571944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.573427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33580a-4e23-4e27-81f9-b202c909ee39 None None] The sync data for ids ['a6c6bb04-8f3c-4b2a-bd41-54e70ceea882'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:50.647541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0418345-38ba-459d-bb8c-6284a199f85e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (cae2dcf2-c24f-4c17-a779-59f8563b8b1d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.650139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0418345-38ba-459d-bb8c-6284a199f85e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.651302 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a0418345-38ba-459d-bb8c-6284a199f85e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/cae2dcf2-c24f-4c17-a779-59f8563b8b1d HTTP/1.1" status: 204 len: 168 time: 0.5099149 Apr 29 04:07:50.662664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418345-38ba-459d-bb8c-6284a199f85e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2dcf2-c24f-4c17-a779-59f8563b8b1d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:50.677252 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8a0f2aee-b80b-4ffd-a7cb-8268c8f9a25a tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-331910263 HTTP/1.1" status: 201 len: 201 time: 0.1964326 Apr 29 04:07:50.683221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33794) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.689577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-39352fda-d741-4bd5-8539-7a41bab05843 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1483553876') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:50.762739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33796) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.770343 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-280a89f7-7ee0-4501-aa8c-00fce6f71378 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 04:07:50.771370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-280a89f7-7ee0-4501-aa8c-00fce6f71378 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/a6c6bb04-8f3c-4b2a-bd41-54e70ceea882/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3172863 Apr 29 04:07:50.774332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33798) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.783699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (e2fcd311-2872-4a6f-af6c-9e755baddb7c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.842866 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-69706eaa-7b5a-4674-833a-089bf77aa6d7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 HTTP/1.1" status: 200 len: 205 time: 0.0392425 Apr 29 04:07:50.845531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33800) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:50.888080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e2fcd311-2872-4a6f-af6c-9e755baddb7c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:50.988874 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:50.993912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.000275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:51.044960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:51.050818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:51.051466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.060509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 117093a6-439e-4d20-8fb6-9fda4f48cd1e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:51.061888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=e2fcd311-2872-4a6f-af6c-9e755baddb7c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:51.126475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 117093a6-439e-4d20-8fb6-9fda4f48cd1e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:51.126857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.200422 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e0b7e980-f582-4050-bb25-d882975960f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8432975 Apr 29 04:07:51.201256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33802) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.235652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 117093a6-439e-4d20-8fb6-9fda4f48cd1e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:51.236039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.252246 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-39352fda-d741-4bd5-8539-7a41bab05843 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1483553876 HTTP/1.1" status: 201 len: 201 time: 0.5677719 Apr 29 04:07:51.252857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33804) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.260908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-0ec4bec1-1feb-4680-a32b-70d898ff5382 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-1012375339') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:51.279242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.284088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.287507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 117093a6-439e-4d20-8fb6-9fda4f48cd1e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=117093a6-439e-4d20-8fb6-9fda4f48cd1e,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:51.293688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b11111-302f-4b34-aa16-d09a6c606760 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:51.299840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b11111-302f-4b34-aa16-d09a6c606760 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:51.304940 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d4b11111-302f-4b34-aa16-d09a6c606760 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1004150 Apr 29 04:07:51.307756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33806) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.368762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.428093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port e2fcd311-2872-4a6f-af6c-9e755baddb7c {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:51.428426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e2fcd311-2872-4a6f-af6c-9e755baddb7c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.436938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=117093a6-439e-4d20-8fb6-9fda4f48cd1e,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:51.474347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c7ba68a6-d3fa-4acf-9bd5-530a94577d59 None None] Provisioning complete for port 117093a6-439e-4d20-8fb6-9fda4f48cd1e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:51.474976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c7ba68a6-d3fa-4acf-9bd5-530a94577d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.478051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ec4bec1-1feb-4680-a32b-70d898ff5382 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-1012375339 HTTP/1.1" status: 201 len: 201 time: 0.2220778 Apr 29 04:07:51.507907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33808) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.513926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-3ac38156-9975-4d15-a53f-57b3c3872f7e tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', {'tags': ['tempest-TagsExtTest-Tag-1566320985', 'tempest-TagsExtTest-Tag-1773618560', 'tempest-TagsExtTest-Tag-50888201']}) {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:51.570758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (a463866e-f955-44f3-8988-c2bbf426c74d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.577875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba68a6-d3fa-4acf-9bd5-530a94577d59 None None] Current status of the port 117093a6-439e-4d20-8fb6-9fda4f48cd1e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:51.581360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (a6c6bb04-8f3c-4b2a-bd41-54e70ceea882), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.581912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:51.588761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.592790 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e66ec9d0-b065-425e-b4dc-2a7e51f5fc9b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 HTTP/1.1" status: 204 len: 168 time: 0.7458560 Apr 29 04:07:51.595903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33810) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.655013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e2fcd311-2872-4a6f-af6c-9e755baddb7c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.660334 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3ac38156-9975-4d15-a53f-57b3c3872f7e tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags HTTP/1.1" status: 200 len: 316 time: 0.1513431 Apr 29 04:07:51.668124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33812) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.673927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-2970d844-c24b-4ee6-8211-06b7def778e3 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:51.677193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet 108fab98-8f38-4cc1-a8cb-709f2b5f94c7 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:51.680582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for e2fcd311-2872-4a6f-af6c-9e755baddb7c owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:51.682259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (108fab98-8f38-4cc1-a8cb-709f2b5f94c7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.695601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6a800d1d-3e55-4472-bbd7-68561dc117b3 None None] Provisioning complete for port e2fcd311-2872-4a6f-af6c-9e755baddb7c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:51.696320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6a800d1d-3e55-4472-bbd7-68561dc117b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e2fcd311-2872-4a6f-af6c-9e755baddb7c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.741276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6a800d1d-3e55-4472-bbd7-68561dc117b3 None None] Port e2fcd311-2872-4a6f-af6c-9e755baddb7c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:51.765844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (108fab98-8f38-4cc1-a8cb-709f2b5f94c7), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.899540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (108fab98-8f38-4cc1-a8cb-709f2b5f94c7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.906525 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2970d844-c24b-4ee6-8211-06b7def778e3 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags HTTP/1.1" status: 204 len: 168 time: 0.2373881 Apr 29 04:07:51.911325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33814) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:51.915501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-58cb2abb-6b8b-47d2-938a-e3ac7479be96 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-1566320985') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:51.941839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port c6eefc68-e023-42dc-bf13-a0c2d6b4935f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:51.942191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:51.999225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e2fcd311-2872-4a6f-af6c-9e755baddb7c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.010492 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-58cb2abb-6b8b-47d2-938a-e3ac7479be96 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:52.014380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-58cb2abb-6b8b-47d2-938a-e3ac7479be96 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-1566320985 HTTP/1.1" status: 404 len: 329 time: 0.0993154 Apr 29 04:07:52.015799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33816) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.019935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-8e206cf3-0fa5-4b36-b42e-5fd27c562c3f tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-1773618560') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.031442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=e2fcd311-2872-4a6f-af6c-9e755baddb7c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:52.033660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (108fab98-8f38-4cc1-a8cb-709f2b5f94c7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.073457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=108fab98-8f38-4cc1-a8cb-709f2b5f94c7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:52.091295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.091581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port c6eefc68-e023-42dc-bf13-a0c2d6b4935f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:52.092004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.094573 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-36ba32ee-3cfe-44a3-bf4b-d030703dbffe tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/108fab98-8f38-4cc1-a8cb-709f2b5f94c7 HTTP/1.1" status: 204 len: 168 time: 0.4978318 Apr 29 04:07:52.098011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33818) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.098280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.102395 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a629688d-d62e-47cd-9478-0f50f95c0ca3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/e2fcd311-2872-4a6f-af6c-9e755baddb7c HTTP/1.1" status: 204 len: 168 time: 0.7924383 Apr 29 04:07:52.104397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33820) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.106659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb4e28-ea1e-4425-bf1c-682852090529 None None] Network dc85d706-33fc-450f-8241-5e7874715315 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:52.113416 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-8e206cf3-0fa5-4b36-b42e-5fd27c562c3f tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:52.114448 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e206cf3-0fa5-4b36-b42e-5fd27c562c3f tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-1773618560 HTTP/1.1" status: 404 len: 329 time: 0.0977345 Apr 29 04:07:52.127785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33822) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.135281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-b3c1033e-c2a9-40e7-9e25-c0f637f0867d tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a', 'tempest-TagsExtTest-Tag-50888201') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.137955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for c6eefc68-e023-42dc-bf13-a0c2d6b4935f owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:52.171548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c4366-1410-4668-a0b6-c9193b819618 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:52.174092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c4366-1410-4668-a0b6-c9193b819618 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:52.177691 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ef1c4366-1410-4668-a0b6-c9193b819618 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714231 Apr 29 04:07:52.184853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33824) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.240459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 62cc17dc-fff1-450a-b914-b10fa28fc9d3 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:52.244212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (62cc17dc-fff1-450a-b914-b10fa28fc9d3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.277412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (dc85d706-33fc-450f-8241-5e7874715315), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.285079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-b3c1033e-c2a9-40e7-9e25-c0f637f0867d tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:52.289304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b3c1033e-c2a9-40e7-9e25-c0f637f0867d tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags/tempest-TagsExtTest-Tag-50888201 HTTP/1.1" status: 404 len: 327 time: 0.1542511 Apr 29 04:07:52.290220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33826) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.294802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-da1a9362-de17-40f2-88ef-32ac5146a4a7 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', {'tags': ['tempest-TagsExtTest-Tag-687554002', 'tempest-TagsExtTest-Tag-990897144', 'tempest-TagsExtTest-Tag-505764490']}) {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.311453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] DHCP port deletion for dc85d706-33fc-450f-8241-5e7874715315 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:52.326222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (62cc17dc-fff1-450a-b914-b10fa28fc9d3), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.352022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] Deleting port 17aa87fa-12a3-407b-8eaf-dba8264f2021 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:52.352533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.393671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 17aa87fa-12a3-407b-8eaf-dba8264f2021 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:52.393946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.418959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] For port 17aa87fa-12a3-407b-8eaf-dba8264f2021, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=17aa87fa-12a3-407b-8eaf-dba8264f2021,segment=NetworkSegment(ef484337-2742-4753-8625-f245ba9f8dba),segment_id=ef484337-2742-4753-8625-f245ba9f8dba)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:52.419499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.437420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] Calling delete_port for 17aa87fa-12a3-407b-8eaf-dba8264f2021 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:52.440389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (62cc17dc-fff1-450a-b914-b10fa28fc9d3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.468312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port 17aa87fa-12a3-407b-8eaf-dba8264f2021, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=17aa87fa-12a3-407b-8eaf-dba8264f2021,segment=NetworkSegment(ef484337-2742-4753-8625-f245ba9f8dba),segment_id=ef484337-2742-4753-8625-f245ba9f8dba)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:52.468669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.483501 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-da1a9362-de17-40f2-88ef-32ac5146a4a7 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags HTTP/1.1" status: 200 len: 315 time: 0.1916392 Apr 29 04:07:52.487802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33828) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.491820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 17aa87fa-12a3-407b-8eaf-dba8264f2021 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:52.492347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-85537bd8-d64d-42c3-8d5d-c0693c17f8a2 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.596097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.605472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (17aa87fa-12a3-407b-8eaf-dba8264f2021), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.620322 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-85537bd8-d64d-42c3-8d5d-c0693c17f8a2 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags HTTP/1.1" status: 204 len: 168 time: 0.1314089 Apr 29 04:07:52.621641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (62cc17dc-fff1-450a-b914-b10fa28fc9d3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.622853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] Pushing event deleted for resources: {'Port': ['ID=17aa87fa-12a3-407b-8eaf-dba8264f2021,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:52.623577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33830) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.630866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fdeda-c7ec-4d93-b82b-d1fdacaa5d6a None None] No DVR routers for this DVR port 17aa87fa-12a3-407b-8eaf-dba8264f2021 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:52.631031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e65ff73e-f4b1-4cbd-b114-c289b374b716 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-687554002') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.646783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=17aa87fa-12a3-407b-8eaf-dba8264f2021,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:52.649468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port 17aa87fa-12a3-407b-8eaf-dba8264f2021 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:52.675761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=62cc17dc-fff1-450a-b914-b10fa28fc9d3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:52.683530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.686774 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-723869d3-b9f8-49a2-9851-16670344b1ad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/62cc17dc-fff1-450a-b914-b10fa28fc9d3 HTTP/1.1" status: 204 len: 168 time: 0.5025818 Apr 29 04:07:52.693822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33832) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.693980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f003c-e424-487b-a114-1a4419d58a65 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:52.694073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c6eefc68-e023-42dc-bf13-a0c2d6b4935f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.724955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=c6eefc68-e023-42dc-bf13-a0c2d6b4935f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:52.733785 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-e65ff73e-f4b1-4cbd-b114-c289b374b716 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:52.735440 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e65ff73e-f4b1-4cbd-b114-c289b374b716 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-687554002 HTTP/1.1" status: 404 len: 328 time: 0.1070738 Apr 29 04:07:52.739516 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-63b2d969-dbab-4f9c-827d-834a72f29277 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467761 Apr 29 04:07:52.739516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33834) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.741894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33836) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.743644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-93faad38-0460-41e1-9059-1df153e99326 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-990897144') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.757956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:52.782475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (dc85d706-33fc-450f-8241-5e7874715315), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.802589 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-93faad38-0460-41e1-9059-1df153e99326 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:52.806691 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93faad38-0460-41e1-9059-1df153e99326 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-990897144 HTTP/1.1" status: 404 len: 328 time: 0.0652053 Apr 29 04:07:52.809818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33838) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.814746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-e30262c2-f084-402f-b89c-1f4a2e68dc09 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a', 'tempest-TagsExtTest-Tag-505764490') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.850081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc85d706-33fc-450f-8241-5e7874715315']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.864523 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-e30262c2-f084-402f-b89c-1f4a2e68dc09 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:52.869122 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e30262c2-f084-402f-b89c-1f4a2e68dc09 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags/tempest-TagsExtTest-Tag-505764490 HTTP/1.1" status: 404 len: 328 time: 0.0556495 Apr 29 04:07:52.869752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33840) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:52.876788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-546c82c6-1fbf-4c66-ac59-f27915d73ced tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', {'tags': ['tempest-TagsExtTest-Tag-1726400767', 'tempest-TagsExtTest-Tag-1671222758', 'tempest-TagsExtTest-Tag-1351486104']}) {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.883520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:52.893148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef484337-2742-4753-8625-f245ba9f8dba') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.893148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef484337-2742-4753-8625-f245ba9f8dba') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:52.941393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] Deleting port 117093a6-439e-4d20-8fb6-9fda4f48cd1e {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:52.942487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.943760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (ef484337-2742-4753-8625-f245ba9f8dba), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.977350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ef484337-2742-4753-8625-f245ba9f8dba), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.986107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:52.986514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (ef484337-2742-4753-8625-f245ba9f8dba), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:52.992070 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:53.039755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] For port 117093a6-439e-4d20-8fb6-9fda4f48cd1e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=117093a6-439e-4d20-8fb6-9fda4f48cd1e,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:53.040365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.060453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] Calling delete_port for 117093a6-439e-4d20-8fb6-9fda4f48cd1e owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:53.110991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 17aa87fa-12a3-407b-8eaf-dba8264f2021 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:53.137368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 17aa87fa-12a3-407b-8eaf-dba8264f2021 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:53.137695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 17aa87fa-12a3-407b-8eaf-dba8264f2021 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:53.138106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 117093a6-439e-4d20-8fb6-9fda4f48cd1e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:53.165069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (a463866e-f955-44f3-8988-c2bbf426c74d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.211606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:53.214914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.218009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (dc85d706-33fc-450f-8241-5e7874715315), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.222802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.226082 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/dc85d706-33fc-450f-8241-5e7874715315 HTTP/1.1" status: 204 len: 168 time: 1.1268678 Apr 29 04:07:53.230527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33842) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.236582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740151296'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:53.237719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 117093a6-439e-4d20-8fb6-9fda4f48cd1e is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:53.238760 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.274591 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-546c82c6-1fbf-4c66-ac59-f27915d73ced tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags HTTP/1.1" status: 200 len: 318 time: 0.4037080 Apr 29 04:07:53.276370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85308a04-5fd8-4afd-b921-0563f9c729e8 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=dc85d706-33fc-450f-8241-5e7874715315,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:53.277047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33844) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.281605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-9dd32878-02f4-44c4-959f-56e3b95c51fe tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:53.297872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (117093a6-439e-4d20-8fb6-9fda4f48cd1e), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.347478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] No DVR routers for this DVR port 117093a6-439e-4d20-8fb6-9fda4f48cd1e on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:53.349372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6fe2-8e3a-48ff-8c5a-2ef9608e82c0 None None] Pushing event deleted for resources: {'Port': ['ID=117093a6-439e-4d20-8fb6-9fda4f48cd1e,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:53.356268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:53.359888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.393868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:53.406608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4db23ccb-0089-47bb-b373-d309d60723da), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.406966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment 4db23ccb-0089-47bb-b373-d309d60723da of type vlan for network 35d2e4c6-b531-4ad1-96c3-b156d66d945a Apr 29 04:07:53.445809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (35d2e4c6-b531-4ad1-96c3-b156d66d945a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.467000 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9dd32878-02f4-44c4-959f-56e3b95c51fe tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1888649 Apr 29 04:07:53.470189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33846) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.482925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-f8018114-33d9-44a7-865c-3bde8725eda6 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1726400767') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:53.579137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router a463866e-f955-44f3-8988-c2bbf426c74d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:07:53.678966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (e73287b9-23dd-41c1-b2c3-bfa74a6a78ea), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.754396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:53.761243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:53.764739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:53.765288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.771718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad642f-ff54-4789-aa01-8fba7053acd2 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:53.771888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:53.776045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=e73287b9-23dd-41c1-b2c3-bfa74a6a78ea,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:53.781064 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-22044eff-1118-4d86-966b-5eb9c84f0e68 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/a463866e-f955-44f3-8988-c2bbf426c74d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0173409 Apr 29 04:07:53.783002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (35d2e4c6-b531-4ad1-96c3-b156d66d945a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.784393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33848) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.788895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:53.789546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.799475 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] Sync routers for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:53.803251 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-f8018114-33d9-44a7-865c-3bde8725eda6 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:53.804584 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f8018114-33d9-44a7-865c-3bde8725eda6 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1726400767 HTTP/1.1" status: 404 len: 329 time: 0.3334920 Apr 29 04:07:53.815562 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:53.816311 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:53.818085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33850) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.824593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-4af0d6fc-725e-48e5-8108-16151de2ae02 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1671222758') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:53.885358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-14dd45be-8440-4846-8302-b676ed0b22bc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1395667 Apr 29 04:07:53.908810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33852) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.916705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'e73287b9-23dd-41c1-b2c3-bfa74a6a78ea', 'ip_address': '2001:db8::578d:499a:d8c0:b0c8'}], 'name': 'tempest-NetworksTestDHCPv6-1569303742'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:53.922254 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-4af0d6fc-725e-48e5-8108-16151de2ae02 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:53.925878 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4af0d6fc-725e-48e5-8108-16151de2ae02 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1671222758 HTTP/1.1" status: 404 len: 329 time: 0.1041052 Apr 29 04:07:53.927284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet 62f4d305-d5d3-4019-b47c-2eec1a63f94a {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:53.930430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33854) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.934759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-28c77a99-4c5c-4856-91a3-42853e9f89a8 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1', 'tempest-TagsExtTest-Tag-1351486104') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:53.937106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (62f4d305-d5d3-4019-b47c-2eec1a63f94a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.950500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7167559 Apr 29 04:07:53.950665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'e73287b9-23dd-41c1-b2c3-bfa74a6a78ea'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:53.954131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:53.956126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33856) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:53.956686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332bdb8-7afe-422d-a929-81ea1db7b958 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=35d2e4c6-b531-4ad1-96c3-b156d66d945a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:53.970568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:53.976043 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:53.976192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:54.055648 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-28c77a99-4c5c-4856-91a3-42853e9f89a8 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:54.058868 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-28c77a99-4c5c-4856-91a3-42853e9f89a8 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags/tempest-TagsExtTest-Tag-1351486104 HTTP/1.1" status: 404 len: 329 time: 0.1247809 Apr 29 04:07:54.058868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (62f4d305-d5d3-4019-b47c-2eec1a63f94a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.062977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33858) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.067475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-a8ef722d-9aeb-4a3b-a083-55e2aecf395a tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', {'tags': ['tempest-TagsExtTest-Tag-745371869', 'tempest-TagsExtTest-Tag-639926', 'tempest-TagsExtTest-Tag-580544396']}) {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.142436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:54.146398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.181438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (62f4d305-d5d3-4019-b47c-2eec1a63f94a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.187665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/e73287b9-23dd-41c1-b2c3-bfa74a6a78ea/9108ff03-470b-441e-8435-e6a22fb97551) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:54.211168 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a8ef722d-9aeb-4a3b-a083-55e2aecf395a tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "PUT /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags HTTP/1.1" status: 200 len: 312 time: 0.1473556 Apr 29 04:07:54.213817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33860) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.218056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-4412d516-6c00-4e04-9316-d7e4673f024c tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.238299 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:07:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.273878 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] Checking router: a463866e-f955-44f3-8988-c2bbf426c74d for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:07:54.283048 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] Routers {'a463866e-f955-44f3-8988-c2bbf426c74d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:54.283676 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a463866e-f955-44f3-8988-c2bbf426c74d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.340405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4412d516-6c00-4e04-9316-d7e4673f024c tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags HTTP/1.1" status: 204 len: 168 time: 0.1255062 Apr 29 04:07:54.343003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33862) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.347607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-e941ce2d-bf06-4861-bc54-1a8a59b94d38 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-745371869') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.366694 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e941ce2d-bf06-4861-bc54-1a8a59b94d38 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:54.370912 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e941ce2d-bf06-4861-bc54-1a8a59b94d38 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-745371869 HTTP/1.1" status: 404 len: 328 time: 0.0237870 Apr 29 04:07:54.371141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:54.371472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33864) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.376654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-41047ec5-2360-47bb-a193-d1cf0c8dce56 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-639926') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.376855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.379661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (62f4d305-d5d3-4019-b47c-2eec1a63f94a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.414160 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] Set router a463866e-f955-44f3-8988-c2bbf426c74d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:07:54.423523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 5e2f35d1-b596-453b-a8bf-91271f68b757 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:07:54.432244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=62f4d305-d5d3-4019-b47c-2eec1a63f94a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:54.436902 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-41047ec5-2360-47bb-a193-d1cf0c8dce56 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:54.441590 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41047ec5-2360-47bb-a193-d1cf0c8dce56 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-639926 HTTP/1.1" status: 404 len: 325 time: 0.0657895 Apr 29 04:07:54.441590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.442938 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a76331b2-25b8-4b4d-9f9b-9a9bcc68dbff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/62f4d305-d5d3-4019-b47c-2eec1a63f94a HTTP/1.1" status: 204 len: 168 time: 0.6576161 Apr 29 04:07:54.443535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33866) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.448068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-e43d3b1e-a837-41c4-81b8-d249d092f8de tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539', 'tempest-TagsExtTest-Tag-580544396') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.450445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33868) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.454585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f98e7-70b6-4f24-ac90-e91849d987f7 None None] Network 1a6873c7-6a10-4aa7-a850-1b1c837c1276 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:54.505193 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e43d3b1e-a837-41c4-81b8-d249d092f8de tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] show failed (client error): The resource could not be found. Apr 29 04:07:54.508815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e43d3b1e-a837-41c4-81b8-d249d092f8de tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags/tempest-TagsExtTest-Tag-580544396 HTTP/1.1" status: 404 len: 328 time: 0.0618606 Apr 29 04:07:54.509036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33870) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.513377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-36d2d894-59a4-43d5-8c6d-de0bfe935e75 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0432f219-2c6c-43ce-9ec6-9aad97e35539') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.644956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Publish callbacks [] for port (9108ff03-470b-441e-8435-e6a22fb97551), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.659872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] DHCP port deletion for 1a6873c7-6a10-4aa7-a850-1b1c837c1276 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:54.676419 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:07:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.702137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] Deleting port 3032289d-4772-417a-a758-58fa8cc3d35f {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:54.702510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.707133 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7df73-c75c-4b51-8379-d999cff4b080 None None] The sync data for ids ['a463866e-f955-44f3-8988-c2bbf426c74d'] in dv-neutron-839777-1-hyperv is: [{'id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'name': 'tempest-TestNetworkBasicOps-router-1279072696', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:06:29Z', 'updated_at': '2022-04-29T04:07:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '9f295a83-86bc-4516-91ea-8c1a1807ceae', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a463866e-f955-44f3-8988-c2bbf426c74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:06:30Z', 'updated_at': '2022-04-29T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:54.759697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (a2dc5737-80b9-4a78-9c95-84d659951e60), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.782179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] For port 3032289d-4772-417a-a758-58fa8cc3d35f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032289d-4772-417a-a758-58fa8cc3d35f,segment=NetworkSegment(2d083f9f-b4eb-4f89-a869-9257d83ec501),segment_id=2d083f9f-b4eb-4f89-a869-9257d83ec501)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:54.782571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.798049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (9108ff03-470b-441e-8435-e6a22fb97551), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:54.800340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] Calling delete_port for 3032289d-4772-417a-a758-58fa8cc3d35f owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:54.848796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Pushing event updated for resources: {'Port': ['ID=9108ff03-470b-441e-8435-e6a22fb97551,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:54.869371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:54.877295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=a2dc5737-80b9-4a78-9c95-84d659951e60,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:54.886103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::578d:499a:d8c0:b0c8 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/e73287b9-23dd-41c1-b2c3-bfa74a6a78ea/5e2f35d1-b596-453b-a8bf-91271f68b757) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:54.894611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': '4db23ccb-0089-47bb-b373-d309d60723da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:54.895080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: 35d2e4c6-b531-4ad1-96c3-b156d66d945a, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:07:54.901450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:54.904652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:54.961171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-36d2d894-59a4-43d5-8c6d-de0bfe935e75 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539/tags HTTP/1.1" status: 204 len: 168 time: 0.4511201 Apr 29 04:07:54.963616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33872) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:54.970270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-1adc2844-650b-4845-b1f0-0e711360acbe tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:54.992111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Attempting to bind port 9108ff03-470b-441e-8435-e6a22fb97551 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:54.992742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Attempting to bind port 9108ff03-470b-441e-8435-e6a22fb97551 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:54.998561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Attempting to bind port 9108ff03-470b-441e-8435-e6a22fb97551 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:55.004765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:55.005278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:55.005709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.006102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:55.006574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Bound port: 9108ff03-470b-441e-8435-e6a22fb97551, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:55.006955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9108ff03-470b-441e-8435-e6a22fb97551), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.024978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:07:55.052214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (a463866e-f955-44f3-8988-c2bbf426c74d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.104970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3032289d-4772-417a-a758-58fa8cc3d35f), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.107883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] For port 9108ff03-470b-441e-8435-e6a22fb97551, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:55.114536 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1adc2844-650b-4845-b1f0-0e711360acbe tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1468165 Apr 29 04:07:55.114536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33874) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.117981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (5e2f35d1-b596-453b-a8bf-91271f68b757), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.118436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.tag.tag_plugin [None req-b19fd286-8910-4b32-af44-e49e5a53b626 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '30df5b92-7430-4908-a301-8e732f14809a') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:55.132459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 35d2e4c6-b531-4ad1-96c3-b156d66d945a) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:55.138910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:55.141146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.161594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] Pushing event deleted for resources: {'Port': ['ID=3032289d-4772-417a-a758-58fa8cc3d35f,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:55.164930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbc080-92ea-414d-9ca8-95d7ca545179 None None] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:55.177154 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b19fd286-8910-4b32-af44-e49e5a53b626 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a/tags HTTP/1.1" status: 204 len: 168 time: 0.0620358 Apr 29 04:07:55.180151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33876) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.185505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.tag.tag_plugin [None req-4b2a859e-585b-49e4-aa51-02059e73519c tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fc9746a9-c20d-453c-9bad-af33a50b1b9a') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:55.195577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c6eefc68-e023-42dc-bf13-a0c2d6b4935f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:55.233802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] For port 9108ff03-470b-441e-8435-e6a22fb97551, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9108ff03-470b-441e-8435-e6a22fb97551,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:55.236496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (a463866e-f955-44f3-8988-c2bbf426c74d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.245848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c176dc-16a3-4bdd-96b4-28c148f49086 None None] No DVR routers for this DVR port 3032289d-4772-417a-a758-58fa8cc3d35f on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:55.257256 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d493aac4-5eae-4253-9f48-b096709286a6 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2916100 Apr 29 04:07:55.258087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33878) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.264745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2109588307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:55.276747 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4b2a859e-585b-49e4-aa51-02059e73519c tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0887463 Apr 29 04:07:55.277299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33880) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.279970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: c6eefc68-e023-42dc-bf13-a0c2d6b4935f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:55.280494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c6eefc68-e023-42dc-bf13-a0c2d6b4935f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:55.280790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032289d-4772-417a-a758-58fa8cc3d35f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:07:55.289690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5e2f35d1-b596-453b-a8bf-91271f68b757), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.305067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3032289d-4772-417a-a758-58fa8cc3d35f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:07:55.305478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032289d-4772-417a-a758-58fa8cc3d35f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:07:55.352683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:55.358194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:55.358345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:55.358806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-35d2e4c6-b531-4ad1-96c3-b156d66d945a', 'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'a2dc5737-80b9-4a78-9c95-84d659951e60'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:55.359672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.364752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:55.365426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.377061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9108ff03-470b-441e-8435-e6a22fb97551), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.385388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=5e2f35d1-b596-453b-a8bf-91271f68b757,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:55.394301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 9f295a83-86bc-4516-91ea-8c1a1807ceae {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:55.394746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.432991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (d19292ed-631f-4967-bb47-4fc5c10a988d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.436871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (d19292ed-631f-4967-bb47-4fc5c10a988d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.469424 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e541e157-d2f7-4bed-978f-0495113b2e5f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5553977 Apr 29 04:07:55.470792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33882) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.506984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424082a-2d80-4474-9803-cb719c9e08f2 None None] Pushing event updated for resources: {'Port': ['ID=9108ff03-470b-441e-8435-e6a22fb97551,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:55.533086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1b61-1108-421d-9482-42d672b2bb6f tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.534281 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9fbf1b61-1108-421d-9482-42d672b2bb6f tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnetpools/0432f219-2c6c-43ce-9ec6-9aad97e35539 HTTP/1.1" status: 204 len: 168 time: 0.2563088 Apr 29 04:07:55.543496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33884) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.578807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfe0de-4a6d-49b9-a171-41cad2c74904 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:55.580787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Allocated IP 2001:db8::2 (35d2e4c6-b531-4ad1-96c3-b156d66d945a/a2dc5737-80b9-4a78-9c95-84d659951e60/e8880109-7d1b-442e-8925-6c95d2d0b20a) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:55.584198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfe0de-4a6d-49b9-a171-41cad2c74904 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:55.586136 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fdbfe0de-4a6d-49b9-a171-41cad2c74904 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1143413 Apr 29 04:07:55.588795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33886) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.590705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (d19292ed-631f-4967-bb47-4fc5c10a988d), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.603175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1a0659a5-df4e-4d27-b2f1-8838d2b4bac0 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1 HTTP/1.1" status: 200 len: 205 time: 0.0582993 Apr 29 04:07:55.606527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33888) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.608921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 9f295a83-86bc-4516-91ea-8c1a1807ceae, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9f295a83-86bc-4516-91ea-8c1a1807ceae,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:55.609296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.664174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (d19292ed-631f-4967-bb47-4fc5c10a988d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.702695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 9f295a83-86bc-4516-91ea-8c1a1807ceae owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:55.763944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for router (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.766991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Publish callbacks [] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.783260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.784970 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9c37e47f-4b6f-4a02-9c8d-251cf00b2ad9 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5256817 Apr 29 04:07:55.787625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33890) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:55.863284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.912570 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:55.914667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:55.921355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:55.924239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Pushing event updated for resources: {'Port': ['ID=e8880109-7d1b-442e-8925-6c95d2d0b20a,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:55.979812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 5e2f35d1-b596-453b-a8bf-91271f68b757 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:55.980451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5e2f35d1-b596-453b-a8bf-91271f68b757), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.987941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Attempting to bind port e8880109-7d1b-442e-8925-6c95d2d0b20a on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:07:55.988601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Attempting to bind port e8880109-7d1b-442e-8925-6c95d2d0b20a by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '4db23ccb-0089-47bb-b373-d309d60723da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:07:55.989008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Attempting to bind port e8880109-7d1b-442e-8925-6c95d2d0b20a on network 35d2e4c6-b531-4ad1-96c3-b156d66d945a {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:07:55.994684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:07:55.995062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Checking segment: {'id': '4db23ccb-0089-47bb-b373-d309d60723da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:07:55.996108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:55.996108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Bound using segment: {'id': '4db23ccb-0089-47bb-b373-d309d60723da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:07:55.996348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Bound port: e8880109-7d1b-442e-8925-6c95d2d0b20a, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db23ccb-0089-47bb-b373-d309d60723da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '35d2e4c6-b531-4ad1-96c3-b156d66d945a'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:07:55.996689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.065837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] For port e8880109-7d1b-442e-8925-6c95d2d0b20a, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:07:56.069365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] For port e8880109-7d1b-442e-8925-6c95d2d0b20a, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8880109-7d1b-442e-8925-6c95d2d0b20a,segment=NetworkSegment(4db23ccb-0089-47bb-b373-d309d60723da),segment_id=4db23ccb-0089-47bb-b373-d309d60723da)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:07:56.078896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.097883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.107680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for router_controller (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.147578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.194743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5e2f35d1-b596-453b-a8bf-91271f68b757), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.210290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 5e2f35d1-b596-453b-a8bf-91271f68b757 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:56.226596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24e9e3-795b-4050-acba-1f6ef6d6a732 None None] Pushing event updated for resources: {'Port': ['ID=e8880109-7d1b-442e-8925-6c95d2d0b20a,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:56.286749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.287251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Fanout notify agent at l3_agent the message router_deleted on router 4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:56.296953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.300931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bba99f36-0367-476a-a59b-307033646e50 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/routers/4eca08e3-bd39-4b1e-9dfc-7ebca89c51a1 HTTP/1.1" status: 204 len: 168 time: 0.6887870 Apr 29 04:07:56.305398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33892) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:56.407163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8::1 (35d2e4c6-b531-4ad1-96c3-b156d66d945a/a2dc5737-80b9-4a78-9c95-84d659951e60/00bd031d-76e0-41be-89a0-7e27df2992f3) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:07:56.447549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9f295a83-86bc-4516-91ea-8c1a1807ceae), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.517084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Deleting port 30df5b92-7430-4908-a301-8e732f14809a {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:56.517380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (30df5b92-7430-4908-a301-8e732f14809a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.520563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=9f295a83-86bc-4516-91ea-8c1a1807ceae,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:56.591563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.630932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (5e2f35d1-b596-453b-a8bf-91271f68b757), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.682093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=5e2f35d1-b596-453b-a8bf-91271f68b757,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:56.702438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (a463866e-f955-44f3-8988-c2bbf426c74d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.741986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.785685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.791039 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-340b2650-132a-418b-a5d8-79411339b166 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/5e2f35d1-b596-453b-a8bf-91271f68b757 HTTP/1.1" status: 204 len: 168 time: 1.1990960 Apr 29 04:07:56.792320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (30df5b92-7430-4908-a301-8e732f14809a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.796097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:56.796306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33894) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:56.799176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:56.805088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:07:56.805731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (d19292ed-631f-4967-bb47-4fc5c10a988d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.808066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=00bd031d-76e0-41be-89a0-7e27df2992f3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:56.842815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] Provisioning complete for port 9108ff03-470b-441e-8435-e6a22fb97551 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:56.843189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9108ff03-470b-441e-8435-e6a22fb97551), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.864218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Calling delete_port for 30df5b92-7430-4908-a301-8e732f14809a owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:56.876617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (a463866e-f955-44f3-8988-c2bbf426c74d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.882194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (a463866e-f955-44f3-8988-c2bbf426c74d), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.962330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] Current status of the port 9108ff03-470b-441e-8435-e6a22fb97551 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:56.963169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9108ff03-470b-441e-8435-e6a22fb97551), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:56.979997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f4c6b-6a84-4b99-aabd-081f8cf72a60 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:56.981245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f4c6b-6a84-4b99-aabd-081f8cf72a60 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:56.985387 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-911f4c6b-6a84-4b99-aabd-081f8cf72a60 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1858397 Apr 29 04:07:56.986221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33896) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:57.017900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] For port 9108ff03-470b-441e-8435-e6a22fb97551, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9108ff03-470b-441e-8435-e6a22fb97551,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:57.090269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (a463866e-f955-44f3-8988-c2bbf426c74d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.090269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router a463866e-f955-44f3-8988-c2bbf426c74d {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:07:57.101949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.103275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d4d9a2dd-aa8d-4982-9ce9-1720bc2d9b7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/a463866e-f955-44f3-8988-c2bbf426c74d HTTP/1.1" status: 204 len: 168 time: 2.6506159 Apr 29 04:07:57.111473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33898) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:57.115905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9108ff03-470b-441e-8435-e6a22fb97551), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.122089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.133176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet e73287b9-23dd-41c1-b2c3-bfa74a6a78ea {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:57.145603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (e73287b9-23dd-41c1-b2c3-bfa74a6a78ea), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.185020 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-2610d1a5-7bc9-40e8-8306-6e0d2656e66e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1341832 Apr 29 04:07:57.246745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8880109-7d1b-442e-8925-6c95d2d0b20a up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:57.265013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bdec816e-2e57-4886-b55f-e70a8350369d None None] Could not find standard attr ID for object 5e2f35d1-b596-453b-a8bf-91271f68b757. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:07:57.270097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (e73287b9-23dd-41c1-b2c3-bfa74a6a78ea), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.285600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (30df5b92-7430-4908-a301-8e732f14809a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.319986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecea5f-9f9c-4aaa-96cd-969410b7777f None None] Pushing event updated for resources: {'Port': ['ID=9108ff03-470b-441e-8435-e6a22fb97551,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:57.354340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e8880109-7d1b-442e-8925-6c95d2d0b20a triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:57.355118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.378216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event deleted for resources: {'Port': ['ID=30df5b92-7430-4908-a301-8e732f14809a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:57.413690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1a6873c7-6a10-4aa7-a850-1b1c837c1276), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.476783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-460f1663-144e-4d1f-a968-f5f081eddcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:57.478401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-460f1663-144e-4d1f-a968-f5f081eddcb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1130 time: 0.2079499 Apr 29 04:07:57.520967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e8880109-7d1b-442e-8925-6c95d2d0b20a is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:57.521544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.572966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port e8880109-7d1b-442e-8925-6c95d2d0b20a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8880109-7d1b-442e-8925-6c95d2d0b20a,segment=NetworkSegment(4db23ccb-0089-47bb-b373-d309d60723da),segment_id=4db23ccb-0089-47bb-b373-d309d60723da)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:57.617420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (e73287b9-23dd-41c1-b2c3-bfa74a6a78ea), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.644345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.645734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9108ff03-470b-441e-8435-e6a22fb97551 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:57.649848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-2ade7d01-9a47-4536-a3fb-af2c55b32c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:57.651266 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-2ade7d01-9a47-4536-a3fb-af2c55b32c58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 200 len: 897 time: 0.1315088 Apr 29 04:07:57.666907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.675599 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b42935c2-60a4-4c49-b1f6-ddf8da85bcae tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/ports/30df5b92-7430-4908-a301-8e732f14809a HTTP/1.1" status: 204 len: 168 time: 1.3658316 Apr 29 04:07:57.676365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33900) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:57.770221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=e8880109-7d1b-442e-8925-6c95d2d0b20a,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:57.770436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1a6873c7-6a10-4aa7-a850-1b1c837c1276), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.797151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9108ff03-470b-441e-8435-e6a22fb97551 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:57.798638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9108ff03-470b-441e-8435-e6a22fb97551), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.810957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6873c7-6a10-4aa7-a850-1b1c837c1276']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:57.815506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-94757497-a18d-46dd-ac17-ab1e766f1695 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1422617 Apr 29 04:07:57.827528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d083f9f-b4eb-4f89-a869-9257d83ec501') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:57.828010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d083f9f-b4eb-4f89-a869-9257d83ec501') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:57.860143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Deleting subnet fc9746a9-c20d-453c-9bad-af33a50b1b9a {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:07:57.905406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (2d083f9f-b4eb-4f89-a869-9257d83ec501), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.905656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for subnet (fc9746a9-c20d-453c-9bad-af33a50b1b9a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2d083f9f-b4eb-4f89-a869-9257d83ec501), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-0f9e3481-6eff-441e-a705-ca368c3faa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-0f9e3481-6eff-441e-a705-ca368c3faa73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=195d3b2d-cbf4-4ac5-945d-aba5011e4421 HTTP/1.1" status: 200 len: 834 time: 0.0761354 Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (2d083f9f-b4eb-4f89-a869-9257d83ec501), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:57.906647 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:07:57.935627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (fc9746a9-c20d-453c-9bad-af33a50b1b9a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:57.937884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215656d-2571-4adb-94df-11e35e63ca73 None None] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:57.972132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9108ff03-470b-441e-8435-e6a22fb97551 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:57.975545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.010409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-082c73f0-e713-493c-a2b3-5d4c3a3c1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:58.011841 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-082c73f0-e713-493c-a2b3-5d4c3a3c1ea0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d671d4a9-9f46-477b-85fc-5145404e411b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1004069 Apr 29 04:07:58.039615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (fc9746a9-c20d-453c-9bad-af33a50b1b9a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.044628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-81a6ef71-b4b9-4f7e-8315-6b6ab7d7c9e2 None None] Provisioning complete for port e8880109-7d1b-442e-8925-6c95d2d0b20a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:58.044942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-81a6ef71-b4b9-4f7e-8315-6b6ab7d7c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.068738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (e73287b9-23dd-41c1-b2c3-bfa74a6a78ea), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.094120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1a6873c7-6a10-4aa7-a850-1b1c837c1276), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.106354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=e73287b9-23dd-41c1-b2c3-bfa74a6a78ea,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:58.108599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.109475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (d19292ed-631f-4967-bb47-4fc5c10a988d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.118193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.121775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.122761 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/1a6873c7-6a10-4aa7-a850-1b1c837c1276 HTTP/1.1" status: 204 len: 168 time: 1.0103004 Apr 29 04:07:58.125982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637601a3-88c1-471f-830e-6189c012d05a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=1a6873c7-6a10-4aa7-a850-1b1c837c1276,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:58.134910 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e8c0a44b-73fa-4554-a971-577d0f51e8c5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/e73287b9-23dd-41c1-b2c3-bfa74a6a78ea HTTP/1.1" status: 204 len: 168 time: 1.1478391 Apr 29 04:07:58.140550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33902) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:58.140885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33904) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:58.146425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--2128874702', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:58.171392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-81a6ef71-b4b9-4f7e-8315-6b6ab7d7c9e2 None None] Current status of the port e8880109-7d1b-442e-8925-6c95d2d0b20a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:58.179206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0c184-1579-4b1a-aca2-4fe7ee1a3b6b None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:58.186371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=00bd031d-76e0-41be-89a0-7e27df2992f3,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:58.205686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-5fb24504-8210-4d80-a987-05742e3f5b12 service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829708 Apr 29 04:07:58.212619 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eccce91e-1165-45ed-a761-5ef3685a4e6d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625026 Apr 29 04:07:58.212926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33906) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:58.220188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:58.316897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:58.320286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.339775 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ca30d8c-2e8e-400c-a4bf-10e043822488 req-380a53ba-d0fb-4037-a110-b9a11ae46d2a service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236384 Apr 29 04:07:58.373640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:07:58.388521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (268788c7-868d-44f2-9f97-6d0b62723a6c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.388922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment 268788c7-868d-44f2-9f97-6d0b62723a6c of type vlan for network 44d39cef-aa58-44c2-bda1-38716ec4fd77 Apr 29 04:07:58.392757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:58.442138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] Deleting port 9108ff03-470b-441e-8435-e6a22fb97551 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:58.442645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9108ff03-470b-441e-8435-e6a22fb97551), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.452519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (44d39cef-aa58-44c2-bda1-38716ec4fd77), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.514514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] For port 9108ff03-470b-441e-8435-e6a22fb97551, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9108ff03-470b-441e-8435-e6a22fb97551,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:58.514917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9108ff03-470b-441e-8435-e6a22fb97551), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.534398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] Calling delete_port for 9108ff03-470b-441e-8435-e6a22fb97551 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:58.568265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (44d39cef-aa58-44c2-bda1-38716ec4fd77), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.574607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:58.575824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.596093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (fc9746a9-c20d-453c-9bad-af33a50b1b9a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.627523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a8b15c9f-ba48-4848-a468-9bc0daef14e0 None None] Provisioning complete for port 00bd031d-76e0-41be-89a0-7e27df2992f3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:58.627889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a8b15c9f-ba48-4848-a468-9bc0daef14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.646616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9746a9-c20d-453c-9bad-af33a50b1b9a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:58.659958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:58.662255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=44d39cef-aa58-44c2-bda1-38716ec4fd77,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:58.663656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.669378 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c8cf95f4-3dd5-48b1-b715-a87df5604aca tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/subnets/fc9746a9-c20d-453c-9bad-af33a50b1b9a HTTP/1.1" status: 204 len: 168 time: 0.9854147 Apr 29 04:07:58.669378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:58.669815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33908) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:58.674438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a8b15c9f-ba48-4848-a468-9bc0daef14e0 None None] Port 00bd031d-76e0-41be-89a0-7e27df2992f3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:58.683551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465309c1-85d9-4d2f-800d-12425d831728 None None] Network 0c2d4df3-150e-4d80-b331-28a1010cd871 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:58.697091 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-598debeb-56e1-4843-b87e-947e0c14e38b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5551381 Apr 29 04:07:58.699820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33910) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:58.702321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a8b15c9f-ba48-4848-a468-9bc0daef14e0 None None] Provisioning complete for port e8880109-7d1b-442e-8925-6c95d2d0b20a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:58.702686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a8b15c9f-ba48-4848-a468-9bc0daef14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.704614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:07:58.707150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:58.772378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (0c2d4df3-150e-4d80-b331-28a1010cd871), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.823453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (9108ff03-470b-441e-8435-e6a22fb97551), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.846984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (8798521a-7c3f-4424-a661-db78ab742278), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.848211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (8798521a-7c3f-4424-a661-db78ab742278), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.908927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] Pushing event deleted for resources: {'Port': ['ID=9108ff03-470b-441e-8435-e6a22fb97551,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:58.916685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Deleting port 015c86a6-9780-4e01-96d8-0a80350da7e4 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:58.917171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.921849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:07:58.922020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d53e3-39b5-4e77-97b2-6e38342d3779 None None] No DVR routers for this DVR port 9108ff03-470b-441e-8435-e6a22fb97551 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:58.925786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (8798521a-7c3f-4424-a661-db78ab742278), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.935064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:58.988504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a8b15c9f-ba48-4848-a468-9bc0daef14e0 None None] Current status of the port e8880109-7d1b-442e-8925-6c95d2d0b20a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:59.062814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] DHCP port deletion for 0c2d4df3-150e-4d80-b331-28a1010cd871 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:07:59.107899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] For port 015c86a6-9780-4e01-96d8-0a80350da7e4, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=015c86a6-9780-4e01-96d8-0a80350da7e4,segment=NetworkSegment(5731db30-f56d-4c4e-bbc4-70102380120c),segment_id=5731db30-f56d-4c4e-bbc4-70102380120c)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:59.108273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.125748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] Deleting port 015c86a6-9780-4e01-96d8-0a80350da7e4 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:07:59.126126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.135105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Calling delete_port for 015c86a6-9780-4e01-96d8-0a80350da7e4 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:59.155671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8880109-7d1b-442e-8925-6c95d2d0b20a up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:07:59.225863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c39dcbea-a45d-4c02-9a86-795fc4874d86 None None] Provisioning complete for port 00bd031d-76e0-41be-89a0-7e27df2992f3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:59.226232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c39dcbea-a45d-4c02-9a86-795fc4874d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.234039 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (8798521a-7c3f-4424-a661-db78ab742278), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.244445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router d19292ed-631f-4967-bb47-4fc5c10a988d is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:07:59.403609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:07:59.412837 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-214e056b-521d-4f36-9065-31cade9e04cc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/d19292ed-631f-4967-bb47-4fc5c10a988d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6197293 Apr 29 04:07:59.413156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33912) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:59.426650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.431329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] For port 015c86a6-9780-4e01-96d8-0a80350da7e4, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=015c86a6-9780-4e01-96d8-0a80350da7e4,segment=NetworkSegment(5731db30-f56d-4c4e-bbc4-70102380120c),segment_id=5731db30-f56d-4c4e-bbc4-70102380120c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:07:59.431937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.434577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] Sync routers for ids ['d19292ed-631f-4967-bb47-4fc5c10a988d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:07:59.458097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] Calling delete_port for 015c86a6-9780-4e01-96d8-0a80350da7e4 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:07:59.461706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c39dcbea-a45d-4c02-9a86-795fc4874d86 None None] Port 00bd031d-76e0-41be-89a0-7e27df2992f3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:59.469218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.470705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] Routers {'d19292ed-631f-4967-bb47-4fc5c10a988d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:59.471335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d19292ed-631f-4967-bb47-4fc5c10a988d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.474721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:07:59.517812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.521234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e8880109-7d1b-442e-8925-6c95d2d0b20a triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:59.521633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.531911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:07:59.540706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:59.540706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.543562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event deleted for resources: {'Port': ['ID=015c86a6-9780-4e01-96d8-0a80350da7e4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:59.559370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dab72c-3a66-4b1b-afe3-e46a4840cef2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:07:59.564393 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-21dab72c-3a66-4b1b-afe3-e46a4840cef2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports/00bd031d-76e0-41be-89a0-7e27df2992f3 HTTP/1.1" status: 200 len: 911 time: 0.1466293 Apr 29 04:07:59.566021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] No DVR routers for this DVR port 015c86a6-9780-4e01-96d8-0a80350da7e4 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:59.572673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33914) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:59.582254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a9f32-b157-4489-ae77-2f0c1a0fd10f None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:07:59.635668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] Routers {'d19292ed-631f-4967-bb47-4fc5c10a988d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:07:59.636306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d19292ed-631f-4967-bb47-4fc5c10a988d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.646848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-756e14cc-43cc-4138-be57-7729fb5ee62f None None] Provisioning complete for port 00bd031d-76e0-41be-89a0-7e27df2992f3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:07:59.646848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-756e14cc-43cc-4138-be57-7729fb5ee62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.674128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:59.725107 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c5162e9f-1561-4301-8181-a79117e0d3b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5093091 Apr 29 04:07:59.727886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33916) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:07:59.736913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': '8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d', 'ip_address': '2001:db8::be80:ecaa:edc5:cb85'}], 'name': 'tempest-NetworksTestDHCPv6-1336884471'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:07:59.737340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.738519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a434e2-19ce-4d27-a441-d5b76da4405e None None] The sync data for ids ['d19292ed-631f-4967-bb47-4fc5c10a988d'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:07:59.761063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (0c2d4df3-150e-4d80-b331-28a1010cd871), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.792482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2d4df3-150e-4d80-b331-28a1010cd871']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.816107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5731db30-f56d-4c4e-bbc4-70102380120c') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.816391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5731db30-f56d-4c4e-bbc4-70102380120c') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:07:59.820816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-756e14cc-43cc-4138-be57-7729fb5ee62f None None] Port 00bd031d-76e0-41be-89a0-7e27df2992f3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:07:59.843415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (015c86a6-9780-4e01-96d8-0a80350da7e4), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.870696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (5731db30-f56d-4c4e-bbc4-70102380120c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.883466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:07:59.884454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.888579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] Pushing event deleted for resources: {'Port': ['ID=015c86a6-9780-4e01-96d8-0a80350da7e4,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:07:59.898060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e8880109-7d1b-442e-8925-6c95d2d0b20a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:07:59.906295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2e0d3-61c7-49ce-bccf-20509ece8cf9 None None] No DVR routers for this DVR port 015c86a6-9780-4e01-96d8-0a80350da7e4 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:07:59.921352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5731db30-f56d-4c4e-bbc4-70102380120c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.934457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (8798521a-7c3f-4424-a661-db78ab742278), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.967882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.988328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:07:59.989084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (5731db30-f56d-4c4e-bbc4-70102380120c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:07:59.992131 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:08:00.005131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9f295a83-86bc-4516-91ea-8c1a1807ceae no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:00.055360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9f295a83-86bc-4516-91ea-8c1a1807ceae {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:00.055360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9f295a83-86bc-4516-91ea-8c1a1807ceae not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:00.056467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9108ff03-470b-441e-8435-e6a22fb97551 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:00.082243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9108ff03-470b-441e-8435-e6a22fb97551 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:00.082745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9108ff03-470b-441e-8435-e6a22fb97551 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:00.096143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d/86aef0af-4038-4549-b890-b5ec67e38b63) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:00.135351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:00.147373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (d19292ed-631f-4967-bb47-4fc5c10a988d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.167648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.122 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/2c50d848-66eb-4f2d-8171-5bbe24ea1552) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:00.195485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (0c2d4df3-150e-4d80-b331-28a1010cd871), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.195485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.197187 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] 10.222.0.37 "DELETE /v2.0/networks/0c2d4df3-150e-4d80-b331-28a1010cd871 HTTP/1.1" status: 204 len: 168 time: 1.5232177 Apr 29 04:08:00.272554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Publish callbacks [] for port (86aef0af-4038-4549-b890-b5ec67e38b63), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.288356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c36a-14e8-4f71-b8ce-a58ab9087254 tempest-TagsExtTest-224471565 tempest-TagsExtTest-224471565-project] Pushing event deleted for resources: {'Network': ['ID=0c2d4df3-150e-4d80-b331-28a1010cd871,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:00.289914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.318341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 34694c76-f666-406a-97e7-fd31c923a9db yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:00.365687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.383285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.409574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:00.415236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:00.418096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:00.426011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Pushing event updated for resources: {'Port': ['ID=86aef0af-4038-4549-b890-b5ec67e38b63,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:00.450134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 00bd031d-76e0-41be-89a0-7e27df2992f3 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:00.450383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.495482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Attempting to bind port 86aef0af-4038-4549-b890-b5ec67e38b63 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:00.496225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Attempting to bind port 86aef0af-4038-4549-b890-b5ec67e38b63 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:00.496225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Attempting to bind port 86aef0af-4038-4549-b890-b5ec67e38b63 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:00.503502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:00.503887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:00.504296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.504693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:00.505166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Bound port: 86aef0af-4038-4549-b890-b5ec67e38b63, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:00.505576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.518205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::be80:ecaa:edc5:cb85 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d/34694c76-f666-406a-97e7-fd31c923a9db) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:00.558900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.565398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.580866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 00bd031d-76e0-41be-89a0-7e27df2992f3 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:00.581596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] For port 86aef0af-4038-4549-b890-b5ec67e38b63, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:00.586306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] For port 86aef0af-4038-4549-b890-b5ec67e38b63, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=86aef0af-4038-4549-b890-b5ec67e38b63,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:00.627946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:00.644081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:00.652323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:00.673761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=2c50d848-66eb-4f2d-8171-5bbe24ea1552,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:00.694083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.728990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33922) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:00.793457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973cdf-515c-4d86-ac77-a84cab0d6d78 None None] Pushing event updated for resources: {'Port': ['ID=86aef0af-4038-4549-b890-b5ec67e38b63,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:00.874489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (34694c76-f666-406a-97e7-fd31c923a9db), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.882038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (00bd031d-76e0-41be-89a0-7e27df2992f3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:00.912803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=00bd031d-76e0-41be-89a0-7e27df2992f3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:01.003266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (34694c76-f666-406a-97e7-fd31c923a9db), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.035015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 015c86a6-9780-4e01-96d8-0a80350da7e4 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:01.054206 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d9c1b694-f978-4d19-bdab-9f390cdb1bfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a77561126f584688b26e34dfec5f7c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268847 Apr 29 04:08:01.057440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33926) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:01.066772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 015c86a6-9780-4e01-96d8-0a80350da7e4 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:01.067213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 015c86a6-9780-4e01-96d8-0a80350da7e4 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:01.125296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (d19292ed-631f-4967-bb47-4fc5c10a988d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.143892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:01.151877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:01.158819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=34694c76-f666-406a-97e7-fd31c923a9db,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:01.164875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:01.171605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:01.172071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.190597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (8798521a-7c3f-4424-a661-db78ab742278), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.224229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe6a-062a-4bcd-947a-2ac75f059213 admin admin] Publish callbacks [] for security_group (c577d626-c6ce-49b8-8edc-602aa8d3a3e4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.264859 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aaeea11e-b138-40ab-a148-109c038d92f2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5329843 Apr 29 04:08:01.265088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33928) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:01.286448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe6a-062a-4bcd-947a-2ac75f059213 admin admin] Publish callbacks [] for security_group (c577d626-c6ce-49b8-8edc-602aa8d3a3e4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.351182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e522b68-39e7-453d-b063-c69a0d86076f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:01.356535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e522b68-39e7-453d-b063-c69a0d86076f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:01.358690 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4e522b68-39e7-453d-b063-c69a0d86076f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0927603 Apr 29 04:08:01.362592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33930) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:01.388155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router d19292ed-631f-4967-bb47-4fc5c10a988d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:01.473880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:01.483704 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b61a92e3-132e-44be-bce4-78ed60b68c87 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/d19292ed-631f-4967-bb47-4fc5c10a988d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8866072 Apr 29 04:08:01.484767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33932) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:01.486029 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] Sync routers for ids ['d19292ed-631f-4967-bb47-4fc5c10a988d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:01.498402 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] Routers {'d19292ed-631f-4967-bb47-4fc5c10a988d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:01.499395 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d19292ed-631f-4967-bb47-4fc5c10a988d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:01.514638 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bfb94ddb-e579-4c34-9bea-64313d15e574 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19292ed-631f-4967-bb47-4fc5c10a988d HTTP/1.1" status: 200 len: 205 time: 0.0282142 Apr 29 04:08:01.517158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33934) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:01.517601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 34694c76-f666-406a-97e7-fd31c923a9db {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:01.517941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (34694c76-f666-406a-97e7-fd31c923a9db), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.537126 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:01.552709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (8798521a-7c3f-4424-a661-db78ab742278), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.554126 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] Routers {'d19292ed-631f-4967-bb47-4fc5c10a988d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:01.554973 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d19292ed-631f-4967-bb47-4fc5c10a988d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:01.566905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe6a-062a-4bcd-947a-2ac75f059213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c577d626-c6ce-49b8-8edc-602aa8d3a3e4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.569930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe6a-062a-4bcd-947a-2ac75f059213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.571105 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-10bcbe6a-062a-4bcd-947a-2ac75f059213 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c577d626-c6ce-49b8-8edc-602aa8d3a3e4 HTTP/1.1" status: 204 len: 168 time: 0.5134258 Apr 29 04:08:01.618463 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:01.619770 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b6b3f-18cc-4749-96fe-b6c50a2a3d07 None None] The sync data for ids ['d19292ed-631f-4967-bb47-4fc5c10a988d'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:01.648248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (d19292ed-631f-4967-bb47-4fc5c10a988d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.651787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcbe6a-062a-4bcd-947a-2ac75f059213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c577d626-c6ce-49b8-8edc-602aa8d3a3e4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:01.703771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (34694c76-f666-406a-97e7-fd31c923a9db), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:01.722350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 34694c76-f666-406a-97e7-fd31c923a9db owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:01.896123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:08:02.038032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (34694c76-f666-406a-97e7-fd31c923a9db), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.079081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=34694c76-f666-406a-97e7-fd31c923a9db,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:02.081475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] Provisioning complete for port 86aef0af-4038-4549-b890-b5ec67e38b63 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:02.085497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.102735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:02.118397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (d19292ed-631f-4967-bb47-4fc5c10a988d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.121092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (d19292ed-631f-4967-bb47-4fc5c10a988d), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.162753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:02.169362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.172900 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a7ad40cc-53e9-4814-9c2c-69d1c02b8f5a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/34694c76-f666-406a-97e7-fd31c923a9db HTTP/1.1" status: 204 len: 168 time: 0.8093979 Apr 29 04:08:02.175462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33938) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.183242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:02.183859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:02.228900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (d19292ed-631f-4967-bb47-4fc5c10a988d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.229512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router d19292ed-631f-4967-bb47-4fc5c10a988d {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:08:02.238320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.242640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33940) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.243781 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f67c81fc-3286-477c-9011-052efd24cbb5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/d19292ed-631f-4967-bb47-4fc5c10a988d HTTP/1.1" status: 204 len: 168 time: 0.7236867 Apr 29 04:08:02.258827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93975cce-fd4b-4294-bf2b-9152cd8461b2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:02.261811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93975cce-fd4b-4294-bf2b-9152cd8461b2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:02.265098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.269857 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93975cce-fd4b-4294-bf2b-9152cd8461b2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0903699 Apr 29 04:08:02.270017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3ee4ed4-2e5b-43a2-bc32-cc40777f5a67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5662813 Apr 29 04:08:02.270132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33942) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.276036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33944) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.276223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] Current status of the port 86aef0af-4038-4549-b890-b5ec67e38b63 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:02.276632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.328338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet a2dc5737-80b9-4a78-9c95-84d659951e60 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:02.334194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (a2dc5737-80b9-4a78-9c95-84d659951e60), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.346614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] For port 86aef0af-4038-4549-b890-b5ec67e38b63, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=86aef0af-4038-4549-b890-b5ec67e38b63,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:02.346966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-51603888-696d-44be-af81-fca92f7242e9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683467 Apr 29 04:08:02.350164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33946) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.360137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:02.392656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (a2dc5737-80b9-4a78-9c95-84d659951e60), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.433262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:02.442522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.450057 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.508889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (a2dc5737-80b9-4a78-9c95-84d659951e60), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.566452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f9e25b72-4d39-432c-adc2-df8d2e88ed24 None None] Could not find standard attr ID for object 34694c76-f666-406a-97e7-fd31c923a9db. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:02.568916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.574138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85275b09-d105-45d0-885b-95d9bb209fb0 None None] Pushing event updated for resources: {'Port': ['ID=86aef0af-4038-4549-b890-b5ec67e38b63,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:02.615129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ba98a-b6c2-49c6-8a20-1ec15139165a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:02.619641 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-642ba98a-b6c2-49c6-8a20-1ec15139165a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2656839 Apr 29 04:08:02.619859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33948) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.629444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:00Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:02.656383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:02.656728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Updating router 8798521a-7c3f-4424-a661-db78ab742278 port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:02.662937 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5c34fc9a-a4ec-4f38-900e-7836c7539aad tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418766 Apr 29 04:08:02.665789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33950) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.673158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-733966898', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:02.688721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.703765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (a2dc5737-80b9-4a78-9c95-84d659951e60), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.711337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.765246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dc5737-80b9-4a78-9c95-84d659951e60,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:02.778870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.780446 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-88dce93d-cbfc-4d37-ac31-214f856fe456 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/a2dc5737-80b9-4a78-9c95-84d659951e60 HTTP/1.1" status: 204 len: 168 time: 0.5346239 Apr 29 04:08:02.782987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33952) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.788247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299ae7c-1087-4a10-848d-c2d0683a3092 None None] Network 35d2e4c6-b531-4ad1-96c3-b156d66d945a requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:02.855307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.871138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (35d2e4c6-b531-4ad1-96c3-b156d66d945a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.887006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:02.891894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.899220 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8704a827-156a-42a3-9477-2eb56c60c284 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d HTTP/1.1" status: 204 len: 168 time: 0.6303995 Apr 29 04:08:02.899849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33954) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:02.922033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port e8880109-7d1b-442e-8925-6c95d2d0b20a {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:02.922033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:02.934050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3856c7f-279e-444b-956b-dc611898c13d None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:02.944043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:02.947581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.010312 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d1dc409c-42f0-479b-9fc8-e41939bb143e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087012 Apr 29 04:08:03.014877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33956) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:03.147427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] DHCP port deletion for 35d2e4c6-b531-4ad1-96c3-b156d66d945a request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:03.149491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86aef0af-4038-4549-b890-b5ec67e38b63 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:03.303530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] Deleting port e8880109-7d1b-442e-8925-6c95d2d0b20a {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:03.304168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.360261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 86aef0af-4038-4549-b890-b5ec67e38b63 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:03.360760 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.412941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:03.433449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port e8880109-7d1b-442e-8925-6c95d2d0b20a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8880109-7d1b-442e-8925-6c95d2d0b20a,segment=NetworkSegment(4db23ccb-0089-47bb-b373-d309d60723da),segment_id=4db23ccb-0089-47bb-b373-d309d60723da)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:03.434087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.456266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for e8880109-7d1b-442e-8925-6c95d2d0b20a owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:03.470301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787b387-98f9-439d-8703-08ff745970fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:03.471775 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2787b387-98f9-439d-8703-08ff745970fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4545100 Apr 29 04:08:03.474591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33958) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:03.502987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Publish callbacks [] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.515945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] For port e8880109-7d1b-442e-8925-6c95d2d0b20a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8880109-7d1b-442e-8925-6c95d2d0b20a,segment=NetworkSegment(4db23ccb-0089-47bb-b373-d309d60723da),segment_id=4db23ccb-0089-47bb-b373-d309d60723da)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:03.516278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.529063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039854d0-87b6-4df7-a598-d55da5b23afd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:03.533139 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-039854d0-87b6-4df7-a598-d55da5b23afd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0546358 Apr 29 04:08:03.533435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33960) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:03.537405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] Calling delete_port for e8880109-7d1b-442e-8925-6c95d2d0b20a owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:03.538091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] Deleting port 86aef0af-4038-4549-b890-b5ec67e38b63 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:03.538457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.579056 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-043ddefa-bf4a-488c-8ab7-cb4a208b3f68 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396721 Apr 29 04:08:03.579304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33962) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:03.584129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:03.625161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.707411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.726520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 86aef0af-4038-4549-b890-b5ec67e38b63 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:03.734323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=e8880109-7d1b-442e-8925-6c95d2d0b20a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:03.736108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:03.736259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port e8880109-7d1b-442e-8925-6c95d2d0b20a on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:03.738435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] For port 86aef0af-4038-4549-b890-b5ec67e38b63, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=86aef0af-4038-4549-b890-b5ec67e38b63,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:03.739012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.740436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.741114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (755a041c-78a1-4d0a-a506-c3c1d94d9708), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.789261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] Calling delete_port for 86aef0af-4038-4549-b890-b5ec67e38b63 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:03.796345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19cb6-de93-40c4-9952-a94ef4e3bdc9 None None] Pushing event updated for resources: {'Port': ['ID=2c50d848-66eb-4f2d-8171-5bbe24ea1552,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:03.802897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Attempting to bind port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:03.802897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Attempting to bind port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:03.803213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Attempting to bind port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:03.811958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e8880109-7d1b-442e-8925-6c95d2d0b20a), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.853353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:03.853733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:03.854560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.854560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:03.854991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Bound port: 2c50d848-66eb-4f2d-8171-5bbe24ea1552, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:03.855368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.864656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=755a041c-78a1-4d0a-a506-c3c1d94d9708,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:03.896383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] No DVR routers for this DVR port e8880109-7d1b-442e-8925-6c95d2d0b20a on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:03.899798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756d980-7d82-4fc5-bf65-f9b0eb8f17c9 None None] Pushing event deleted for resources: {'Port': ['ID=e8880109-7d1b-442e-8925-6c95d2d0b20a,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:03.908783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:03.909162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: 44d39cef-aa58-44c2-bda1-38716ec4fd77, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:08:03.913181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (35d2e4c6-b531-4ad1-96c3-b156d66d945a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.942487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d2e4c6-b531-4ad1-96c3-b156d66d945a']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:03.954629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db23ccb-0089-47bb-b373-d309d60723da') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:03.954933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db23ccb-0089-47bb-b373-d309d60723da') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:03.964936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (4db23ccb-0089-47bb-b373-d309d60723da), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.965202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] For port 2c50d848-66eb-4f2d-8171-5bbe24ea1552, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:03.978729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] For port 2c50d848-66eb-4f2d-8171-5bbe24ea1552, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c50d848-66eb-4f2d-8171-5bbe24ea1552,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:03.983221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4db23ccb-0089-47bb-b373-d309d60723da), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.987464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:08:03.987843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (4db23ccb-0089-47bb-b373-d309d60723da), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:08:03.990806 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:08:04.030957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (b712bb90-0486-4d60-9fe1-55a051c6e21b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.058971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:08:04.059908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.064873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (86aef0af-4038-4549-b890-b5ec67e38b63), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.082844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:04.085969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:04.090215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:04.090890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.102894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=b712bb90-0486-4d60-9fe1-55a051c6e21b,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:04.103228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] No DVR routers for this DVR port 86aef0af-4038-4549-b890-b5ec67e38b63 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:04.121253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (35d2e4c6-b531-4ad1-96c3-b156d66d945a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.127594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.129857 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/35d2e4c6-b531-4ad1-96c3-b156d66d945a HTTP/1.1" status: 204 len: 168 time: 1.3457243 Apr 29 04:08:04.133473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33964) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:04.134340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba5fc1-30a8-4138-b695-7a6ac152a447 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:04.137657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-280046444', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:04.157406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 44d39cef-aa58-44c2-bda1-38716ec4fd77) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:04.158172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:04.158804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:04.160582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19cb6-de93-40c4-9952-a94ef4e3bdc9 None None] Pushing event updated for resources: {'Port': ['ID=2c50d848-66eb-4f2d-8171-5bbe24ea1552,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:04.161648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:04.162414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.168580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a28b6-b6fd-42ff-bb73-ad2b97d689a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=35d2e4c6-b531-4ad1-96c3-b156d66d945a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:04.189882 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-23b80736-d288-4b70-86a5-8c88e4de587d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6095910 Apr 29 04:08:04.192668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33966) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:04.197683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'b712bb90-0486-4d60-9fe1-55a051c6e21b', 'ip_address': '2001:db8::d754:324e:fb3:62f0'}], 'name': 'tempest-NetworksTestDHCPv6-779380573'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:04.204291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592622de-7f83-4539-bab5-a6d3d592220f None None] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:04.248746 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6f40182c-af94-4406-af66-2150ed9e86c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5800254 Apr 29 04:08:04.255588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33968) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:04.272638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8ebf0-7748-4ce5-88dc-98c1bee794ca None None] Pushing event deleted for resources: {'Port': ['ID=86aef0af-4038-4549-b890-b5ec67e38b63,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:04.299372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.300723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.381728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:04.402831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (207c20b2-595c-4486-9ad5-ce25b89e7a06), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.418191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:04.462777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'b712bb90-0486-4d60-9fe1-55a051c6e21b'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:04.463635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.471487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.491371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port e850bb32-4653-4bd0-8e4f-4ca5301a5117 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:04.519189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-44d39cef-aa58-44c2-bda1-38716ec4fd77', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:04.520042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.677333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::d754:324e:fb3:62f0 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/b712bb90-0486-4d60-9fe1-55a051c6e21b/e850bb32-4653-4bd0-8e4f-4ca5301a5117) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:04.697079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_gateway (207c20b2-595c-4486-9ad5-ce25b89e7a06), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.849295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (e850bb32-4653-4bd0-8e4f-4ca5301a5117), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.932705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e850bb32-4653-4bd0-8e4f-4ca5301a5117), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:04.981158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:00Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:04.983425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Allocated IP 172.20.0.2 (44d39cef-aa58-44c2-bda1-38716ec4fd77/755a041c-78a1-4d0a-a506-c3c1d94d9708/4befa44b-6525-49b1-86e4-824871a82cd6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:05.006333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:05.012780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:05.012940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=e850bb32-4653-4bd0-8e4f-4ca5301a5117,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:05.015835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:05.022108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8880109-7d1b-442e-8925-6c95d2d0b20a no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:05.022936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:05.023598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.030695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea36e7-66c9-4b0d-b885-5d50fa1bbf20 None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:00Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:05.041412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_gateway (207c20b2-595c-4486-9ad5-ce25b89e7a06), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.057861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e8880109-7d1b-442e-8925-6c95d2d0b20a {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:05.058213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8880109-7d1b-442e-8925-6c95d2d0b20a not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:05.058634 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86aef0af-4038-4549-b890-b5ec67e38b63 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:05.085124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.087920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/b712bb90-0486-4d60-9fe1-55a051c6e21b/fb552933-8687-432f-9ddb-db802dfe703c) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:05.103245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 86aef0af-4038-4549-b890-b5ec67e38b63 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:05.103547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86aef0af-4038-4549-b890-b5ec67e38b63 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:05.125288 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1e4fe6ba-9f0a-47b2-bd55-a39ab11b7e8c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9315267 Apr 29 04:08:05.128475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33970) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:05.139926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'b712bb90-0486-4d60-9fe1-55a051c6e21b', 'ip_address': '2001:db8::d754:324e:fb3:62f0'}], 'name': 'tempest-NetworksTestDHCPv6-875113156'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:05.156398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.307130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 172.26.4.239 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:05.332270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Publish callbacks [] for port (4befa44b-6525-49b1-86e4-824871a82cd6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.355524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:05.367386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.378177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Publish callbacks [] for port (fb552933-8687-432f-9ddb-db802dfe703c), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.399788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port eb2c3b83-24e7-4614-b4f3-7d7ce6346491 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:05.411820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.466374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:05.470162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:05.477086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:05.480610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (fb552933-8687-432f-9ddb-db802dfe703c), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.483980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Pushing event updated for resources: {'Port': ['ID=4befa44b-6525-49b1-86e4-824871a82cd6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:05.558490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:05.561284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.580426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:05.589881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:05.608721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Pushing event updated for resources: {'Port': ['ID=fb552933-8687-432f-9ddb-db802dfe703c,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:05.636104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Attempting to bind port 4befa44b-6525-49b1-86e4-824871a82cd6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:05.636529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Attempting to bind port 4befa44b-6525-49b1-86e4-824871a82cd6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:05.636835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Attempting to bind port 4befa44b-6525-49b1-86e4-824871a82cd6 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:05.643069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (44d39cef-aa58-44c2-bda1-38716ec4fd77/755a041c-78a1-4d0a-a506-c3c1d94d9708/ab23f5d0-e34b-4bf5-990e-de60177c6665) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:05.664013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:05.664446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Checking segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:05.664784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.665204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Bound using segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:05.665714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Bound port: 4befa44b-6525-49b1-86e4-824871a82cd6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:05.666094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.693919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Attempting to bind port fb552933-8687-432f-9ddb-db802dfe703c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:05.694305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Attempting to bind port fb552933-8687-432f-9ddb-db802dfe703c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:05.694733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Attempting to bind port fb552933-8687-432f-9ddb-db802dfe703c on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:05.708457 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 04:08:05.708457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:05.731380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:05.731876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:05.732455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.733566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:05.734194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Bound port: fb552933-8687-432f-9ddb-db802dfe703c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:05.734703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fb552933-8687-432f-9ddb-db802dfe703c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.736903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.790032 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff155b9e-1e20-4118-bcaa-f3436ba7ab22 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6599660 Apr 29 04:08:05.792546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33972) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:05.800351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:05.802160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:05.819917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:05.840060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] For port fb552933-8687-432f-9ddb-db802dfe703c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:05.844745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] For port fb552933-8687-432f-9ddb-db802dfe703c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb552933-8687-432f-9ddb-db802dfe703c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:05.848391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb2dc9-f6b5-44a3-a4a2-957a8f87f8c3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:05.851756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] For port 4befa44b-6525-49b1-86e4-824871a82cd6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:05.858048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] For port 4befa44b-6525-49b1-86e4-824871a82cd6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4befa44b-6525-49b1-86e4-824871a82cd6,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:05.858213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb2dc9-f6b5-44a3-a4a2-957a8f87f8c3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:05.860367 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e9eb2dc9-f6b5-44a3-a4a2-957a8f87f8c3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0665669 Apr 29 04:08:05.862845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33974) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:05.864252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:05.889957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.934066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (fb552933-8687-432f-9ddb-db802dfe703c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.964236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:05.968773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port e850bb32-4653-4bd0-8e4f-4ca5301a5117 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:05.969531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e850bb32-4653-4bd0-8e4f-4ca5301a5117), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.043662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77c29-fa96-47ea-ba72-65aec5ff53ff None None] Pushing event updated for resources: {'Port': ['ID=fb552933-8687-432f-9ddb-db802dfe703c,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:06.105513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180b6d4-86c9-45fb-96d3-e378635d76e2 None None] Pushing event updated for resources: {'Port': ['ID=4befa44b-6525-49b1-86e4-824871a82cd6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:06.121960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.138147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e850bb32-4653-4bd0-8e4f-4ca5301a5117), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.160439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for e850bb32-4653-4bd0-8e4f-4ca5301a5117 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:06.162005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:06.170006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:06.174765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:06.242946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (8798521a-7c3f-4424-a661-db78ab742278), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.357341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=ab23f5d0-e34b-4bf5-990e-de60177c6665,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:06.484371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e850bb32-4653-4bd0-8e4f-4ca5301a5117), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.488206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_gateway (207c20b2-595c-4486-9ad5-ce25b89e7a06), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.529676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=e850bb32-4653-4bd0-8e4f-4ca5301a5117,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:06.565617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.569284 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3ddcb9c0-dfdd-41d9-8f9c-78f20722b2a7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/e850bb32-4653-4bd0-8e4f-4ca5301a5117 HTTP/1.1" status: 204 len: 168 time: 0.7049375 Apr 29 04:08:06.571797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33976) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:06.623572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62447f01-4f20-4fbd-a27e-ec4721683e0a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:06.624925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62447f01-4f20-4fbd-a27e-ec4721683e0a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:06.626465 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-62447f01-4f20-4fbd-a27e-ec4721683e0a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0537453 Apr 29 04:08:06.629215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33978) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:06.633416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.685256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet b712bb90-0486-4d60-9fe1-55a051c6e21b {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:06.689195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (b712bb90-0486-4d60-9fe1-55a051c6e21b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.730754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (b712bb90-0486-4d60-9fe1-55a051c6e21b), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.815120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b712bb90-0486-4d60-9fe1-55a051c6e21b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:06.958921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (b712bb90-0486-4d60-9fe1-55a051c6e21b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.001241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.005514 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/b712bb90-0486-4d60-9fe1-55a051c6e21b HTTP/1.1" status: 204 len: 168 time: 0.3753889 Apr 29 04:08:07.007148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bef70-4368-4633-81c9-a1ecbe0d9cb2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=b712bb90-0486-4d60-9fe1-55a051c6e21b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:07.009069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33980) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:07.067625 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d5bdfbe3-b36f-469b-b663-7220e64f5632 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536399 Apr 29 04:08:07.068444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33982) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:07.073889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:07.108113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb552933-8687-432f-9ddb-db802dfe703c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:07.197472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port fb552933-8687-432f-9ddb-db802dfe703c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:07.202440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fb552933-8687-432f-9ddb-db802dfe703c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.251385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:07.256337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.263227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.274974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95769243-97d2-4093-b16c-9fd213a25ecf None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:07.349506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port fb552933-8687-432f-9ddb-db802dfe703c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:07.350248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fb552933-8687-432f-9ddb-db802dfe703c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.388645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Provisioning complete for port fb552933-8687-432f-9ddb-db802dfe703c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:07.389025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (fb552933-8687-432f-9ddb-db802dfe703c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.446404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port fb552933-8687-432f-9ddb-db802dfe703c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb552933-8687-432f-9ddb-db802dfe703c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:07.510806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Current status of the port fb552933-8687-432f-9ddb-db802dfe703c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:07.511201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fb552933-8687-432f-9ddb-db802dfe703c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.534544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (fb552933-8687-432f-9ddb-db802dfe703c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.535592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4befa44b-6525-49b1-86e4-824871a82cd6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:07.540495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394369e-8158-4486-9c04-f89962627c74 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:07.548732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.561456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router 207c20b2-595c-4486-9ad5-ce25b89e7a06 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:08:07.590911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (30f38a49-5200-4968-9d83-0c4b36fc63e4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.644932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:07.650992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:07.653734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.655081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:07.655870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.669778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=30f38a49-5200-4968-9d83-0c4b36fc63e4,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:07.670144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:08:07.670500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:08:07.690143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c394369e-8158-4486-9c04-f89962627c74 None None] Deleting port fb552933-8687-432f-9ddb-db802dfe703c {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:07.690143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c394369e-8158-4486-9c04-f89962627c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (fb552933-8687-432f-9ddb-db802dfe703c), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.690143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=fb552933-8687-432f-9ddb-db802dfe703c,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:07.714547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4befa44b-6525-49b1-86e4-824871a82cd6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:07.719001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.738627 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dcefc420-4e4b-463f-a634-93c11621be51 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6688397 Apr 29 04:08:07.741291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33984) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:07.746473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': '30f38a49-5200-4968-9d83-0c4b36fc63e4', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-662934361'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:07.769301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:07.777541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (8798521a-7c3f-4424-a661-db78ab742278), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.781505 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] Sync routers for ids ['207c20b2-595c-4486-9ad5-ce25b89e7a06'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:07.783862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=ab23f5d0-e34b-4bf5-990e-de60177c6665,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:07.801614 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] Routers {'207c20b2-595c-4486-9ad5-ce25b89e7a06'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:07.803022 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['207c20b2-595c-4486-9ad5-ce25b89e7a06'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:07.813875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c394369e-8158-4486-9c04-f89962627c74 None None] For port fb552933-8687-432f-9ddb-db802dfe703c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=fb552933-8687-432f-9ddb-db802dfe703c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:07.814280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c394369e-8158-4486-9c04-f89962627c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (fb552933-8687-432f-9ddb-db802dfe703c), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.846365 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:07.847562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c394369e-8158-4486-9c04-f89962627c74 None None] Calling delete_port for fb552933-8687-432f-9ddb-db802dfe703c owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:07.858524 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] Routers {'207c20b2-595c-4486-9ad5-ce25b89e7a06'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:07.859943 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['207c20b2-595c-4486-9ad5-ce25b89e7a06'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:07.866257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4befa44b-6525-49b1-86e4-824871a82cd6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:07.866646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.881496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:07.882886 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9a7f714e-9bd2-4ef5-8b40-068d6dfb82ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7485123 Apr 29 04:08:07.888031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33986) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:07.914154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:07.915860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:07.963911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 4befa44b-6525-49b1-86e4-824871a82cd6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4befa44b-6525-49b1-86e4-824871a82cd6,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:08.014699 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:08.015391 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c09e97-b179-4bf9-af58-40c84fac5ef1 None None] The sync data for ids ['207c20b2-595c-4486-9ad5-ce25b89e7a06'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:08.027488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.028330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c50d848-66eb-4f2d-8171-5bbe24ea1552 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:08.078080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c394369e-8158-4486-9c04-f89962627c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (fb552933-8687-432f-9ddb-db802dfe703c), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.094183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:08.113417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394369e-8158-4486-9c04-f89962627c74 None None] No DVR routers for this DVR port fb552933-8687-432f-9ddb-db802dfe703c on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:08.139668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=4befa44b-6525-49b1-86e4-824871a82cd6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:08.172615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173a745-17d1-4202-8dbf-dc496cbad051 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:08.178747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394369e-8158-4486-9c04-f89962627c74 None None] Pushing event deleted for resources: {'Port': ['ID=fb552933-8687-432f-9ddb-db802dfe703c,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:08.211344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:08.211706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.220258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7b82c820-6b44-4b6a-9500-9cca739518fd None None] Port fb552933-8687-432f-9ddb-db802dfe703c update to ACTIVE by agent not found {{(pid=116106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 29 04:08:08.240701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:08.269723 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b7199254-edc5-4183-883a-a396fbd4a5af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/8798521a-7c3f-4424-a661-db78ab742278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0129580 Apr 29 04:08:08.270617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33988) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.402869 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7fda5880-5ce0-48f7-b995-a3fecfab2211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/routers/207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 200 len: 884 time: 0.5106821 Apr 29 04:08:08.404091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 33990) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.460080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.460709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.461233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.461823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.462284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.462799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.465215 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e10be140-82e5-4981-a8d9-aef1a132bd95 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.1916859 Apr 29 04:08:08.466955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:08.467708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33992) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.471801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.511289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a44b64-e4db-46fa-9448-a3be14f6213a None None] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:08.514223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:08.523641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port fc7e4a27-4c7a-4faa-92b5-108335992638 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:08.530965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.532789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.532789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.533106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.533649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.534166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.537813 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d34c7fa-bf7b-40f2-b7e9-20ad6e9e4abe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.0688651 Apr 29 04:08:08.539332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33994) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.575635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:08.576301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:08.641684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-60a74fd1-4902-4466-bf38-91d9dd62047e None None] Provisioning complete for port 4befa44b-6525-49b1-86e4-824871a82cd6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:08.641684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-60a74fd1-4902-4466-bf38-91d9dd62047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.672247 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-38cb43d8-5d6a-4a47-a2c6-428525df51dc tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1285644 Apr 29 04:08:08.712576 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-341de005-e6e4-4867-acd3-ed8377ea5f8d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3050356 Apr 29 04:08:08.713293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 33998) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.717999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-280046444'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:08.751279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3244712-3657-4540-b5bf-d0b4018de498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '30f38a49-5200-4968-9d83-0c4b36fc63e4'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:08.751279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3244712-3657-4540-b5bf-d0b4018de498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.770589 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:08.772294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:08.837764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:08.838197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:08.852551 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84fdcdaf-767f-46b0-afdc-4b6f90fb13d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1100326 Apr 29 04:08:08.855089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34000) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.884109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 2c50d848-66eb-4f2d-8171-5bbe24ea1552, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c50d848-66eb-4f2d-8171-5bbe24ea1552,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:08.885956 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1e6db3e3-8ea4-4fa4-9b28-5c4b89e9d973 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0298336 Apr 29 04:08:08.888406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34002) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.945668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0469ce-a9ce-4081-88f7-05ce5c59653d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.947264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0469ce-a9ce-4081-88f7-05ce5c59653d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:08.951215 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ab0469ce-a9ce-4081-88f7-05ce5c59653d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0594826 Apr 29 04:08:08.951806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34004) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:08.966057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:09.022915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 30f38a49-5200-4968-9d83-0c4b36fc63e4 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:09.025873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34006) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.028154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (30f38a49-5200-4968-9d83-0c4b36fc63e4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.034293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010051021', 'description': 'tempest-secgroup-smoke-2010051021 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:09.054151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.090564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b364-e89e-4fd2-bb92-0ba08254ce56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.115956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (30f38a49-5200-4968-9d83-0c4b36fc63e4), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.144338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.160057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-60a74fd1-4902-4466-bf38-91d9dd62047e None None] Current status of the port 4befa44b-6525-49b1-86e4-824871a82cd6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:09.193928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (30f38a49-5200-4968-9d83-0c4b36fc63e4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.195449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.203578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4befa44b-6525-49b1-86e4-824871a82cd6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:09.260744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=2c50d848-66eb-4f2d-8171-5bbe24ea1552,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:09.286752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (ad12aaaa-340b-4dd4-b42c-8327842a0d9c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.293747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.318739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7814d1b8-e5b6-4632-9826-de50c4aeb348 None None] Provisioning complete for port ab23f5d0-e34b-4bf5-990e-de60177c6665 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:09.319103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7814d1b8-e5b6-4632-9826-de50c4aeb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.358316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ad12aaaa-340b-4dd4-b42c-8327842a0d9c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.390111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4befa44b-6525-49b1-86e4-824871a82cd6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:09.390713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.395997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (30f38a49-5200-4968-9d83-0c4b36fc63e4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.396928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7814d1b8-e5b6-4632-9826-de50c4aeb348 None None] Port ab23f5d0-e34b-4bf5-990e-de60177c6665 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:09.433866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12aaaa-340b-4dd4-b42c-8327842a0d9c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:09.439669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router 207c20b2-595c-4486-9ad5-ce25b89e7a06 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:09.443333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=30f38a49-5200-4968-9d83-0c4b36fc63e4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:09.450746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.454940 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-481b05a0-c9bc-46ef-a98d-dd24d8b5aecb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/30f38a49-5200-4968-9d83-0c4b36fc63e4 HTTP/1.1" status: 204 len: 168 time: 0.5018394 Apr 29 04:08:09.457102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34008) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.462707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7814d1b8-e5b6-4632-9826-de50c4aeb348 None None] Provisioning complete for port 4befa44b-6525-49b1-86e4-824871a82cd6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:09.463073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7814d1b8-e5b6-4632-9826-de50c4aeb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server [None req-a3244712-3657-4540-b5bf-d0b4018de498 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f38a49-5200-4968-9d83-0c4b36fc63e4: This subnet is being modified by another concurrent operation. Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server raise exception Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f38a49-5200-4968-9d83-0c4b36fc63e4: This subnet is being modified by another concurrent operation. Apr 29 04:08:09.472598 dv-neutron-839777-1-hyperv neutron-server[116106]: ERROR oslo_messaging.rpc.server Apr 29 04:08:09.527330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5562c28a-5ef1-4324-9ad0-9199d6aab411 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:08:09.535860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.537386 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3562be64-17fd-4026-95b3-1053881901df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5099776 Apr 29 04:08:09.545368 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-675702c5-7a6d-4d35-b49a-b9cd8d5de8de tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870051 Apr 29 04:08:09.545990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34010) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.546326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34012) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.551991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:07Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:09.552245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'ad12aaaa-340b-4dd4-b42c-8327842a0d9c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:09.559639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:09.583822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:09.590950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.595526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:09.596093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Updating router 8798521a-7c3f-4424-a661-db78ab742278 port ab23f5d0-e34b-4bf5-990e-de60177c6665 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:09.596490 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-193f52f8-2be3-4182-bc70-eecfd7b603f2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 200 len: 891 time: 0.8818195 Apr 29 04:08:09.596832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34016) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.599849 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] Sync routers for ids ['207c20b2-595c-4486-9ad5-ce25b89e7a06'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:09.611955 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] Routers {'207c20b2-595c-4486-9ad5-ce25b89e7a06'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:09.612661 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['207c20b2-595c-4486-9ad5-ce25b89e7a06'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:09.646666 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:09.655661 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] Routers {'207c20b2-595c-4486-9ad5-ce25b89e7a06'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:09.656347 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['207c20b2-595c-4486-9ad5-ce25b89e7a06'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:09.674496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.693195 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:09.693905 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead2549-e878-4d79-aca0-b3c7601d6aaa None None] The sync data for ids ['207c20b2-595c-4486-9ad5-ce25b89e7a06'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:09.743484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4befa44b-6525-49b1-86e4-824871a82cd6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:09.754269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562c28a-5ef1-4324-9ad0-9199d6aab411 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:08:09.757209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (66009cd2-15e2-4096-b8c5-e11ddb75a850), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.786713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7814d1b8-e5b6-4632-9826-de50c4aeb348 None None] Current status of the port 4befa44b-6525-49b1-86e4-824871a82cd6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:09.802414 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bfadbfff-b1a4-4ca0-912f-4c946a6cb360 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/routers/207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 200 len: 891 time: 0.2005582 Apr 29 04:08:09.804845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34018) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.811132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb552933-8687-432f-9ddb-db802dfe703c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:09.825048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (66009cd2-15e2-4096-b8c5-e11ddb75a850), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.835930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:09.840330 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.843475 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5038a8c4-4e34-4eac-b1b1-c5a7aede6d71 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 200 len: 205 time: 0.0362387 Apr 29 04:08:09.846016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34020) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:09.892704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: fb552933-8687-432f-9ddb-db802dfe703c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:09.893044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device fb552933-8687-432f-9ddb-db802dfe703c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:09.934853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4e517d8c-1227-4abe-a678-5cae5b6a0de3 None None] Provisioning complete for port ab23f5d0-e34b-4bf5-990e-de60177c6665 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:09.935210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e517d8c-1227-4abe-a678-5cae5b6a0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.944384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (66009cd2-15e2-4096-b8c5-e11ddb75a850), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:09.988061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66009cd2-15e2-4096-b8c5-e11ddb75a850,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:10.048165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.055859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.057046 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-94b1bb9a-a111-41a8-b380-0631af1ab6f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5097873 Apr 29 04:08:10.061191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34022) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:10.068218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'ad12aaaa-340b-4dd4-b42c-8327842a0d9c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:10.076940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4e517d8c-1227-4abe-a678-5cae5b6a0de3 None None] Port ab23f5d0-e34b-4bf5-990e-de60177c6665 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:10.159151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (965ff956-d40d-40c0-8473-03f116a5fbc8), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.222591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (965ff956-d40d-40c0-8473-03f116a5fbc8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.239731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_gateway (207c20b2-595c-4486-9ad5-ce25b89e7a06), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.289747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (965ff956-d40d-40c0-8473-03f116a5fbc8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.311613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965ff956-d40d-40c0-8473-03f116a5fbc8,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:10.355517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (dc4e893e-08ba-418d-8696-578b13179a33), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.369438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Publish callbacks [] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.387576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.387576 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6e68b29f-e58b-4958-8dc6-c748e672937d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3226638 Apr 29 04:08:10.387838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34024) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:10.392737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'ad12aaaa-340b-4dd4-b42c-8327842a0d9c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:10.422576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:10.432836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:10.440590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:10.441196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.446135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3b8f6-b5ec-48cb-b39b-fe490cb2e4dd None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:10.457173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:10.457913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.460548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.462339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=dc4e893e-08ba-418d-8696-578b13179a33,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:10.494925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (9ae5d142-7891-4c15-b6d5-a73af7bf28c8), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.535224 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e44c6bfe-0fd8-4db1-8e2f-a8b519c2d791 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9840627 Apr 29 04:08:10.536204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34026) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:10.551033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-873134265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:10.566018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.572115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725fea9-3019-423f-ba7c-5e99b8e8ec70 None None] Pushing event updated for resources: {'Port': ['ID=ab23f5d0-e34b-4bf5-990e-de60177c6665,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:10.595583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:10.605253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (9ae5d142-7891-4c15-b6d5-a73af7bf28c8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.650108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-74cb6bf4-1d06-47b3-8c0b-3a4dfaeb3506 None None] Provisioning complete for port ab23f5d0-e34b-4bf5-990e-de60177c6665 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:10.650477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74cb6bf4-1d06-47b3-8c0b-3a4dfaeb3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.665125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (7287a12d-c60f-41a1-be8d-fcca87a5d015), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.666218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (7287a12d-c60f-41a1-be8d-fcca87a5d015), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.681305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (9ae5d142-7891-4c15-b6d5-a73af7bf28c8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.681859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'dc4e893e-08ba-418d-8696-578b13179a33'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:10.684720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.689645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Attempting to bind port ab23f5d0-e34b-4bf5-990e-de60177c6665 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:10.690030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Attempting to bind port ab23f5d0-e34b-4bf5-990e-de60177c6665 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:10.690393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Attempting to bind port ab23f5d0-e34b-4bf5-990e-de60177c6665 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:10.714488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:10.715754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Checking segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:10.715754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.715754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Bound using segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:10.716042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Bound port: ab23f5d0-e34b-4bf5-990e-de60177c6665, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:10.716305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.720958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae5d142-7891-4c15-b6d5-a73af7bf28c8,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:10.756202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-74cb6bf4-1d06-47b3-8c0b-3a4dfaeb3506 None None] Port ab23f5d0-e34b-4bf5-990e-de60177c6665 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:10.759240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router_controller (7287a12d-c60f-41a1-be8d-fcca87a5d015), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.800267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.801681 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-268753d6-097d-429f-8a43-f7afa8421622 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128692 Apr 29 04:08:10.804587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34028) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:10.809884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'ad12aaaa-340b-4dd4-b42c-8327842a0d9c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:10.832710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (7287a12d-c60f-41a1-be8d-fcca87a5d015), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.881917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.908848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] For port ab23f5d0-e34b-4bf5-990e-de60177c6665, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:10.911233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.914995 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-00c5ae7f-91fb-4a43-9a61-e658d9b440d0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3724046 Apr 29 04:08:10.915429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34030) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:10.916592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=673a31c2-b2b0-40e8-9a7f-e2ff60c7bc01,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:10.925231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a2f87a59-aa48-4c6c-add4-9830eb168c8e None None] Provisioning complete for port ab23f5d0-e34b-4bf5-990e-de60177c6665 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:10.925638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a2f87a59-aa48-4c6c-add4-9830eb168c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.934562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] For port ab23f5d0-e34b-4bf5-990e-de60177c6665, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ab23f5d0-e34b-4bf5-990e-de60177c6665,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:10.973371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (935b1d23-6805-4ed6-bf3e-ac7633e98905), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.975015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/dc4e893e-08ba-418d-8696-578b13179a33/6d8849f1-5adb-4bc9-8df3-3207fce44c7c) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:10.979987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (207c20b2-595c-4486-9ad5-ce25b89e7a06), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:10.986027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a2f87a59-aa48-4c6c-add4-9830eb168c8e None None] Port ab23f5d0-e34b-4bf5-990e-de60177c6665 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:11.019291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.080891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.083802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (207c20b2-595c-4486-9ad5-ce25b89e7a06), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.145289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:11.146462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:07:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:11.164404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725fea9-3019-423f-ba7c-5e99b8e8ec70 None None] Pushing event updated for resources: {'Port': ['ID=ab23f5d0-e34b-4bf5-990e-de60177c6665,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:11.196496 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (207c20b2-595c-4486-9ad5-ce25b89e7a06), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.197031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router 207c20b2-595c-4486-9ad5-ce25b89e7a06 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:08:11.206849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.206849 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dd7cc9b1-7b3e-4df5-a525-b5502ebc78a7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 204 len: 168 time: 1.3600779 Apr 29 04:08:11.210508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34032) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:11.222371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1720515487'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:11.237231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c50d848-66eb-4f2d-8171-5bbe24ea1552 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:11.244837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (935b1d23-6805-4ed6-bf3e-ac7633e98905), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.292345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-663c6e3c-16dd-421a-99e1-2e2746182e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.323981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:11.327352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.340138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.352339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:08:11.353250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (935b1d23-6805-4ed6-bf3e-ac7633e98905), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.363326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e2a5ebc1-eede-43ae-a4f4-c45db129efbd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.363666 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment e2a5ebc1-eede-43ae-a4f4-c45db129efbd of type vlan for network 193a4f69-d047-4fe9-bb15-bc6a99979613 Apr 29 04:08:11.381009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935b1d23-6805-4ed6-bf3e-ac7633e98905,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:11.389099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Publish callbacks [] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.407687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (193a4f69-d047-4fe9-bb15-bc6a99979613), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.418900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:11.419310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.447534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:11.477854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] Provisioning complete for port ab23f5d0-e34b-4bf5-990e-de60177c6665 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:11.482874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.492341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.505333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (193a4f69-d047-4fe9-bb15-bc6a99979613), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.506420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.510143 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-80eff18a-816b-4fe9-8290-c86f633a913a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7015831 Apr 29 04:08:11.511404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34034) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:11.511549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:11.512268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.519410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'ad12aaaa-340b-4dd4-b42c-8327842a0d9c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:11.614715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:11.632373 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:11.634875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:11.656707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Pushing event updated for resources: {'Port': ['ID=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:11.687430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::1 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/dc4e893e-08ba-418d-8696-578b13179a33/1df32ab7-c213-4b2b-a6a2-7f54e043a314) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:11.693019 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:08:11.700735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (1b51d033-fdc2-40d0-8ebe-5ce46ffb6017), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.817762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:11.836763 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6179798 Apr 29 04:08:11.837552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34036) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:11.843076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:11.847974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f0c5a-0271-43ad-9eef-e0071aacb8bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=193a4f69-d047-4fe9-bb15-bc6a99979613,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:11.852061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Attempting to bind port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:11.852061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Attempting to bind port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:11.852061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Attempting to bind port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:11.859663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:11.860037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:11.860269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.860595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:11.861078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Bound port: 6d8849f1-5adb-4bc9-8df3-3207fce44c7c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:11.861644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.865736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (1b51d033-fdc2-40d0-8ebe-5ce46ffb6017), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.873156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:08:11.897655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.921189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] Current status of the port ab23f5d0-e34b-4bf5-990e-de60177c6665 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:11.921770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.935293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (1b51d033-fdc2-40d0-8ebe-5ce46ffb6017), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:11.960678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b51d033-fdc2-40d0-8ebe-5ce46ffb6017,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.010102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:12.013647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.021248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:10Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:12.037642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.057994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.062785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b226366c-5fe2-44ea-a0dd-dd7a4c21bd3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5476840 Apr 29 04:08:12.081954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34038) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:12.087240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:12.087890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'ad12aaaa-340b-4dd4-b42c-8327842a0d9c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:12.092910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:12.097954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:12.097954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (7287a12d-c60f-41a1-be8d-fcca87a5d015), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.149093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=1df32ab7-c213-4b2b-a6a2-7f54e043a314,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.195368 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:08:12.224553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (0ced162f-19db-4c01-b943-fe398c841b5a), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.257491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] For port ab23f5d0-e34b-4bf5-990e-de60177c6665, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ab23f5d0-e34b-4bf5-990e-de60177c6665,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:12.260737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c66ab-9804-4a35-b1d7-7cb3f00be354 None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:10Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:12.275870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] For port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:12.280912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] For port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:12.305137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (0ced162f-19db-4c01-b943-fe398c841b5a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.312275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.348879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (a2d18fde-7a67-435f-b937-902b07727a45), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.379299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.383015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.389203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.433559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=a2d18fde-7a67-435f-b937-902b07727a45,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.441410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (0ced162f-19db-4c01-b943-fe398c841b5a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.462414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a82d0d-020a-4253-ace1-1af10ab9f026 None None] Pushing event updated for resources: {'Port': ['ID=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.485157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ced162f-19db-4c01-b943-fe398c841b5a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.488645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:12.489006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: 193a4f69-d047-4fe9-bb15-bc6a99979613, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:08:12.550599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6413a-ffad-4a7e-ae08-34d62a150117 None None] Pushing event updated for resources: {'Port': ['ID=ab23f5d0-e34b-4bf5-990e-de60177c6665,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.591352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.592787 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-075fc875-a884-420e-b108-871a29c1cc94 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5098600 Apr 29 04:08:12.610145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:08:12.665199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.692937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 193a4f69-d047-4fe9-bb15-bc6a99979613) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:12.699047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:12.699423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.712229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28013021-af63-4f2e-9467-4266b0c07e58 None None] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:12.758477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.759980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (7287a12d-c60f-41a1-be8d-fcca87a5d015), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.821745 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-170eafc9-abf0-4fe6-b7f4-4d050811feb4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9831331 Apr 29 04:08:12.824291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34050) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:12.832894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1312273525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:12.859811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-193a4f69-d047-4fe9-bb15-bc6a99979613', 'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'a2d18fde-7a67-435f-b937-902b07727a45'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:12.861038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.940976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=1df32ab7-c213-4b2b-a6a2-7f54e043a314,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:12.958892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (c273ed3b-1952-4703-852d-6465f1392418), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.960936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (c273ed3b-1952-4703-852d-6465f1392418), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:12.987186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-f52054ef-f264-4c73-b8eb-ee2ba862244e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010051021&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.1274259 Apr 29 04:08:13.005010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:13.018017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:13.038786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Allocated IP 2001:db8::2 (193a4f69-d047-4fe9-bb15-bc6a99979613/a2d18fde-7a67-435f-b937-902b07727a45/ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:13.049916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (c273ed3b-1952-4703-852d-6465f1392418), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.125804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (c273ed3b-1952-4703-852d-6465f1392418), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.210298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-55ce1a42-bd53-45b2-b2e9-f9ac95d47662 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:13.217293 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-55ce1a42-bd53-45b2-b2e9-f9ac95d47662 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 797 time: 0.2190690 Apr 29 04:08:13.218991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.221355 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eaa0a306-92af-4a09-b0dc-76e204f4175a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3944216 Apr 29 04:08:13.236400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34058) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:13.236617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-77698222-e354-4cec-97b2-c466c9868123 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0184393 Apr 29 04:08:13.249464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ab23f5d0-e34b-4bf5-990e-de60177c6665 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:13.292214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Publish callbacks [] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.304899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-6c376746-f2b8-478d-8e1b-8f8e9664bfa4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547061 Apr 29 04:08:13.315143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ab23f5d0-e34b-4bf5-990e-de60177c6665 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:13.315495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.376999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.427085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Router 7287a12d-c60f-41a1-be8d-fcca87a5d015 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:08:13.493256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:13.498748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:13.502584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Pushing event updated for resources: {'Port': ['ID=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:13.504935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:13.588415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Attempting to bind port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:13.589545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Attempting to bind port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:13.589545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Attempting to bind port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 on network 193a4f69-d047-4fe9-bb15-bc6a99979613 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:13.595451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ab23f5d0-e34b-4bf5-990e-de60177c6665 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:13.596931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6d8849f1-5adb-4bc9-8df3-3207fce44c7c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:13.632857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:13.640905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:13.641292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Checking segment: {'id': 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:13.642326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.643427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Bound using segment: {'id': 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:13.643939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Bound port: ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '193a4f69-d047-4fe9-bb15-bc6a99979613'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:13.644333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.645386 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5ff9110c-f2b8-4473-8f17-3348e602e9dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "PUT /v2.0/routers/7287a12d-c60f-41a1-be8d-fcca87a5d015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7289143 Apr 29 04:08:13.667835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34062) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:13.673661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Sync routers for ids ['7287a12d-c60f-41a1-be8d-fcca87a5d015'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:13.708316 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:13.708316 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.769685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Routers {'7287a12d-c60f-41a1-be8d-fcca87a5d015'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:13.770395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7287a12d-c60f-41a1-be8d-fcca87a5d015'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:13.796152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f29c55-cd13-436b-9ea1-8a9ca3fe063f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:13.798306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-06f29c55-cd13-436b-9ea1-8a9ca3fe063f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports/1df32ab7-c213-4b2b-a6a2-7f54e043a314 HTTP/1.1" status: 200 len: 911 time: 0.1276779 Apr 29 04:08:13.806429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34064) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:13.882414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:13.882798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.921158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0c8fb-c5c2-4884-a988-93507ccd98a3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:13.926708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:13.927956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.932544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0c8fb-c5c2-4884-a988-93507ccd98a3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:13.934227 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0cf0c8fb-c5c2-4884-a988-93507ccd98a3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1255972 Apr 29 04:08:13.936025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:13.939102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34066) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:13.974558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-edad939f-91e2-4bdd-9540-d834d012afb7 None None] Provisioning complete for port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:13.974876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-edad939f-91e2-4bdd-9540-d834d012afb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:14.042937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:14.156475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-edad939f-91e2-4bdd-9540-d834d012afb7 None None] Current status of the port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:14.159158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:14.187391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] For port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:14.193065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] For port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,segment=NetworkSegment(e2a5ebc1-eede-43ae-a4f4-c45db129efbd),segment_id=e2a5ebc1-eede-43ae-a4f4-c45db129efbd)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:14.197290 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-26cd9a9d-8111-473e-b2cd-b1410d56cd79 service neutron] 10.222.0.37 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638077 Apr 29 04:08:14.205270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Set router 7287a12d-c60f-41a1-be8d-fcca87a5d015 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:14.290618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:14.315925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-078f0e47-6113-4230-ba2a-f0b51abcfe3f service neutron] 10.222.0.37 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118033 Apr 29 04:08:14.424594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f31f5-5688-469d-a4e7-fcbc8ec550b6 None None] Pushing event updated for resources: {'Port': ['ID=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:14.503820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b7fe26be-e617-4f53-b0d2-6df6c5924e39 None None] Provisioning complete for port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:14.504417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b7fe26be-e617-4f53-b0d2-6df6c5924e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:14.506339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'name': 'tempest-NetworksTestDHCPv6-router-873134265', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:10Z', 'updated_at': '2022-04-29T04:08:12Z', 'revision_number': 2, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None, '_interfaces': [{'id': '1df32ab7-c213-4b2b-a6a2-7f54e043a314', 'name': '', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'mac_address': 'fa:16:3e:71:e7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dc4e893e-08ba-418d-8696-578b13179a33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:11Z', 'updated_at': '2022-04-29T04:08:12Z', 'revision_number': 2, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'subnets': [{'id': 'dc4e893e-08ba-418d-8696-578b13179a33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:14.579232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (7287a12d-c60f-41a1-be8d-fcca87a5d015), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:14.588942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Checking router: 7287a12d-c60f-41a1-be8d-fcca87a5d015 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:14.589630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Updating router 7287a12d-c60f-41a1-be8d-fcca87a5d015 port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:14.627582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe26be-e617-4f53-b0d2-6df6c5924e39 None None] Port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:14.636753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:14.813971 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8d8f4d74-b490-4e76-b654-7b8df9c1ba33 req-89471922-925f-43af-aa84-66a74ef5fd4f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 210 time: 0.1599813 Apr 29 04:08:14.821354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8::1 (193a4f69-d047-4fe9-bb15-bc6a99979613/a2d18fde-7a67-435f-b937-902b07727a45/917924f2-558f-41f7-aea1-8f78c73923c5) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:14.978256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ab9b1f36-d0d5-433e-929c-8d47cd0bdd4f None None] Provisioning complete for port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:14.978791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab9b1f36-d0d5-433e-929c-8d47cd0bdd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.038673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (917924f2-558f-41f7-aea1-8f78c73923c5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.115190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:15.115536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.239280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.245716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b1f36-d0d5-433e-929c-8d47cd0bdd4f None None] Port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:15.267034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.326999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Publish callbacks [] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.360505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6d8849f1-5adb-4bc9-8df3-3207fce44c7c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:15.404801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.455649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:15.456088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.515965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add923d-3e2d-46dc-9767-ee288a85bebe None None] Pushing event updated for resources: {'Port': ['ID=1df32ab7-c213-4b2b-a6a2-7f54e043a314,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:15.619687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.639509 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:15.644544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Attempting to bind port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:15.647558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Attempting to bind port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:15.648000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Attempting to bind port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:15.651740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:15.657268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 1df32ab7-c213-4b2b-a6a2-7f54e043a314 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:15.659318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:15.659954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (c273ed3b-1952-4703-852d-6465f1392418), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.666092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=917924f2-558f-41f7-aea1-8f78c73923c5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:15.673615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:15.674096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:15.674599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.675052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:15.675700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Bound port: 1df32ab7-c213-4b2b-a6a2-7f54e043a314, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:15.676144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.691170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:15.692659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:15.810055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] For port 1df32ab7-c213-4b2b-a6a2-7f54e043a314, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:15.814542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] For port 1df32ab7-c213-4b2b-a6a2-7f54e043a314, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=1df32ab7-c213-4b2b-a6a2-7f54e043a314,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:15.817528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:15.819253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:15.883390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.018911 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e21b1f6-cefe-422f-b6b7-d090d2cb08b7 req-9d3f7771-8cd5-48ae-8cb7-a017f29b3a31 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 210 time: 0.1090143 Apr 29 04:08:16.029853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:16.035626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.039771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fb90106d-1ea2-4180-9e12-6d067a810eb4 None None] Provisioning complete for port 1df32ab7-c213-4b2b-a6a2-7f54e043a314 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:16.042427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fb90106d-1ea2-4180-9e12-6d067a810eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.044200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Routers {'7287a12d-c60f-41a1-be8d-fcca87a5d015'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:16.045564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7287a12d-c60f-41a1-be8d-fcca87a5d015'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:16.054360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add923d-3e2d-46dc-9767-ee288a85bebe None None] Pushing event updated for resources: {'Port': ['ID=1df32ab7-c213-4b2b-a6a2-7f54e043a314,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:16.114265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.148224 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,segment=NetworkSegment(e2a5ebc1-eede-43ae-a4f4-c45db129efbd),segment_id=e2a5ebc1-eede-43ae-a4f4-c45db129efbd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:16.155936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe17544-1079-4a4c-85b1-21b0a43256e9 None None] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:16.228367 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:08:16.271959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.277248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] Set router 7287a12d-c60f-41a1-be8d-fcca87a5d015 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:16.344381 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.plugins.ml2.db [None req-fb90106d-1ea2-4180-9e12-6d067a810eb4 None None] No ports have port_id starting with 1df32ab7-c213-4b2b-a6a2-7f54e043a314 Apr 29 04:08:16.363389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (1df32ab7-c213-4b2b-a6a2-7f54e043a314), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.446129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=1df32ab7-c213-4b2b-a6a2-7f54e043a314,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:16.474358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-48174c58-95bc-4424-9b4c-051683aec0df None None] Could not find standard attr ID for object 1df32ab7-c213-4b2b-a6a2-7f54e043a314. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:16.503653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:16.528234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-48174c58-95bc-4424-9b4c-051683aec0df None None] Provisioning complete for port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:16.528995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48174c58-95bc-4424-9b4c-051683aec0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.560746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (7287a12d-c60f-41a1-be8d-fcca87a5d015), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.628123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'name': 'tempest-NetworksTestDHCPv6-router-873134265', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:10Z', 'updated_at': '2022-04-29T04:08:12Z', 'revision_number': 2, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None, '_interfaces': [{'id': '1df32ab7-c213-4b2b-a6a2-7f54e043a314', 'name': '', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'mac_address': 'fa:16:3e:71:e7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dc4e893e-08ba-418d-8696-578b13179a33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:11Z', 'updated_at': '2022-04-29T04:08:15Z', 'revision_number': 4, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'subnets': [{'id': 'dc4e893e-08ba-418d-8696-578b13179a33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:16.676198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c263149-5d69-4a51-8688-f3d45f5f06f8 None None] The sync data for ids ['7287a12d-c60f-41a1-be8d-fcca87a5d015'] in dv-neutron-839777-1-hyperv is: [{'id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'name': 'tempest-NetworksTestDHCPv6-router-873134265', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:10Z', 'updated_at': '2022-04-29T04:08:12Z', 'revision_number': 2, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None, '_interfaces': [{'id': '1df32ab7-c213-4b2b-a6a2-7f54e043a314', 'name': '', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'mac_address': 'fa:16:3e:71:e7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dc4e893e-08ba-418d-8696-578b13179a33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:11Z', 'updated_at': '2022-04-29T04:08:15Z', 'revision_number': 4, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'subnets': [{'id': 'dc4e893e-08ba-418d-8696-578b13179a33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:16.733123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-48174c58-95bc-4424-9b4c-051683aec0df None None] Current status of the port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:16.810889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (917924f2-558f-41f7-aea1-8f78c73923c5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.861887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-77689b83-83c7-43f9-a86f-1914e882c73a None None] Provisioning complete for port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:16.862255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77689b83-83c7-43f9-a86f-1914e882c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:16.869253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Router 7287a12d-c60f-41a1-be8d-fcca87a5d015 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:17.000473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:17.003762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.004821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (c273ed3b-1952-4703-852d-6465f1392418), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.014486 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b87d5be7-8849-4a4b-8737-d282151d3881 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "PUT /v2.0/routers/7287a12d-c60f-41a1-be8d-fcca87a5d015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0702062 Apr 29 04:08:17.014639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34080) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:17.042486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-77689b83-83c7-43f9-a86f-1914e882c73a None None] Current status of the port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:17.062666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-77689b83-83c7-43f9-a86f-1914e882c73a None None] Provisioning complete for port 917924f2-558f-41f7-aea1-8f78c73923c5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:17.063037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77689b83-83c7-43f9-a86f-1914e882c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.159828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-77689b83-83c7-43f9-a86f-1914e882c73a None None] Port 917924f2-558f-41f7-aea1-8f78c73923c5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:17.189937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=917924f2-558f-41f7-aea1-8f78c73923c5,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:17.225804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60b6f0-9319-4c67-8f50-d9ab287791fc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:17.227399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60b6f0-9319-4c67-8f50-d9ab287791fc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:17.234951 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3d60b6f0-9319-4c67-8f50-d9ab287791fc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2204180 Apr 29 04:08:17.239858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34084) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:17.251458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:17.314904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d08af118-c5cc-470b-b21e-c7f71abc6d61 req-d074fae5-bed6-472c-a730-83db0ea44a2b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 210 time: 0.1286416 Apr 29 04:08:17.381853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:17.384139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:17.384470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:17.384609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.415219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9771c308-b025-47b0-9281-7cb96d23236f None None] Provisioning complete for port 917924f2-558f-41f7-aea1-8f78c73923c5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:17.415550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9771c308-b025-47b0-9281-7cb96d23236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.502480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet dc4e893e-08ba-418d-8696-578b13179a33 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:17.504171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9771c308-b025-47b0-9281-7cb96d23236f None None] Port 917924f2-558f-41f7-aea1-8f78c73923c5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:17.572527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-b29d6ee7-a3a7-4148-b098-6377a0781616 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:17.575542 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-b29d6ee7-a3a7-4148-b098-6377a0781616 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 797 time: 0.4223797 Apr 29 04:08:17.576360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (dc4e893e-08ba-418d-8696-578b13179a33), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.579782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:17.674274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (dc4e893e-08ba-418d-8696-578b13179a33), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.695747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router c273ed3b-1952-4703-852d-6465f1392418 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:08:17.723401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-96828259-bbdd-4b8f-854b-1ff2aaea95f4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 380 time: 0.1220989 Apr 29 04:08:17.729647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2bf667bb-11ae-4eca-af8f-0c382a41fe87 None None] Provisioning complete for port 917924f2-558f-41f7-aea1-8f78c73923c5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:17.730029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2bf667bb-11ae-4eca-af8f-0c382a41fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.756042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': '265c564e-779a-4f6a-bb98-d52d78498caa', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['ad12aaaa-340b-4dd4-b42c-8327842a0d9c']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:17.780747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2bf667bb-11ae-4eca-af8f-0c382a41fe87 None None] Port 917924f2-558f-41f7-aea1-8f78c73923c5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:17.819315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:17.827627 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-057b16c2-f1d8-4b5b-a6b6-6f33ccb84aaf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/c273ed3b-1952-4703-852d-6465f1392418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5899968 Apr 29 04:08:17.828152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34090) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:17.831845 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] Sync routers for ids ['c273ed3b-1952-4703-852d-6465f1392418'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:17.854057 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] Routers {'c273ed3b-1952-4703-852d-6465f1392418'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:17.855374 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['c273ed3b-1952-4703-852d-6465f1392418'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:17.901729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1999b094-6cbd-46da-bbbd-7059b71ca6eb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:17.906124 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1999b094-6cbd-46da-bbbd-7059b71ca6eb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports/917924f2-558f-41f7-aea1-8f78c73923c5 HTTP/1.1" status: 200 len: 911 time: 0.0741258 Apr 29 04:08:17.906284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34092) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:17.906435 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:17.911501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (dc4e893e-08ba-418d-8696-578b13179a33), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:17.911704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2d18fde-7a67-435f-b937-902b07727a45'}]}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:17.924044 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] Routers {'c273ed3b-1952-4703-852d-6465f1392418'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:17.924920 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['c273ed3b-1952-4703-852d-6465f1392418'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:17.963152 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:17.964039 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f23ab-14d4-4646-b5f0-07bb40f70f97 None None] The sync data for ids ['c273ed3b-1952-4703-852d-6465f1392418'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:18.064048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:18.067659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.078824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.080453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (dc4e893e-08ba-418d-8696-578b13179a33), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.120863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4e893e-08ba-418d-8696-578b13179a33,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:18.127078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.130174 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1ef97e88-e705-436f-a27d-5253d902472b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/dc4e893e-08ba-418d-8696-578b13179a33 HTTP/1.1" status: 204 len: 168 time: 0.8844242 Apr 29 04:08:18.134555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34094) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:18.148104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663d5c1-7b27-4d11-8586-e14676f106b7 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:18.262622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.11 (44d39cef-aa58-44c2-bda1-38716ec4fd77/755a041c-78a1-4d0a-a506-c3c1d94d9708/759e6042-6a8a-49b0-aed2-caf610365551) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:18.295274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c7c535f-312c-4df2-964f-aba635a9658b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1597466 Apr 29 04:08:18.297654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34096) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:18.365975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:18.430974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] Deleting port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:18.431433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.434701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router (7287a12d-c60f-41a1-be8d-fcca87a5d015), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.452747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b8667ad2-5a4f-4d61-8470-c0bf340f381e req-9d6e4378-f1b6-43ac-9e54-9ccbc1398394 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 210 time: 0.0320532 Apr 29 04:08:18.485923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (759e6042-6a8a-49b0-aed2-caf610365551), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.511376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] For port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:18.511705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.526927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] Calling delete_port for 6d8849f1-5adb-4bc9-8df3-3207fce44c7c owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:18.582205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (759e6042-6a8a-49b0-aed2-caf610365551), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.632971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:18.639263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:18.643198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:18.668892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=759e6042-6a8a-49b0-aed2-caf610365551,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:18.704707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (6d8849f1-5adb-4bc9-8df3-3207fce44c7c), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.717813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:18.720692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.722965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] No DVR routers for this DVR port 6d8849f1-5adb-4bc9-8df3-3207fce44c7c on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:18.757051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5ee6b-90a2-402d-9e1a-5ad75ecb8ccd None None] Pushing event deleted for resources: {'Port': ['ID=6d8849f1-5adb-4bc9-8df3-3207fce44c7c,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:18.793168 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-cd26bcc3-913a-4af9-b308-60d563bbbc55 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0574670 Apr 29 04:08:18.811938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Request body: {'port': {'device_id': '265c564e-779a-4f6a-bb98-d52d78498caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:18.840393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Sync routers for ids ['7287a12d-c60f-41a1-be8d-fcca87a5d015'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:18.869896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Routers {'7287a12d-c60f-41a1-be8d-fcca87a5d015'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:18.870614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7287a12d-c60f-41a1-be8d-fcca87a5d015'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:18.908202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (759e6042-6a8a-49b0-aed2-caf610365551), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.956407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Set router 7287a12d-c60f-41a1-be8d-fcca87a5d015 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:18.959041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4515d9d9-a2e1-468f-9521-6c1dc74224b1 None None] Provisioning complete for port 759e6042-6a8a-49b0-aed2-caf610365551 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:18.959485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4515d9d9-a2e1-468f-9521-6c1dc74224b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (759e6042-6a8a-49b0-aed2-caf610365551), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.960917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (7287a12d-c60f-41a1-be8d-fcca87a5d015), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:18.964243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router_controller (7287a12d-c60f-41a1-be8d-fcca87a5d015), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.122405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (7287a12d-c60f-41a1-be8d-fcca87a5d015), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.123518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Fanout notify agent at l3_agent the message router_deleted on router 7287a12d-c60f-41a1-be8d-fcca87a5d015 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:08:19.135132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.139232 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84e53cfb-2d1e-4de4-a05b-5bda50b74923 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/routers/7287a12d-c60f-41a1-be8d-fcca87a5d015 HTTP/1.1" status: 204 len: 168 time: 0.8377328 Apr 29 04:08:19.141272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34100) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:19.150430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:19.180388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (917924f2-558f-41f7-aea1-8f78c73923c5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.188358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6d8849f1-5adb-4bc9-8df3-3207fce44c7c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:19.193353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287a12d-c60f-41a1-be8d-fcca87a5d015', 'name': 'tempest-NetworksTestDHCPv6-router-873134265', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:10Z', 'updated_at': '2022-04-29T04:08:16Z', 'revision_number': 3, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:19.218325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 6d8849f1-5adb-4bc9-8df3-3207fce44c7c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:19.218655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6d8849f1-5adb-4bc9-8df3-3207fce44c7c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:19.218882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759e6042-6a8a-49b0-aed2-caf610365551 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:08:19.237482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Publish callbacks [] for port (759e6042-6a8a-49b0-aed2-caf610365551), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.246940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Checking router: 7287a12d-c60f-41a1-be8d-fcca87a5d015 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:19.248921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4515d9d9-a2e1-468f-9521-6c1dc74224b1 None None] Port 759e6042-6a8a-49b0-aed2-caf610365551 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:19.250541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Transition to ACTIVE for port object 759e6042-6a8a-49b0-aed2-caf610365551 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:08:19.257850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Routers set() bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:19.258221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Router IDs set() for agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 04:08:19.263078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7287a12d-c60f-41a1-be8d-fcca87a5d015'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent'). {{(pid=116106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 04:08:19.263078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17b6cd-70fb-4be0-a820-13f41a7e9f0b None None] The sync data for ids ['7287a12d-c60f-41a1-be8d-fcca87a5d015'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:19.281515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.287602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:19.288223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.289617 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/ports/917924f2-558f-41f7-aea1-8f78c73923c5 HTTP/1.1" status: 200 len: 911 time: 1.3823650 Apr 29 04:08:19.292535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34102) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:19.337924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739084-9f89-4845-9a50-5d7f5dd8ec5b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=917924f2-558f-41f7-aea1-8f78c73923c5,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:19.344286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (759e6042-6a8a-49b0-aed2-caf610365551), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.367742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:19.371324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.436701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Pushing event updated for resources: {'Port': ['ID=759e6042-6a8a-49b0-aed2-caf610365551,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:19.598162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Attempting to bind port 759e6042-6a8a-49b0-aed2-caf610365551 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:19.598757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Attempting to bind port 759e6042-6a8a-49b0-aed2-caf610365551 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:19.598757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Attempting to bind port 759e6042-6a8a-49b0-aed2-caf610365551 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:19.623610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8b5d4-8dcf-4e4c-846f-973957aa998f req-f5d757da-b81d-4603-a348-7f663ada1e6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:19.625141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Port 759e6042-6a8a-49b0-aed2-caf610365551 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:08:19.630172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Attempting to bind port 759e6042-6a8a-49b0-aed2-caf610365551 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:19.630313 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7fb8b5d4-8dcf-4e4c-846f-973957aa998f req-f5d757da-b81d-4603-a348-7f663ada1e6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 944 time: 0.0889192 Apr 29 04:08:19.639946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:19.640356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Checking segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:19.640862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Bound using segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:19.641515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Bound port: 759e6042-6a8a-49b0-aed2-caf610365551, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:19.642000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (759e6042-6a8a-49b0-aed2-caf610365551), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.692869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (f2a525be-7860-40f3-af8a-be2fb756068d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.707121 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7fb8b5d4-8dcf-4e4c-846f-973957aa998f req-5ffc0afa-b83f-4763-803a-ea54ba541c5c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712593 Apr 29 04:08:19.760999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:19.765328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:19.770404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:19.770800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.778304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] For port 759e6042-6a8a-49b0-aed2-caf610365551, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:19.781785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=f2a525be-7860-40f3-af8a-be2fb756068d,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:19.783630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] For port 759e6042-6a8a-49b0-aed2-caf610365551, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=759e6042-6a8a-49b0-aed2-caf610365551,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:19.785345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a046f-6cf6-4e8d-82ed-a8a2686d76ff None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:19.788706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (c273ed3b-1952-4703-852d-6465f1392418), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.849566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.886399 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e5966e58-4051-47b6-98f6-abb474eacfd3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7415504 Apr 29 04:08:19.886813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34106) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:19.892604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1079444246', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:19.902269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'f2a525be-7860-40f3-af8a-be2fb756068d'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:19.902859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.909533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (759e6042-6a8a-49b0-aed2-caf610365551), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.965996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:19.966641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:19.967999 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] 10.222.0.31 "PUT /v2.0/ports/759e6042-6a8a-49b0-aed2-caf610365551 HTTP/1.1" status: 200 len: 1094 time: 1.1621530 Apr 29 04:08:19.970089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:08:19.972392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "tag": "759e6042-6a8a-49b0-aed2-caf610365551"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:08:19.996967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (052370dd-b964-4d49-9b89-67789d985c5e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.002578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (052370dd-b964-4d49-9b89-67789d985c5e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.016888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400ba1-3c9b-470b-acef-6aa623dbf370 service neutron] Pushing event updated for resources: {'Port': ['ID=759e6042-6a8a-49b0-aed2-caf610365551,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:20.020874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734f5ab6-e479-47cf-9cc7-73acb903f411 x-openstack-request-id: req-734f5ab6-e479-47cf-9cc7-73acb903f411 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:08:20.021141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "tag": "759e6042-6a8a-49b0-aed2-caf610365551", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:08:20.021423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-734f5ab6-e479-47cf-9cc7-73acb903f411 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:08:20.021837 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734f5ab6-e479-47cf-9cc7-73acb903f411'] response: {'name': 'network-changed', 'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551', 'status': 'completed', 'code': 200} Apr 29 04:08:20.090983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/f2a525be-7860-40f3-af8a-be2fb756068d/43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:20.092210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b req-9802a25d-09a3-4953-8681-f676defe7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.093730 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b req-9802a25d-09a3-4953-8681-f676defe7f13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1128 time: 0.0411818 Apr 29 04:08:20.098675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router_controller (052370dd-b964-4d49-9b89-67789d985c5e), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.158834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (052370dd-b964-4d49-9b89-67789d985c5e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.217215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 917924f2-558f-41f7-aea1-8f78c73923c5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:20.217582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.232368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.236763 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bd789c31-1650-438b-9d0f-4023461c06ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3480477 Apr 29 04:08:20.237349 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34110) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:20.259523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b req-74e12f25-445b-48e5-a6ff-51a86239d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.260992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b req-74e12f25-445b-48e5-a6ff-51a86239d15a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1565349 Apr 29 04:08:20.267221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Publish callbacks [] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.341895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.375747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.389360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:20.392671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 917924f2-558f-41f7-aea1-8f78c73923c5 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:20.395475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:20.397869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:20.405617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Pushing event updated for resources: {'Port': ['ID=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:20.416193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b req-34634011-e1b5-4050-af9a-260f2f0c9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.417554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e37675e5-cb0b-42f6-a78e-e9620f42dc1b req-34634011-e1b5-4050-af9a-260f2f0c9dcf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316721 Apr 29 04:08:20.475491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Attempting to bind port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:20.476047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Attempting to bind port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:20.476504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Attempting to bind port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:20.482753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:20.483180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:20.483673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.484167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:20.484730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Bound port: 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:20.485225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.539282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.545607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-31b83f0c-84f7-46e4-b7fa-4258327fead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.547112 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-31b83f0c-84f7-46e4-b7fa-4258327fead9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1128 time: 0.0808685 Apr 29 04:08:20.551657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] For port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:20.555064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] For port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:20.606460 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-44de9e87-0331-4445-8094-b38ee0e89b1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=759e6042-6a8a-49b0-aed2-caf610365551 HTTP/1.1" status: 200 len: 217 time: 0.0441556 Apr 29 04:08:20.650286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.686022 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-df407fa5-1e8c-44ad-a177-2ce9c4e10b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.687598 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-df407fa5-1e8c-44ad-a177-2ce9c4e10b74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 200 len: 834 time: 0.0622897 Apr 29 04:08:20.742619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d57f6-1dc8-421e-a4aa-0d09064b0737 None None] Pushing event updated for resources: {'Port': ['ID=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:20.767926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e8df-8795-4d34-9699-1301774a780e req-c5a96794-318c-4f06-9c0e-012220994766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.767926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-c5a96794-318c-4f06-9c0e-012220994766 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0719779 Apr 29 04:08:20.813548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (917924f2-558f-41f7-aea1-8f78c73923c5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:20.866418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::1 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/f2a525be-7860-40f3-af8a-be2fb756068d/e2f30773-6059-4a0d-897f-49e1c68aa165) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:20.892123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e048d7-245b-4864-bca2-0ddf85eea95d req-61f32015-c1d0-4430-9d64-82213e6647fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:20.893738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b0e048d7-245b-4864-bca2-0ddf85eea95d req-61f32015-c1d0-4430-9d64-82213e6647fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 944 time: 0.0639923 Apr 29 04:08:20.926540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=917924f2-558f-41f7-aea1-8f78c73923c5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:21.030875 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b0e048d7-245b-4864-bca2-0ddf85eea95d req-bdead1b0-f966-4379-a919-4128d1cec427 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165588 Apr 29 04:08:21.063770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (c273ed3b-1952-4703-852d-6465f1392418), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.069028 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-006bb9cd-2a05-485d-bf2e-c041809a8923 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917838 Apr 29 04:08:21.122762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.230108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:21.280914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:21.281193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.282319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.329054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:21.334276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:21.337012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:21.337490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (052370dd-b964-4d49-9b89-67789d985c5e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.343617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d45e8df-8795-4d34-9699-1301774a780e req-198bc58e-217e-421c-b7d2-c221a2f7a625 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551365 Apr 29 04:08:21.347636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router c273ed3b-1952-4703-852d-6465f1392418 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:21.376277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:21.376663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.396827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=e2f30773-6059-4a0d-897f-49e1c68aa165,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:21.413441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:21.439821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:21.445409 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-632f6271-b7ae-482c-a84e-d408ddc5ecd7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/c273ed3b-1952-4703-852d-6465f1392418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1510026 Apr 29 04:08:21.448079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34114) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:21.451662 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] Sync routers for ids ['c273ed3b-1952-4703-852d-6465f1392418'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:21.464163 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] Routers {'c273ed3b-1952-4703-852d-6465f1392418'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:21.464862 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['c273ed3b-1952-4703-852d-6465f1392418'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:21.480506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-76984c14-5ea5-4073-a517-a2b451110b8f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=c273ed3b-1952-4703-852d-6465f1392418 HTTP/1.1" status: 200 len: 205 time: 0.0305982 Apr 29 04:08:21.482275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34116) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:21.496478 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:21.505402 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] Routers {'c273ed3b-1952-4703-852d-6465f1392418'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:21.505997 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['c273ed3b-1952-4703-852d-6465f1392418'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:21.512426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.546310 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:21.547164 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2d183-4301-47a3-87de-cf4503ebae05 None None] The sync data for ids ['c273ed3b-1952-4703-852d-6465f1392418'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:21.556803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 1df32ab7-c213-4b2b-a6a2-7f54e043a314 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:21.570060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (c273ed3b-1952-4703-852d-6465f1392418), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.596831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 1df32ab7-c213-4b2b-a6a2-7f54e043a314 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:21.597189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 1df32ab7-c213-4b2b-a6a2-7f54e043a314 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:21.600629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:21.618199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.913232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.981088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:21.981948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (052370dd-b964-4d49-9b89-67789d985c5e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.030879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4cce423f-c657-4d45-a9eb-377330831e13 None None] Provisioning complete for port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:22.031256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4cce423f-c657-4d45-a9eb-377330831e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.118560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (c273ed3b-1952-4703-852d-6465f1392418), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.125009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (c273ed3b-1952-4703-852d-6465f1392418), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.128585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=e2f30773-6059-4a0d-897f-49e1c68aa165,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:22.161042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4cce423f-c657-4d45-a9eb-377330831e13 None None] Current status of the port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:22.166858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:22.168219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:22.232293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e01e0-a894-4f51-a94c-8c7f719f6a46 req-3255e33a-ddd7-44ba-ae46-32901636a500 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:22.239751 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-380e01e0-a894-4f51-a94c-8c7f719f6a46 req-3255e33a-ddd7-44ba-ae46-32901636a500 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 944 time: 0.0686889 Apr 29 04:08:22.265581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (c273ed3b-1952-4703-852d-6465f1392418), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.266149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router c273ed3b-1952-4703-852d-6465f1392418 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:08:22.283371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-54813fba-3f90-4fac-961c-6f81878e0934 None None] Provisioning complete for port e2f30773-6059-4a0d-897f-49e1c68aa165 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:22.283933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-54813fba-3f90-4fac-961c-6f81878e0934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.300061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.305701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-020ae4c1-5fb2-49fa-8b42-b5515d923cd1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/c273ed3b-1952-4703-852d-6465f1392418 HTTP/1.1" status: 204 len: 168 time: 0.8190968 Apr 29 04:08:22.305842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34120) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:22.334550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-380e01e0-a894-4f51-a94c-8c7f719f6a46 req-dc45fcb2-5043-4be7-930c-6bf16d7326a8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887196 Apr 29 04:08:22.343858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-54813fba-3f90-4fac-961c-6f81878e0934 None None] Port e2f30773-6059-4a0d-897f-49e1c68aa165 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:22.369739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet a2d18fde-7a67-435f-b937-902b07727a45 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:22.374654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (a2d18fde-7a67-435f-b937-902b07727a45), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.415877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (a2d18fde-7a67-435f-b937-902b07727a45), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.436225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Router 052370dd-b964-4d49-9b89-67789d985c5e is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:08:22.462038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-672bc48e-aa5a-477f-bae3-e4906d67630a None None] Provisioning complete for port e2f30773-6059-4a0d-897f-49e1c68aa165 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:22.462309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-672bc48e-aa5a-477f-bae3-e4906d67630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.495721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-672bc48e-aa5a-477f-bae3-e4906d67630a None None] Port e2f30773-6059-4a0d-897f-49e1c68aa165 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:22.578923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (a2d18fde-7a67-435f-b937-902b07727a45), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.582574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:22.591781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Sync routers for ids ['052370dd-b964-4d49-9b89-67789d985c5e'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:22.601706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Routers {'052370dd-b964-4d49-9b89-67789d985c5e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:22.602314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['052370dd-b964-4d49-9b89-67789d985c5e'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:22.603766 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b63a2989-91fc-4e78-8a5c-d2f0dc6f2690 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "PUT /v2.0/routers/052370dd-b964-4d49-9b89-67789d985c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3653255 Apr 29 04:08:22.606357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34122) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:22.655665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c96cee-1d25-4605-98c6-e90dc245a9f0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:22.657021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-96c96cee-1d25-4605-98c6-e90dc245a9f0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports/e2f30773-6059-4a0d-897f-49e1c68aa165 HTTP/1.1" status: 200 len: 911 time: 0.0490222 Apr 29 04:08:22.659618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34124) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:22.695636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Set router 052370dd-b964-4d49-9b89-67789d985c5e gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:22.706486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930f1f77-0915-4ad9-89e4-24f8c01b90d2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:22.711957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930f1f77-0915-4ad9-89e4-24f8c01b90d2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:22.713513 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-930f1f77-0915-4ad9-89e4-24f8c01b90d2 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0529773 Apr 29 04:08:22.716339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34126) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:22.731082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (a2d18fde-7a67-435f-b937-902b07727a45), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.765849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d18fde-7a67-435f-b937-902b07727a45,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:22.768036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.774492 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1f5a4c7e-78b0-4e01-bd27-ba1a4fce56ca tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/a2d18fde-7a67-435f-b937-902b07727a45 HTTP/1.1" status: 204 len: 168 time: 0.4662666 Apr 29 04:08:22.775582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34128) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:22.782485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a5172-2764-41e2-89e2-7a4c3251efcc None None] Network 193a4f69-d047-4fe9-bb15-bc6a99979613 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:22.858174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (193a4f69-d047-4fe9-bb15-bc6a99979613), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:22.969554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052370dd-b964-4d49-9b89-67789d985c5e', 'name': 'tempest-NetworksTestDHCPv6-router-1079444246', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:20Z', 'updated_at': '2022-04-29T04:08:21Z', 'revision_number': 2, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None, '_interfaces': [{'id': 'e2f30773-6059-4a0d-897f-49e1c68aa165', 'name': '', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'mac_address': 'fa:16:3e:db:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052370dd-b964-4d49-9b89-67789d985c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f2a525be-7860-40f3-af8a-be2fb756068d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:20Z', 'updated_at': '2022-04-29T04:08:21Z', 'revision_number': 2, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'subnets': [{'id': 'f2a525be-7860-40f3-af8a-be2fb756068d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:23.011507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] DHCP port deletion for 193a4f69-d047-4fe9-bb15-bc6a99979613 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:23.014189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Checking router: 052370dd-b964-4d49-9b89-67789d985c5e for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:23.014539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Updating router 052370dd-b964-4d49-9b89-67789d985c5e port e2f30773-6059-4a0d-897f-49e1c68aa165 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:23.059537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (052370dd-b964-4d49-9b89-67789d985c5e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.070139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.094153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] Deleting port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:23.094776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.194483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:23.195003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.199510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:23.230452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] For port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,segment=NetworkSegment(e2a5ebc1-eede-43ae-a4f4-c45db129efbd),segment_id=e2a5ebc1-eede-43ae-a4f4-c45db129efbd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:23.230906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.261637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,segment=NetworkSegment(e2a5ebc1-eede-43ae-a4f4-c45db129efbd),segment_id=e2a5ebc1-eede-43ae-a4f4-c45db129efbd)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:23.262004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.276442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:23.293881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port e2f30773-6059-4a0d-897f-49e1c68aa165 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:23.295013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.311944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] Calling delete_port for ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:23.386432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.398769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:23.399141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.400383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for e2f30773-6059-4a0d-897f-49e1c68aa165 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:23.461531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bf88b-c02d-4d35-92fa-8fe11705bf3c req-8dd8d1d3-154f-499d-8e1f-26ba41e11789 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:23.463245 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eb7bf88b-c02d-4d35-92fa-8fe11705bf3c req-8dd8d1d3-154f-499d-8e1f-26ba41e11789 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 944 time: 0.0491052 Apr 29 04:08:23.464422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.492662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:23.502867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:23.611793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (193a4f69-d047-4fe9-bb15-bc6a99979613), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.617487 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eb7bf88b-c02d-4d35-92fa-8fe11705bf3c req-4b7475f4-7d39-45ec-8beb-8cec6dfae05f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286733 Apr 29 04:08:23.637837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193a4f69-d047-4fe9-bb15-bc6a99979613']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:23.641444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e2f30773-6059-4a0d-897f-49e1c68aa165), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.656115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:23.657128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a5ebc1-eede-43ae-a4f4-c45db129efbd') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:23.667078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=e2f30773-6059-4a0d-897f-49e1c68aa165,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:23.667280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.671331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (e2a5ebc1-eede-43ae-a4f4-c45db129efbd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.699784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e2a5ebc1-eede-43ae-a4f4-c45db129efbd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.707663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] Pushing event deleted for resources: {'Port': ['ID=ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:23.715865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586cf31-9089-4043-a27e-68e3a55b83f3 None None] No DVR routers for this DVR port ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:23.716003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:08:23.716003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (e2a5ebc1-eede-43ae-a4f4-c45db129efbd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: items = [ Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:08:23.761014 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:08:23.798072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (052370dd-b964-4d49-9b89-67789d985c5e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.803470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:23.822904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:08:23.827722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:08:23.878071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:23.894618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (193a4f69-d047-4fe9-bb15-bc6a99979613), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.900721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:23.901065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ba2ed91b-7b98-43b2-9dbf-8b3b17cdae02 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:23.903621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:23.922271 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/193a4f69-d047-4fe9-bb15-bc6a99979613 HTTP/1.1" status: 204 len: 168 time: 1.1407547 Apr 29 04:08:23.923296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34132) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:23.928402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-23926446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:23.949748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b1b0d-bf51-4079-b171-a4642e62e3aa tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=193a4f69-d047-4fe9-bb15-bc6a99979613,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:23.981745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Router 052370dd-b964-4d49-9b89-67789d985c5e has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:24.030671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.031754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.064422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:24.071667 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b63ce450-85cd-4eda-aec1-67e4095f8ffd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "PUT /v2.0/routers/052370dd-b964-4d49-9b89-67789d985c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3520083 Apr 29 04:08:24.071911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34134) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:24.087369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.122941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09779da4-c078-494a-910e-821e20d7ada8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:24.124322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09779da4-c078-494a-910e-821e20d7ada8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:24.125775 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-09779da4-c078-494a-910e-821e20d7ada8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0529733 Apr 29 04:08:24.128330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34136) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:24.144367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.179366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet f2a525be-7860-40f3-af8a-be2fb756068d {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:24.182458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (f2a525be-7860-40f3-af8a-be2fb756068d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.227499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f2a525be-7860-40f3-af8a-be2fb756068d), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.231937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.233166 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-87d8ac59-c918-4141-878b-41d21398cb4c tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3088689 Apr 29 04:08:24.235896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34138) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:24.240790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-71755606'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:24.309345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f2a525be-7860-40f3-af8a-be2fb756068d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.315775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:24.319467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.343940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Port e2f30773-6059-4a0d-897f-49e1c68aa165 not found while updating agent binding for router 052370dd-b964-4d49-9b89-67789d985c5e. {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 29 04:08:24.344584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:08:24.352649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Routers {'052370dd-b964-4d49-9b89-67789d985c5e'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:24.352910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (78554698-209a-4ff4-b71d-739593e5212b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.353256 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment 78554698-209a-4ff4-b71d-739593e5212b of type vlan for network c469362e-48aa-48a9-b575-7d1d331d97fd Apr 29 04:08:24.353407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['052370dd-b964-4d49-9b89-67789d985c5e'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:24.397118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (c469362e-48aa-48a9-b575-7d1d331d97fd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.424403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] Set router 052370dd-b964-4d49-9b89-67789d985c5e gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:24.431201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f2a525be-7860-40f3-af8a-be2fb756068d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.466156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a525be-7860-40f3-af8a-be2fb756068d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:24.468170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.471475 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1dccf114-8bf3-4c24-92a2-145e9f587b8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/f2a525be-7860-40f3-af8a-be2fb756068d HTTP/1.1" status: 204 len: 168 time: 0.3421724 Apr 29 04:08:24.474736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:24.489028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42651d-a9bc-4465-96ab-cdd173a99c7e None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:24.491800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052370dd-b964-4d49-9b89-67789d985c5e', 'name': 'tempest-NetworksTestDHCPv6-router-1079444246', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:20Z', 'updated_at': '2022-04-29T04:08:23Z', 'revision_number': 3, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:24.516544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (c469362e-48aa-48a9-b575-7d1d331d97fd), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.521447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:24.522022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.532134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69513707-95f3-4bee-8a19-f603ab87d01a None None] The sync data for ids ['052370dd-b964-4d49-9b89-67789d985c5e'] in dv-neutron-839777-1-hyperv is: [{'id': '052370dd-b964-4d49-9b89-67789d985c5e', 'name': 'tempest-NetworksTestDHCPv6-router-1079444246', 'tenant_id': 'e2ed256fa58f47c19d0246f821cae08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:20Z', 'updated_at': '2022-04-29T04:08:23Z', 'revision_number': 3, 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:24.599867 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-51790029-b734-436d-8c56-5b959ef301eb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1239598 Apr 29 04:08:24.602441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34142) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:24.636903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=c469362e-48aa-48a9-b575-7d1d331d97fd,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:24.648669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network c469362e-48aa-48a9-b575-7d1d331d97fd details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:08:24.653457 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54c8c63e-556b-43a0-81e8-a4a335d8c211 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4164855 Apr 29 04:08:24.655610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:24.663074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:24.730691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:24.768690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router (052370dd-b964-4d49-9b89-67789d985c5e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.799914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] Deleting port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:24.800422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.818148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05b2b-0741-4d21-8419-388d70c09557 req-f92b68f5-4fc3-41d3-b9a0-9edfbc29cebc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:24.819685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8d05b2b-0741-4d21-8419-388d70c09557 req-f92b68f5-4fc3-41d3-b9a0-9edfbc29cebc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 944 time: 0.0966263 Apr 29 04:08:24.847384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:24.853368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.871872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] For port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:24.872270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:24.888294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] Calling delete_port for 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:24.930345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8d05b2b-0741-4d21-8419-388d70c09557 req-62af7d27-da0e-4878-9e49-ee6bf9eb5271 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777361 Apr 29 04:08:24.999018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (052370dd-b964-4d49-9b89-67789d985c5e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.001166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router_controller (052370dd-b964-4d49-9b89-67789d985c5e), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.081126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.109179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] Pushing event deleted for resources: {'Port': ['ID=43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:25.114106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b72b5-f811-4ad1-b564-36656d077d49 None None] No DVR routers for this DVR port 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:25.135484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (052370dd-b964-4d49-9b89-67789d985c5e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.135830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (b9bfe53a-8daa-4208-9226-3f9f017953fc), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.136036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Fanout notify agent at l3_agent the message router_deleted on router 052370dd-b964-4d49-9b89-67789d985c5e {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:08:25.148186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.149610 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8dd063ce-7279-4c3e-87ad-da6acf717320 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/routers/052370dd-b964-4d49-9b89-67789d985c5e HTTP/1.1" status: 204 len: 168 time: 0.5458622 Apr 29 04:08:25.151827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34148) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:25.160724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:25.181839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:25.182191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 43cd3c5a-e6a8-4c4c-8e51-bafd8ce7a3a0 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:25.190656 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-27ff2ecd-9ef0-46f2-beb6-f588fbc9290f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376680 Apr 29 04:08:25.192914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34150) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:25.211266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=b9bfe53a-8daa-4208-9226-3f9f017953fc,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:25.220252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:25.220763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: c469362e-48aa-48a9-b575-7d1d331d97fd, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:08:25.247134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d27146-c0be-4757-8981-50f3c65dbeba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:25.248715 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a3d27146-c0be-4757-8981-50f3c65dbeba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548034 Apr 29 04:08:25.251262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34152) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:25.288459 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-867f798d-1a20-4aef-816f-c6f1365f3334 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0361817 Apr 29 04:08:25.292380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34154) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:25.298243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:25.307463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network c469362e-48aa-48a9-b575-7d1d331d97fd is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:08:25.386728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, c469362e-48aa-48a9-b575-7d1d331d97fd) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:25.392142 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:25.392863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.399884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a619356c-a671-45b3-9276-6b42ed51512a None None] Network c469362e-48aa-48a9-b575-7d1d331d97fd requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:25.449684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:25.453067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.484127 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e935ed57-b5a9-4c03-b213-fade41d5ad64 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8242319 Apr 29 04:08:25.484477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34156) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:25.505937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-c469362e-48aa-48a9-b575-7d1d331d97fd', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:25.506951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.579378 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Sync routers for ids ['052370dd-b964-4d49-9b89-67789d985c5e'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:25.591051 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Routers set() bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:25.592277 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Router IDs set() for agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 04:08:25.593427 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'052370dd-b964-4d49-9b89-67789d985c5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent'). {{(pid=116107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 04:08:25.603155 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Routers set() bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:25.603833 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Router IDs set() for agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 04:08:25.604661 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'052370dd-b964-4d49-9b89-67789d985c5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent'). {{(pid=116107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 04:08:25.605288 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aee9dd-7e3b-4c5a-8f5c-b553e63fb759 None None] The sync data for ids ['052370dd-b964-4d49-9b89-67789d985c5e'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:25.658702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Allocated IP 2001:db8::2 (c469362e-48aa-48a9-b575-7d1d331d97fd/b9bfe53a-8daa-4208-9226-3f9f017953fc/b78eb169-070e-42ca-a87e-1c4946e391d9) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:25.756067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 759e6042-6a8a-49b0-aed2-caf610365551 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:08:25.842180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Publish callbacks [] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.890490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.901621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 759e6042-6a8a-49b0-aed2-caf610365551, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=759e6042-6a8a-49b0-aed2-caf610365551,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:25.913497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '759e6042-6a8a-49b0-aed2-caf610365551', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'port_id': '759e6042-6a8a-49b0-aed2-caf610365551', 'mac_address': 'fa:16:3e:2b:0e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:08:25.938313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:25.990685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Network c469362e-48aa-48a9-b575-7d1d331d97fd is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:25.998547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:26.002938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 759e6042-6a8a-49b0-aed2-caf610365551 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:26.003325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (759e6042-6a8a-49b0-aed2-caf610365551), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.005333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:26.008985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Pushing event updated for resources: {'Port': ['ID=b78eb169-070e-42ca-a87e-1c4946e391d9,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:26.027782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759e6042-6a8a-49b0-aed2-caf610365551 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:08:26.049581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab4bbc-2257-44af-9522-6f85c1f0fd54 req-4c3bdbcd-0385-48d0-9533-95b50704c586 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:26.057543 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d4ab4bbc-2257-44af-9522-6f85c1f0fd54 req-4c3bdbcd-0385-48d0-9533-95b50704c586 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 944 time: 0.0544503 Apr 29 04:08:26.091581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 759e6042-6a8a-49b0-aed2-caf610365551, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=759e6042-6a8a-49b0-aed2-caf610365551,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:26.096531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Attempting to bind port b78eb169-070e-42ca-a87e-1c4946e391d9 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:26.096897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Attempting to bind port b78eb169-070e-42ca-a87e-1c4946e391d9 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:26.097257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Attempting to bind port b78eb169-070e-42ca-a87e-1c4946e391d9 on network c469362e-48aa-48a9-b575-7d1d331d97fd {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:26.103405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:26.103602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Checking segment: {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:26.104013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.104410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Bound using segment: {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:26.104869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Bound port: b78eb169-070e-42ca-a87e-1c4946e391d9, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:26.105246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.113580 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d4ab4bbc-2257-44af-9522-6f85c1f0fd54 req-9b611189-0bf7-4943-ad68-05ab95a27800 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Apr 29 04:08:26.150096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:08:26.153971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (90c49496-f762-4b8a-ae15-ae806e0b07a7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.165469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (759e6042-6a8a-49b0-aed2-caf610365551), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.194799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] For port b78eb169-070e-42ca-a87e-1c4946e391d9, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:26.214281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] For port b78eb169-070e-42ca-a87e-1c4946e391d9, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b78eb169-070e-42ca-a87e-1c4946e391d9,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:26.215941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:26.224157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:26.229407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=759e6042-6a8a-49b0-aed2-caf610365551,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:26.233200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad1c7e-1b38-42a5-b865-18d05abdbb83 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:26.248471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:26.249066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.258754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=90c49496-f762-4b8a-ae15-ae806e0b07a7,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:26.285637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8::1 (c469362e-48aa-48a9-b575-7d1d331d97fd/b9bfe53a-8daa-4208-9226-3f9f017953fc/c220e180-6f53-4bfe-81f0-2cf278de4482) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:26.290017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.366547 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b48d4763-58c2-4805-882e-a379986d9cc6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0730970 Apr 29 04:08:26.369530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34160) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:26.374882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:26.385690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9b40b-e9b8-45cb-83f7-8c1c6fb6d747 None None] Pushing event updated for resources: {'Port': ['ID=b78eb169-070e-42ca-a87e-1c4946e391d9,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:26.398200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '90c49496-f762-4b8a-ae15-ae806e0b07a7'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:26.399872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.419234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['759e6042-6a8a-49b0-aed2-caf610365551'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:08:26.488386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.629748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Allocated IP 2001:db8::f816:3eff:fef5:584c (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/90c49496-f762-4b8a-ae15-ae806e0b07a7/d5758819-f04e-40dd-8d72-45f14e1ac865) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:26.641650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:26.645141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.660864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.761914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network c469362e-48aa-48a9-b575-7d1d331d97fd is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:26.769210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:26.771717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=c220e180-6f53-4bfe-81f0-2cf278de4482,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:26.776872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:26.777434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.868433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Publish callbacks [] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.941481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:26.980420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:26.986716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:26.991393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:26.999022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Pushing event updated for resources: {'Port': ['ID=d5758819-f04e-40dd-8d72-45f14e1ac865,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:27.063710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Attempting to bind port d5758819-f04e-40dd-8d72-45f14e1ac865 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:27.064076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Attempting to bind port d5758819-f04e-40dd-8d72-45f14e1ac865 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:27.064433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Attempting to bind port d5758819-f04e-40dd-8d72-45f14e1ac865 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:27.069946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:27.070315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:27.070726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.071107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:27.071573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Bound port: d5758819-f04e-40dd-8d72-45f14e1ac865, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:27.071952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.173111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] For port d5758819-f04e-40dd-8d72-45f14e1ac865, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:27.178831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] For port d5758819-f04e-40dd-8d72-45f14e1ac865, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d5758819-f04e-40dd-8d72-45f14e1ac865,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:27.222854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b78eb169-070e-42ca-a87e-1c4946e391d9 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:27.248156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.298851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283485ab-f344-4f57-898d-783e6f250d8b req-98ec0d02-5ea4-4d0b-80b3-8c0c4bb7f025 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:27.306309 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-283485ab-f344-4f57-898d-783e6f250d8b req-98ec0d02-5ea4-4d0b-80b3-8c0c4bb7f025 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 945 time: 0.0906100 Apr 29 04:08:27.328260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b78eb169-070e-42ca-a87e-1c4946e391d9 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:27.328660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.333798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91872e8-49da-49d4-86f2-90335c4b9dc2 None None] Pushing event updated for resources: {'Port': ['ID=d5758819-f04e-40dd-8d72-45f14e1ac865,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:27.429711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b78eb169-070e-42ca-a87e-1c4946e391d9 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:27.447150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.448128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.470650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port b78eb169-070e-42ca-a87e-1c4946e391d9, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b78eb169-070e-42ca-a87e-1c4946e391d9,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:27.483334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e6f71-6285-4ca4-b39a-30011840d5f9 None None] Network c469362e-48aa-48a9-b575-7d1d331d97fd requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:27.492481 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-283485ab-f344-4f57-898d-783e6f250d8b req-8c9daabd-2348-4506-baf9-9366e555967d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852815 Apr 29 04:08:27.550368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.669719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (28cf1d7d-c45a-464f-9b56-eb6ae943a982), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.739314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:27.748707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:27.768174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:27.768783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.786845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=28cf1d7d-c45a-464f-9b56-eb6ae943a982,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:27.807541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 759e6042-6a8a-49b0-aed2-caf610365551 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:27.850607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3a414df5-43c3-4b67-a13c-00efb99e7fa1 None None] Provisioning complete for port b78eb169-070e-42ca-a87e-1c4946e391d9 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:27.850976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3a414df5-43c3-4b67-a13c-00efb99e7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.893390 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-823af866-b481-4d78-93b7-9ec6d43fcc01 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5229039 Apr 29 04:08:27.896086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34164) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:27.901427 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:22:f6:e6', 'name': 'tempest-NetworksTestDHCPv6-647526734'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:27.921165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=b78eb169-070e-42ca-a87e-1c4946e391d9,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:27.950716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 759e6042-6a8a-49b0-aed2-caf610365551 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:08:27.963574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:27.992294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3a414df5-43c3-4b67-a13c-00efb99e7fa1 None None] Current status of the port b78eb169-070e-42ca-a87e-1c4946e391d9 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:28.047167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 759e6042-6a8a-49b0-aed2-caf610365551 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:28.047563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (759e6042-6a8a-49b0-aed2-caf610365551), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.072674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.073929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.123777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:28.157521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 759e6042-6a8a-49b0-aed2-caf610365551 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:28.157911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (759e6042-6a8a-49b0-aed2-caf610365551), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.194519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=c220e180-6f53-4bfe-81f0-2cf278de4482,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:28.209873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:08:28.215266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a3d652-3e24-4f4b-a9cd-2cf8b9ee39c3" -d '{"events": [{"server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "name": "network-vif-plugged", "status": "completed", "tag": "759e6042-6a8a-49b0-aed2-caf610365551"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:08:28.236414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 759e6042-6a8a-49b0-aed2-caf610365551, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=759e6042-6a8a-49b0-aed2-caf610365551,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:28.246711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2417861f-eea5-4411-904d-1ec6de704447 None None] Provisioning complete for port b78eb169-070e-42ca-a87e-1c4946e391d9 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:28.247161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2417861f-eea5-4411-904d-1ec6de704447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.278058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network c469362e-48aa-48a9-b575-7d1d331d97fd is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:28.281206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:28.293112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.310786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (759e6042-6a8a-49b0-aed2-caf610365551), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.353031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port ccd10b95-6bf8-4c3b-a994-f888ae79f150 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:28.427561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2417861f-eea5-4411-904d-1ec6de704447 None None] Current status of the port b78eb169-070e-42ca-a87e-1c4946e391d9 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:28.453586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2417861f-eea5-4411-904d-1ec6de704447 None None] Provisioning complete for port c220e180-6f53-4bfe-81f0-2cf278de4482 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:28.454278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2417861f-eea5-4411-904d-1ec6de704447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.456437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=759e6042-6a8a-49b0-aed2-caf610365551,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:28.506569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:08:28.546502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2417861f-eea5-4411-904d-1ec6de704447 None None] Port c220e180-6f53-4bfe-81f0-2cf278de4482 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:28.555208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c575b943-2595-44ec-82c4-cee56c1c6096 x-openstack-request-id: req-c575b943-2595-44ec-82c4-cee56c1c6096 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:08:28.557477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "name": "network-vif-plugged", "status": "completed", "tag": "759e6042-6a8a-49b0-aed2-caf610365551", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:08:28.557748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c575b943-2595-44ec-82c4-cee56c1c6096 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:08:28.559172 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c575b943-2595-44ec-82c4-cee56c1c6096'] response: {'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551', 'code': 200} Apr 29 04:08:28.640084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 172.20.0.6 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/28cf1d7d-c45a-464f-9b56-eb6ae943a982/ccd10b95-6bf8-4c3b-a994-f888ae79f150) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:28.649221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fe22:f6e6 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/90c49496-f762-4b8a-ae15-ae806e0b07a7/ccd10b95-6bf8-4c3b-a994-f888ae79f150) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:28.675915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fa0555bf-216f-4cfd-a8f3-9ed6dc8e041c None None] Provisioning complete for port c220e180-6f53-4bfe-81f0-2cf278de4482 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:28.676286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa0555bf-216f-4cfd-a8f3-9ed6dc8e041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.705211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ecea-0924-4605-95eb-b218516fe7db req-e9b926a5-24dc-44b4-a700-7674b8e426e4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:28.711506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4676ecea-0924-4605-95eb-b218516fe7db req-e9b926a5-24dc-44b4-a700-7674b8e426e4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.1039510 Apr 29 04:08:28.720554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:28.741978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34172) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:28.742207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cf67e40e-aec9-46d6-9096-a1d552b35829 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2564540 Apr 29 04:08:28.747403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-948149357'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:28.749758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:28.759164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fa0555bf-216f-4cfd-a8f3-9ed6dc8e041c None None] Port c220e180-6f53-4bfe-81f0-2cf278de4482 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:28.767620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:28.768275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:28.851884 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4676ecea-0924-4605-95eb-b218516fe7db req-f9e5c81b-7329-43bf-9091-64c428c983ba tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082911 Apr 29 04:08:28.910940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (ccd10b95-6bf8-4c3b-a994-f888ae79f150), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:28.919120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1058b52-45e7-41d0-ac7b-6a7a6d24ea21 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:28.922813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:29.051593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Provisioning complete for port d5758819-f04e-40dd-8d72-45f14e1ac865 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:29.051961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.165167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ccd10b95-6bf8-4c3b-a994-f888ae79f150), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.166990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:29.171050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.245940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:08:29.251600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Current status of the port d5758819-f04e-40dd-8d72-45f14e1ac865 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:29.252034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.261663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d4bd34de-c443-4499-a34b-7ad9db50bfa8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.262246 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment d4bd34de-c443-4499-a34b-7ad9db50bfa8 of type vlan for network de2e3e6b-9204-4e68-8585-bb345f20eb1e Apr 29 04:08:29.282955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d494e6-cc9f-4871-a852-e8a6e0b036df req-16a35d8e-354f-4b75-b27f-d80d82d85dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:29.284698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1d494e6-cc9f-4871-a852-e8a6e0b036df req-16a35d8e-354f-4b75-b27f-d80d82d85dfb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1130 time: 0.1048021 Apr 29 04:08:29.287886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:29.291371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d5758819-f04e-40dd-8d72-45f14e1ac865 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:29.293177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:29.295913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:29.301840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=ccd10b95-6bf8-4c3b-a994-f888ae79f150,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:29.356371 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1d494e6-cc9f-4871-a852-e8a6e0b036df req-233ad929-1c49-4c64-82c7-89b9b09aee58 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617800 Apr 29 04:08:29.362949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (de2e3e6b-9204-4e68-8585-bb345f20eb1e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.369454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] For port d5758819-f04e-40dd-8d72-45f14e1ac865, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d5758819-f04e-40dd-8d72-45f14e1ac865,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:29.381155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:29.382008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.391881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:27Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:27Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:29.419743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] Update dhcp port {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': '90c49496-f762-4b8a-ae15-ae806e0b07a7', 'ip_address': '2001:db8::f816:3eff:fef5:584c'}, {'subnet_id': '28cf1d7d-c45a-464f-9b56-eb6ae943a982'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': 'd5758819-f04e-40dd-8d72-45f14e1ac865'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:08:29.423707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:29.424047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Updating router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 port c220e180-6f53-4bfe-81f0-2cf278de4482 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:29.461593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.492966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4225b3c9-1608-43fa-899f-a94a4e7b8a0c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5953887 Apr 29 04:08:29.493759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (de2e3e6b-9204-4e68-8585-bb345f20eb1e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.495579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34174) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:29.499364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:29.502129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.510019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.514369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d5758819-f04e-40dd-8d72-45f14e1ac865 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:29.514595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.523969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.546355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Provisioning complete for port c220e180-6f53-4bfe-81f0-2cf278de4482 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:29.546734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.553269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7bb41c-8a35-4226-bdf0-bdecdfead26c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:29.559590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7bb41c-8a35-4226-bdf0-bdecdfead26c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:29.563810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6e7bb41c-8a35-4226-bdf0-bdecdfead26c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0642560 Apr 29 04:08:29.565016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34176) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:29.576416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=de2e3e6b-9204-4e68-8585-bb345f20eb1e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:29.599983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:08:29.620970 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-da6f2ae1-220d-4baa-bb34-6339f6260c79 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8756185 Apr 29 04:08:29.621744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34178) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:29.626756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:29.656490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port ccd10b95-6bf8-4c3b-a994-f888ae79f150 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:29.656831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ccd10b95-6bf8-4c3b-a994-f888ae79f150), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.666936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Pushing event updated for resources: {'Port': ['ID=d5758819-f04e-40dd-8d72-45f14e1ac865,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:29.708240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a624d096-3c15-4fdb-a25e-59dd8dafc01e None None] Port c220e180-6f53-4bfe-81f0-2cf278de4482 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:29.749810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ccd10b95-6bf8-4c3b-a994-f888ae79f150), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.764645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for ccd10b95-6bf8-4c3b-a994-f888ae79f150 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:29.792374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:29.796161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:29.981642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8b77a-81fe-43e7-a626-115f7ab305af req-0f1fc4dd-26f0-4240-8a4d-b718d40b2b4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:29.983211 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3ec8b77a-81fe-43e7-a626-115f7ab305af req-0f1fc4dd-26f0-4240-8a4d-b718d40b2b4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.0503135 Apr 29 04:08:30.019533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ccd10b95-6bf8-4c3b-a994-f888ae79f150), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.042046 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3ec8b77a-81fe-43e7-a626-115f7ab305af req-5ce1425c-aee9-4907-a524-85105eeb3213 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527880 Apr 29 04:08:30.060649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=ccd10b95-6bf8-4c3b-a994-f888ae79f150,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:30.115306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d5758819-f04e-40dd-8d72-45f14e1ac865 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:30.116406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b78eb169-070e-42ca-a87e-1c4946e391d9 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:30.166118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.170801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-73b6dcc1-b213-462a-b279-8f903b6e2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/ccd10b95-6bf8-4c3b-a994-f888ae79f150 HTTP/1.1" status: 204 len: 168 time: 0.6057665 Apr 29 04:08:30.173304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34182) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:30.196784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] Allocated IP 172.20.0.2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/28cf1d7d-c45a-464f-9b56-eb6ae943a982/d5758819-f04e-40dd-8d72-45f14e1ac865) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:30.221221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (f633bd07-770c-478e-8118-ee8f2351e536), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.226306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270de00-62f1-40c9-98ec-61e61b43ff25 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:30.237181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270de00-62f1-40c9-98ec-61e61b43ff25 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:30.237181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270de00-62f1-40c9-98ec-61e61b43ff25 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:30.237181 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5270de00-62f1-40c9-98ec-61e61b43ff25 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0563252 Apr 29 04:08:30.237181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34184) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:30.276506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b78eb169-070e-42ca-a87e-1c4946e391d9 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:30.276879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.288247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=f633bd07-770c-478e-8118-ee8f2351e536,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:30.297660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:30.297945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: de2e3e6b-9204-4e68-8585-bb345f20eb1e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:08:30.304255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 28cf1d7d-c45a-464f-9b56-eb6ae943a982 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:30.369960 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:08:30.402857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] For port d5758819-f04e-40dd-8d72-45f14e1ac865, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d5758819-f04e-40dd-8d72-45f14e1ac865,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:30.424470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Publish callbacks [] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.443953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, de2e3e6b-9204-4e68-8585-bb345f20eb1e) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:30.448463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:30.449076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.457578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d84b1-e730-4d6b-a3e1-beaa6854cc31 None None] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:30.479483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] Publish callbacks [] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.505711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b78eb169-070e-42ca-a87e-1c4946e391d9 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:30.531885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.543995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (28cf1d7d-c45a-464f-9b56-eb6ae943a982), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.548967 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d35c7da0-d4d9-4f60-8164-eaf7b86bc110 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9249370 Apr 29 04:08:30.550697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:30.566651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.604480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (28cf1d7d-c45a-464f-9b56-eb6ae943a982), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.623004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c20d0f-fadc-46e7-9fd8-9d922717be50 None None] Pushing event updated for resources: {'Port': ['ID=c220e180-6f53-4bfe-81f0-2cf278de4482,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:30.690736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:30.690736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.712883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (28cf1d7d-c45a-464f-9b56-eb6ae943a982), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.806770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Attempting to bind port c220e180-6f53-4bfe-81f0-2cf278de4482 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:30.807019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Attempting to bind port c220e180-6f53-4bfe-81f0-2cf278de4482 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:30.807225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Attempting to bind port c220e180-6f53-4bfe-81f0-2cf278de4482 on network c469362e-48aa-48a9-b575-7d1d331d97fd {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:30.826866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:30.827365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Checking segment: {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:30.833304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.833304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Bound using segment: {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:30.833304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Bound port: c220e180-6f53-4bfe-81f0-2cf278de4482, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78554698-209a-4ff4-b71d-739593e5212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:30.833304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.837428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb6c9-2cb1-40f2-8179-acbe1a7762a6 None None] Pushing event updated for resources: {'Port': ['ID=d5758819-f04e-40dd-8d72-45f14e1ac865,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:30.923226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] For port c220e180-6f53-4bfe-81f0-2cf278de4482, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:30.926392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] For port c220e180-6f53-4bfe-81f0-2cf278de4482, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c220e180-6f53-4bfe-81f0-2cf278de4482,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:30.930538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (28cf1d7d-c45a-464f-9b56-eb6ae943a982), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:30.986484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=28cf1d7d-c45a-464f-9b56-eb6ae943a982,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:31.000059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] Provisioning complete for port c220e180-6f53-4bfe-81f0-2cf278de4482 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:31.000059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.001041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.006605 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5bd6892f-bb51-4225-b064-e2d9b4e3d578 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/28cf1d7d-c45a-464f-9b56-eb6ae943a982 HTTP/1.1" status: 204 len: 168 time: 0.7694347 Apr 29 04:08:31.009992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34188) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:31.034495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.095398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 90c49496-f762-4b8a-ae15-ae806e0b07a7 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:31.099178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (90c49496-f762-4b8a-ae15-ae806e0b07a7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.123016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.150412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Allocated IP 2001:db8:1::2 (de2e3e6b-9204-4e68-8585-bb345f20eb1e/f633bd07-770c-478e-8118-ee8f2351e536/39d2cd1c-7e8b-42b2-83c9-791f8600a38b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:31.179706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (90c49496-f762-4b8a-ae15-ae806e0b07a7), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.330252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (90c49496-f762-4b8a-ae15-ae806e0b07a7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.405382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:31.406459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:31.429828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c20d0f-fadc-46e7-9fd8-9d922717be50 None None] Pushing event updated for resources: {'Port': ['ID=c220e180-6f53-4bfe-81f0-2cf278de4482,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:31.452942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc897-f80a-413d-b2bf-a8741b23efa7 req-3f0e5fc6-6d37-4d86-bc84-e50985774de2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:31.462512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-816cc897-f80a-413d-b2bf-a8741b23efa7 req-3f0e5fc6-6d37-4d86-bc84-e50985774de2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.1280270 Apr 29 04:08:31.516197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d5758819-f04e-40dd-8d72-45f14e1ac865 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:31.544613 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-816cc897-f80a-413d-b2bf-a8741b23efa7 req-51a2f924-d926-4ba2-a47f-208170f0c068 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802910 Apr 29 04:08:31.570718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (90c49496-f762-4b8a-ae15-ae806e0b07a7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.611416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=90c49496-f762-4b8a-ae15-ae806e0b07a7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:31.624736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.632138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b9e2b73-160c-4e92-9e48-1e0a378fd47c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/90c49496-f762-4b8a-ae15-ae806e0b07a7 HTTP/1.1" status: 204 len: 168 time: 0.6188054 Apr 29 04:08:31.632368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34194) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:31.675899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e537273b-714f-4316-b134-6dd4e4ab59a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423276 Apr 29 04:08:31.678742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34196) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:31.680059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb58aa-d3f2-40a3-9899-6642261d76f1 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:31.685379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:31.686766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6ff10-6381-4e0b-a16c-1bc8b7de9808 req-52d16366-3dcd-4974-af71-ef038e9ce5b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:31.688285 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-39e6ff10-6381-4e0b-a16c-1bc8b7de9808 req-52d16366-3dcd-4974-af71-ef038e9ce5b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.0494549 Apr 29 04:08:31.742597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:31.742597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Publish callbacks [] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.745722 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-39e6ff10-6381-4e0b-a16c-1bc8b7de9808 req-658398a9-385b-423a-bcfb-52a1e59a8e00 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514584 Apr 29 04:08:31.771644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34198) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:31.788908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] Current status of the port c220e180-6f53-4bfe-81f0-2cf278de4482 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:31.789413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.836513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.847111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:31.852367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:31.872431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3919b1-e429-490a-b8d6-ca246d14cbb6 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:31.877173 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ad3919b1-e429-490a-b8d6-ca246d14cbb6 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1125 time: 0.1013985 Apr 29 04:08:31.878080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34200) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:31.889805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '759e6042-6a8a-49b0-aed2-caf610365551', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:31.905139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8:1::1 (de2e3e6b-9204-4e68-8585-bb345f20eb1e/f633bd07-770c-478e-8118-ee8f2351e536/7d1379ba-e23f-4a5e-81b4-433a7c9913e2) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:32.004867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.042925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d5758819-f04e-40dd-8d72-45f14e1ac865 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:32.043172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.075042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Pushing event updated for resources: {'Port': ['ID=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:32.084256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.113381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.165931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:32.179472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] For port c220e180-6f53-4bfe-81f0-2cf278de4482, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c220e180-6f53-4bfe-81f0-2cf278de4482,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:32.182288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:32.188501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:32.257875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:08:32.285556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:32.294680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.313528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.79 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/b82fc375-8faa-46f6-9a0e-2fcc523dd9a6) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:32.315915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.367819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:32.368034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Attempting to bind port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:32.368264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Attempting to bind port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:32.368624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Attempting to bind port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b on network de2e3e6b-9204-4e68-8585-bb345f20eb1e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:32.393120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:32.395588 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:32.396183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.445360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:32.456995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:32.457396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Checking segment: {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:32.457798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.458221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Bound using segment: {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:32.458673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Bound port: 39d2cd1c-7e8b-42b2-83c9-791f8600a38b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:32.459056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.461274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d5758819-f04e-40dd-8d72-45f14e1ac865 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:32.493136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] Deleting port d5758819-f04e-40dd-8d72-45f14e1ac865 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:32.493449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.495085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-27c9b9f5-24fb-4ea6-8e22-7cd180705495 None None] Provisioning complete for port d5758819-f04e-40dd-8d72-45f14e1ac865 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:32.495446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-27c9b9f5-24fb-4ea6-8e22-7cd180705495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.511600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58d348-6731-4d0c-b54a-37770a5d2e23 None None] Pushing event updated for resources: {'Port': ['ID=c220e180-6f53-4bfe-81f0-2cf278de4482,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:32.543256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:27Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:30Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:32.597910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.634676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d89309-b999-4b0b-b7c0-4498b9614157 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:27Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:30Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:32.680296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] For port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:32.688150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] For port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,segment=NetworkSegment(d4bd34de-c443-4499-a34b-7ad9db50bfa8),segment_id=d4bd34de-c443-4499-a34b-7ad9db50bfa8)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:32.750337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] For port d5758819-f04e-40dd-8d72-45f14e1ac865, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d5758819-f04e-40dd-8d72-45f14e1ac865,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:32.750337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.768464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] Calling delete_port for d5758819-f04e-40dd-8d72-45f14e1ac865 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:32.772388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-27c9b9f5-24fb-4ea6-8e22-7cd180705495 None None] Current status of the port d5758819-f04e-40dd-8d72-45f14e1ac865 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:32.777790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.790286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] For port d5758819-f04e-40dd-8d72-45f14e1ac865, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d5758819-f04e-40dd-8d72-45f14e1ac865,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:32.818137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-27c9b9f5-24fb-4ea6-8e22-7cd180705495 None None] Provisioning complete for port c220e180-6f53-4bfe-81f0-2cf278de4482 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:32.818559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-27c9b9f5-24fb-4ea6-8e22-7cd180705495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.838876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.853236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.919780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2c11-d261-4bad-a42c-8d4dbf7e3d91 None None] Pushing event updated for resources: {'Port': ['ID=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:32.938891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:32.987557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.020469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (aa3a9039-0fa3-421f-843a-702a9b01227e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.036507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-27c9b9f5-24fb-4ea6-8e22-7cd180705495 None None] Current status of the port c220e180-6f53-4bfe-81f0-2cf278de4482 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:33.064316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.077123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:33.077387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:33.081768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (d5758819-f04e-40dd-8d72-45f14e1ac865), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.096785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:33.112245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:33.123449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.123643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:33.137352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:33.159697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] Pushing event deleted for resources: {'Port': ['ID=d5758819-f04e-40dd-8d72-45f14e1ac865,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:33.159968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=b82fc375-8faa-46f6-9a0e-2fcc523dd9a6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:33.168371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95906e9b-cb68-4c9b-9e7d-fb4e60bd4a29 None None] No DVR routers for this DVR port d5758819-f04e-40dd-8d72-45f14e1ac865 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:33.176353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=aa3a9039-0fa3-421f-843a-702a9b01227e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:33.192266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=d5758819-f04e-40dd-8d72-45f14e1ac865,revision_number=8']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:33.211430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe91411-d9db-40f4-b0e7-e27997cde065 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:33.297380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-49964cea-f84c-4a0e-be10-ac53e1896ea7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6151173 Apr 29 04:08:33.298320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34202) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:33.303584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:33.322714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c220e180-6f53-4bfe-81f0-2cf278de4482 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:33.392672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'aa3a9039-0fa3-421f-843a-702a9b01227e'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:33.393742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.511720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c220e180-6f53-4bfe-81f0-2cf278de4482 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:33.512232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.513771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:33.520302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.585006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Allocated IP 2001:db8::f816:3eff:fe77:ab2a (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/aa3a9039-0fa3-421f-843a-702a9b01227e/48d2ac05-c70e-40ce-a694-c7feebf3537d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:33.719505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c220e180-6f53-4bfe-81f0-2cf278de4482 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:33.804238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.846999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d5758819-f04e-40dd-8d72-45f14e1ac865 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:33.887450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: d5758819-f04e-40dd-8d72-45f14e1ac865 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:33.887450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d5758819-f04e-40dd-8d72-45f14e1ac865 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:33.901929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.905930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.928096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (326c7916-cc8f-4940-a1ab-1910919043ed), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:33.976463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Publish callbacks [] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.000472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=326c7916-cc8f-4940-a1ab-1910919043ed,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:34.016779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:34.018641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:34.022011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:34.022789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.153247 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8092da9c-5a18-42ca-94f4-3409ca6a70ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8538728 Apr 29 04:08:34.157109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34204) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:34.164162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.199931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6f22e-c984-49cc-a858-a23bb77c990b None None] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:34.202092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:d2:be:ac', 'name': 'tempest-NetworksTestDHCPv6-568458842'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:34.213689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:34.239906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:34.244635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:34.250014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:34.250014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Pushing event updated for resources: {'Port': ['ID=48d2ac05-c70e-40ce-a694-c7feebf3537d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:34.303404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:34.313106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:34.323123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.328264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] Provisioning complete for port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:34.328627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.418100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Attempting to bind port 48d2ac05-c70e-40ce-a694-c7feebf3537d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:34.418468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Attempting to bind port 48d2ac05-c70e-40ce-a694-c7feebf3537d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:34.419036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Attempting to bind port 48d2ac05-c70e-40ce-a694-c7feebf3537d on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:34.433864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:34.434194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:34.434582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.434997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:34.435474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Bound port: 48d2ac05-c70e-40ce-a694-c7feebf3537d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:34.435851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.491044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:34.519400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] Current status of the port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:34.519777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.549870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] For port 48d2ac05-c70e-40ce-a694-c7feebf3537d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:34.553709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] For port 48d2ac05-c70e-40ce-a694-c7feebf3537d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=48d2ac05-c70e-40ce-a694-c7feebf3537d,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:34.571118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] For port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,segment=NetworkSegment(d4bd34de-c443-4499-a34b-7ad9db50bfa8),segment_id=d4bd34de-c443-4499-a34b-7ad9db50bfa8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:34.574401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:34.634565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.647546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.672386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.707511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65e3c-dac3-4bc6-a4a6-69a6a7267713 None None] Pushing event updated for resources: {'Port': ['ID=48d2ac05-c70e-40ce-a694-c7feebf3537d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:34.723600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:34.731593 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-765b6f6e-2c11-4c31-90aa-661f18ce2d20 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1797702 Apr 29 04:08:34.734555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34206) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:34.741333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247756916'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:34.763743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.803703 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:34.816852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cec9c-c520-4fe3-a1e5-6644706a40a1 None None] Pushing event updated for resources: {'Port': ['ID=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:34.818822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:34.819461 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:34.827027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-72424e36-9a59-45c3-a54a-83332870111f None None] Provisioning complete for port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:34.827406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-72424e36-9a59-45c3-a54a-83332870111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.840547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 28667e39-5294-4b27-875a-84eae11485d4 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:34.853050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:34.857407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.919508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:08:34.943432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e4f170a8-4788-4278-a004-3c3a6405fba6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:34.943432 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment e4f170a8-4788-4278-a004-3c3a6405fba6 of type vlan for network 0c04e1a2-3df5-4f70-9575-f9d61c57651d Apr 29 04:08:34.948812 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:34.979724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-72424e36-9a59-45c3-a54a-83332870111f None None] Current status of the port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:35.042958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-72424e36-9a59-45c3-a54a-83332870111f None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:35.043648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-72424e36-9a59-45c3-a54a-83332870111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.064946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (0c04e1a2-3df5-4f70-9575-f9d61c57651d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.128450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-72424e36-9a59-45c3-a54a-83332870111f None None] Port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:35.249825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (0c04e1a2-3df5-4f70-9575-f9d61c57651d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.254271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-208ca1ff-30df-4010-8a92-9a797a91a502 None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:35.254645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-208ca1ff-30df-4010-8a92-9a797a91a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.254834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:35.255413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.268177 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 3, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:33Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:35.311511 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:35.312191 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Updating router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:35.357577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-208ca1ff-30df-4010-8a92-9a797a91a502 None None] Port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:35.359227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 39d2cd1c-7e8b-42b2-83c9-791f8600a38b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:35.369144 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.389990 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6541164 Apr 29 04:08:35.399001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34208) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:35.403201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:35.457869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:35.458109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.482738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=0c04e1a2-3df5-4f70-9575-f9d61c57651d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:35.504192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.504851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.505375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.505870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.506386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.506888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.507927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.508542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.509046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.509575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.510529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.511227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.511724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.512400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.513177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97752f93-c763-4b70-b4b6-6be1ef30110f tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.535905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:08:35.574198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.607872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 172.20.0.13 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/326c7916-cc8f-4940-a1ab-1910919043ed/28667e39-5294-4b27-875a-84eae11485d4) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:35.614633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fed2:beac (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/aa3a9039-0fa3-421f-843a-702a9b01227e/28667e39-5294-4b27-875a-84eae11485d4) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:35.648860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.655064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-79458685-0425-4d94-9a93-341da0e7e0b4 None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:35.656023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-79458685-0425-4d94-9a93-341da0e7e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.672382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:35.675818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.683729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:35.687331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 48d2ac05-c70e-40ce-a694-c7feebf3537d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:35.722254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-79458685-0425-4d94-9a93-341da0e7e0b4 None None] Port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:35.760295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 48d2ac05-c70e-40ce-a694-c7feebf3537d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:35.760642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=b82fc375-8faa-46f6-9a0e-2fcc523dd9a6,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:35.760764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.810077 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Publish callbacks [] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.846729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.873401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 48d2ac05-c70e-40ce-a694-c7feebf3537d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:35.873950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.889840 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.921488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 48d2ac05-c70e-40ce-a694-c7feebf3537d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=48d2ac05-c70e-40ce-a694-c7feebf3537d,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:35.960263 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Pushing event updated for resources: {'Port': ['ID=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:35.976649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (40f07b2e-0964-4ff3-8e61-34960a15a474), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.980854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (28667e39-5294-4b27-875a-84eae11485d4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:35.990127 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.990563 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.991208 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.991772 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.992328 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.992886 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.993467 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.994132 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.995137 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.995702 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.996274 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.996823 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.997422 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.998028 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:35.998585 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:36.005457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.012022 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c associated. External IP: 172.26.4.79, port: 759e6042-6a8a-49b0-aed2-caf610365551. Apr 29 04:08:36.039832 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Attempting to bind port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:36.041156 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Attempting to bind port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:36.041797 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Attempting to bind port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 on network de2e3e6b-9204-4e68-8585-bb345f20eb1e {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:36.047843 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:36.049100 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Checking segment: {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:36.049759 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.050370 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Bound using segment: {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:36.051291 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Bound port: 7d1379ba-e23f-4a5e-81b4-433a7c9913e2, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd34de-c443-4499-a34b-7ad9db50bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:36.051905 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.107000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=40f07b2e-0964-4ff3-8e61-34960a15a474,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:36.128661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:36.129046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: 0c04e1a2-3df5-4f70-9575-f9d61c57651d, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:08:36.130279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=48d2ac05-c70e-40ce-a694-c7feebf3537d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:36.161357 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] For port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:36.164756 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] For port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,segment=NetworkSegment(d4bd34de-c443-4499-a34b-7ad9db50bfa8),segment_id=d4bd34de-c443-4499-a34b-7ad9db50bfa8)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:36.199587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (28667e39-5294-4b27-875a-84eae11485d4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.232454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:08:36.232913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.295287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:36.303795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:36.309714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:36.313139 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6189e5d-d7e2-4a57-9304-9ca3a31dcc4a None None] Pushing event updated for resources: {'Port': ['ID=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:36.326715 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:36.327616 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:36.330346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 0c04e1a2-3df5-4f70-9575-f9d61c57651d) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:36.338690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:36.340192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.346896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7caec-e570-4453-9e4c-1fa1577b44df None None] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:36.370150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=28667e39-5294-4b27-875a-84eae11485d4,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:36.426088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:36.426974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.437694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6915fda-a4a6-4751-a98a-e39fbd698472 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:36.449492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:36.456741 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d05a3ea3-227a-41ed-9e94-08ef77ba65bf tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0578306 Apr 29 04:08:36.459750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34210) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:36.498374 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:36.500545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:36.500915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.571124 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a27a7586-0d85-43ff-b248-76601e922d9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3804481 Apr 29 04:08:36.573494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34212) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:36.617071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:36.618000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.649901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:36.681373 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:36.695291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c5e7c-d731-418e-9b2f-14038f255155 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:36.704720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c5e7c-d731-418e-9b2f-14038f255155 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:36.706949 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-276c5e7c-d731-418e-9b2f-14038f255155 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1323941 Apr 29 04:08:36.709958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34214) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:36.784376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:36.786006 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 3, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:36Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:36.819464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:36.820086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:36.829602 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-962cfd9a-a6d7-4cd0-bfe8-81e0c6b18f3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9438584 Apr 29 04:08:36.830492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:08:36.834070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab9b7f9-dd55-4c89-b496-1819950d5566" -d '{"events": [{"name": "network-changed", "server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "tag": "759e6042-6a8a-49b0-aed2-caf610365551"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:08:36.835339 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d9848-fdac-46ba-85da-dcdb9e6aeefb None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 3, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:36Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:36.845891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34216) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:36.914295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 28667e39-5294-4b27-875a-84eae11485d4 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:36.914646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (28667e39-5294-4b27-875a-84eae11485d4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.022190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb2cac6-655e-4dd5-9af2-bf5d158f1dc3 x-openstack-request-id: req-3eb2cac6-655e-4dd5-9af2-bf5d158f1dc3 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:08:37.022514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "tag": "759e6042-6a8a-49b0-aed2-caf610365551", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:08:37.026818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3eb2cac6-655e-4dd5-9af2-bf5d158f1dc3 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:08:37.027312 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb2cac6-655e-4dd5-9af2-bf5d158f1dc3'] response: {'name': 'network-changed', 'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551', 'status': 'completed', 'code': 200} Apr 29 04:08:37.030967 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3bf76919-ef0e-4d9c-b9aa-34e88c790207 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 991 time: 0.1835027 Apr 29 04:08:37.072506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Current status of the port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:37.072899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.112890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Allocated IP 2001:db8:2::2 (0c04e1a2-3df5-4f70-9575-f9d61c57651d/40f07b2e-0964-4ff3-8e61-34960a15a474/56530473-f2f2-451d-a3f6-4fd4eff4ad43) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:37.120712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] Update dhcp port {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'aa3a9039-0fa3-421f-843a-702a9b01227e', 'ip_address': '2001:db8::f816:3eff:fe77:ab2a'}, {'subnet_id': '326c7916-cc8f-4940-a1ab-1910919043ed'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '48d2ac05-c70e-40ce-a694-c7feebf3537d'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:08:37.175086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:37.235148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.238366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] For port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,segment=NetworkSegment(d4bd34de-c443-4499-a34b-7ad9db50bfa8),segment_id=d4bd34de-c443-4499-a34b-7ad9db50bfa8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:37.425943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:37.434777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.521267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-b681098f-0561-42c3-902a-fec92590e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:37.522721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-b681098f-0561-42c3-902a-fec92590e3ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1130 time: 0.0939164 Apr 29 04:08:37.602498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Provisioning complete for port 48d2ac05-c70e-40ce-a694-c7feebf3537d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:37.602877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.685410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (28667e39-5294-4b27-875a-84eae11485d4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.726094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 28667e39-5294-4b27-875a-84eae11485d4 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:37.736946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Pushing event updated for resources: {'Port': ['ID=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:37.791740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:37.792117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.822668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-8273945f-4bb9-43ea-8d92-1311553d945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:37.824148 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-8273945f-4bb9-43ea-8d92-1311553d945c service neutron] 10.222.0.31 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 898 time: 0.2941601 Apr 29 04:08:37.841467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.947457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Publish callbacks [] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:37.978786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] Allocated IP 172.20.0.2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/326c7916-cc8f-4940-a1ab-1910919043ed/48d2ac05-c70e-40ce-a694-c7feebf3537d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:38.026013 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-f17262ab-7b4c-4efc-98d3-513b14b30ff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=759e6042-6a8a-49b0-aed2-caf610365551 HTTP/1.1" status: 200 len: 999 time: 0.1938992 Apr 29 04:08:38.035441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34224) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:38.056654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.095556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a3998a9f-ef8b-4dc5-b4c5-f20e7cc79a69 None None] Current status of the port 48d2ac05-c70e-40ce-a694-c7feebf3537d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:38.109769 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e098ffd4-629d-4f16-a695-fd815d7547e8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 991 time: 0.0729096 Apr 29 04:08:38.175783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-fdc98c6f-0391-44fa-9379-311d2f6ed4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:38.177297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-fdc98c6f-0391-44fa-9379-311d2f6ed4f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 200 len: 834 time: 0.1420107 Apr 29 04:08:38.179758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f2c98dae-639d-4b47-8b61-35a7c2ed162c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '8798521a-7c3f-4424-a661-db78ab742278', 'port_id': '759e6042-6a8a-49b0-aed2-caf610365551', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'mac_address': 'fa:16:3e:2b:0e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265c564e-779a-4f6a-bb98-d52d78498caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:08:33Z', 'updated_at': '2022-04-29T04:08:33Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:38.182643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:38.219379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:38.220585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 48d2ac05-c70e-40ce-a694-c7feebf3537d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:38.228966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:38.231198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:38.238957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:38.271632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Pushing event updated for resources: {'Port': ['ID=56530473-f2f2-451d-a3f6-4fd4eff4ad43,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:38.295470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d17d7c38-dc6f-42cb-9779-1a0582a58422 None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:38.295848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d17d7c38-dc6f-42cb-9779-1a0582a58422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.309146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-723f8e1d-5197-44d6-819d-14c7482f4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:38.311173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-723f8e1d-5197-44d6-819d-14c7482f4cb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1253915 Apr 29 04:08:38.344180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:38.344803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:38.349374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] For port 48d2ac05-c70e-40ce-a694-c7feebf3537d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=48d2ac05-c70e-40ce-a694-c7feebf3537d,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:38.373882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (28667e39-5294-4b27-875a-84eae11485d4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.436845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8:2::1 (0c04e1a2-3df5-4f70-9575-f9d61c57651d/40f07b2e-0964-4ff3-8e61-34960a15a474/4b521f4c-d294-4ca7-9c7a-2f90117ca459) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:38.447506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=28667e39-5294-4b27-875a-84eae11485d4,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:38.475885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Attempting to bind port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:38.476259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Attempting to bind port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:38.476615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Attempting to bind port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 on network 0c04e1a2-3df5-4f70-9575-f9d61c57651d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:38.486915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] Publish callbacks [] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.491581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 48d2ac05-c70e-40ce-a694-c7feebf3537d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:38.491960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.523775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:38.524242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Checking segment: {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:38.524649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.525043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Bound using segment: {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:38.525556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Bound port: 56530473-f2f2-451d-a3f6-4fd4eff4ad43, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:38.525937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.569655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-0a9e7104-8386-4d41-9fde-7dfb5b205047 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360969 Apr 29 04:08:38.570462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.676126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:38.687486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.690678 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-82e0427d-f859-4e2c-859e-ee7668a3ee29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/28667e39-5294-4b27-875a-84eae11485d4 HTTP/1.1" status: 204 len: 168 time: 1.9770963 Apr 29 04:08:38.693431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34226) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:38.722153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.736532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d17d7c38-dc6f-42cb-9779-1a0582a58422 None None] Current status of the port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:38.743414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aab9b7f9-dd55-4c89-b496-1819950d5566 req-1f80d3b9-fe27-433d-8e82-7eff73063bd0 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459525 Apr 29 04:08:38.767090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc668898-83fe-4ba7-8926-7b56b1ac9694 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:38.768489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc668898-83fe-4ba7-8926-7b56b1ac9694 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:38.770210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc668898-83fe-4ba7-8926-7b56b1ac9694 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:38.774175 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fc668898-83fe-4ba7-8926-7b56b1ac9694 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0772521 Apr 29 04:08:38.774811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34228) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:38.827126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33612a6-dfe9-4d29-816c-687ca0632b30 None None] Pushing event updated for resources: {'Port': ['ID=48d2ac05-c70e-40ce-a694-c7feebf3537d,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:38.828239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 326c7916-cc8f-4940-a1ab-1910919043ed {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:38.832679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (326c7916-cc8f-4940-a1ab-1910919043ed), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.891699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (326c7916-cc8f-4940-a1ab-1910919043ed), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.893648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:38.904721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] For port 56530473-f2f2-451d-a3f6-4fd4eff4ad43, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:38.938343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:38.943516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] For port 56530473-f2f2-451d-a3f6-4fd4eff4ad43, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=56530473-f2f2-451d-a3f6-4fd4eff4ad43,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:38.950705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:38.952076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 48d2ac05-c70e-40ce-a694-c7feebf3537d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:38.962445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:38.963007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.008923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (326c7916-cc8f-4940-a1ab-1910919043ed), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.049100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=4b521f4c-d294-4ca7-9c7a-2f90117ca459,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:39.113942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34230) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:39.142881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa00b6d9-a269-4b6a-96b1-50fdbf1ba63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.145971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.154558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (326c7916-cc8f-4940-a1ab-1910919043ed), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.223176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=326c7916-cc8f-4940-a1ab-1910919043ed,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:39.229828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:39.230063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.240369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/326c7916-cc8f-4940-a1ab-1910919043ed HTTP/1.1" status: 204 len: 168 time: 0.4648931 Apr 29 04:08:39.250529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34232) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:39.285762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.286536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.287060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.287578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.288095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.288581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.289081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.289610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.290102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.290608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.291101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.292404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.293087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.293639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.294767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4efb684-f5dd-4318-96aa-5bc09a9af585 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.318160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Pushing event updated for resources: {'Port': ['ID=56530473-f2f2-451d-a3f6-4fd4eff4ad43,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:39.322939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.334517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.334862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.335204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.335544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.335876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.336208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.336534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.336858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.337185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.337602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.337967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.338252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.338574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.338895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.340005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad3004a-870f-4017-9e6d-c538628314d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:08:39.343556 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f8831f2f-39c6-4cd6-b71c-fd394847a50b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 991 time: 0.2284334 Apr 29 04:08:39.376531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet aa3a9039-0fa3-421f-843a-702a9b01227e {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:39.380637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (aa3a9039-0fa3-421f-843a-702a9b01227e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.390095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:39.390628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.438085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (aa3a9039-0fa3-421f-843a-702a9b01227e), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.441645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f2c98dae-639d-4b47-8b61-35a7c2ed162c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '8798521a-7c3f-4424-a661-db78ab742278', 'port_id': '759e6042-6a8a-49b0-aed2-caf610365551', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'mac_address': 'fa:16:3e:2b:0e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265c564e-779a-4f6a-bb98-d52d78498caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:08:33Z', 'updated_at': '2022-04-29T04:08:33Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:39.478531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d01f9-5929-41c4-865a-4567a4366828 None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f2c98dae-639d-4b47-8b61-35a7c2ed162c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '8798521a-7c3f-4424-a661-db78ab742278', 'port_id': '759e6042-6a8a-49b0-aed2-caf610365551', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'mac_address': 'fa:16:3e:2b:0e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265c564e-779a-4f6a-bb98-d52d78498caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:08:33Z', 'updated_at': '2022-04-29T04:08:33Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:39.580845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:39.586257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 48d2ac05-c70e-40ce-a694-c7feebf3537d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:39.625013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (aa3a9039-0fa3-421f-843a-702a9b01227e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.645421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 48d2ac05-c70e-40ce-a694-c7feebf3537d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:39.646052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.774217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 48d2ac05-c70e-40ce-a694-c7feebf3537d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:39.796712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.814793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f15dd-c6d7-4003-b078-b02a1f50358f None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:39.859418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (aa3a9039-0fa3-421f-843a-702a9b01227e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.861099 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca3291-19b1-439d-8f2d-fe8e3ee1238f None None] New status for floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:08:39.882754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.883579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.897797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8bacacc4-835b-4531-bdc7-eda609e93f37 None None] Provisioning complete for port 48d2ac05-c70e-40ce-a694-c7feebf3537d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:39.898382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8bacacc4-835b-4531-bdc7-eda609e93f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.902272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3a9039-0fa3-421f-843a-702a9b01227e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:39.912507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:39.919535 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e566c5b5-4046-438e-aa67-0abca617c9be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/aa3a9039-0fa3-421f-843a-702a9b01227e HTTP/1.1" status: 204 len: 168 time: 0.6639144 Apr 29 04:08:39.920837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34234) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:39.969292 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2a543941-a387-4590-9a6c-4fd1f5b670bb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455205 Apr 29 04:08:39.969804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34236) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:39.976039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:40.004452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=4b521f4c-d294-4ca7-9c7a-2f90117ca459,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:40.047054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8bacacc4-835b-4531-bdc7-eda609e93f37 None None] Current status of the port 48d2ac05-c70e-40ce-a694-c7feebf3537d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:40.072907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8bacacc4-835b-4531-bdc7-eda609e93f37 None None] Could not find standard attr ID for object 28667e39-5294-4b27-875a-84eae11485d4. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:40.089156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:40.091397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:40.098197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bdddf6-d94d-48ed-8413-8c84df3ba581 None None] Update dhcp port {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'aa3a9039-0fa3-421f-843a-702a9b01227e'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '48d2ac05-c70e-40ce-a694-c7feebf3537d'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:08:40.137247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57bdddf6-d94d-48ed-8413-8c84df3ba581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.161093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:40.165832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.349857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34238) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:40.373718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb38b0-1970-41ae-8b5a-b4ca87287b68 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:40.462568 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-78d04186-617e-404d-9299-c28971c5fb21 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 993 time: 0.1037798 Apr 29 04:08:40.488762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cc540585-177d-4dd1-aaf8-0edd589826d8 None None] Provisioning complete for port 48d2ac05-c70e-40ce-a694-c7feebf3537d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:40.489553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cc540585-177d-4dd1-aaf8-0edd589826d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.510786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:40.535866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (c584347f-8d8f-4e6d-a5b7-4b10b97fd688), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.570737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:40.589860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:40.594131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:40.596955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:40.603139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.623185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cc540585-177d-4dd1-aaf8-0edd589826d8 None None] Current status of the port 48d2ac05-c70e-40ce-a694-c7feebf3537d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:40.628640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=c584347f-8d8f-4e6d-a5b7-4b10b97fd688,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:40.640780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:40.642035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] Deleting port 48d2ac05-c70e-40ce-a694-c7feebf3537d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:40.642413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.653246 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a62f1342-37db-428f-a659-8df33be69760 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1922112 Apr 29 04:08:40.656664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34240) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:40.659024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:40.662266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544836541'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:40.708168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:40.708782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:40.710748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dda69d-6759-4b4e-88de-f2d53f697ee0 None None] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:40.760098 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2972e5ce-6a19-47b6-82df-d2ba26ec5d63 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7889760 Apr 29 04:08:40.763597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34242) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:40.768399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:40.828533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:40.831820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.853031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] Provisioning complete for port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:40.853531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.877000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:08:40.894217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (91589adb-75c3-4965-a023-70b94a7a6974), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.894565 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added segment 91589adb-75c3-4965-a023-70b94a7a6974 of type vlan for network 3d84ea62-de14-46df-99e3-2460213d06c6 Apr 29 04:08:40.908657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] For port 48d2ac05-c70e-40ce-a694-c7feebf3537d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=48d2ac05-c70e-40ce-a694-c7feebf3537d,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:40.909228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.938621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] Calling delete_port for 48d2ac05-c70e-40ce-a694-c7feebf3537d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:40.942500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:40.944156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3d84ea62-de14-46df-99e3-2460213d06c6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:40.983889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:40.987388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.041966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3d84ea62-de14-46df-99e3-2460213d06c6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.046862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:41.047437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.149654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Network': ['ID=3d84ea62-de14-46df-99e3-2460213d06c6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:41.169909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3d84ea62-de14-46df-99e3-2460213d06c6 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:08:41.214235 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e92bf13a-bd18-428c-8d22-331187ddc8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5537379 Apr 29 04:08:41.214802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34244) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:41.221288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'subnet': {'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:41.386469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 56530473-f2f2-451d-a3f6-4fd4eff4ad43 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:41.403738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b627fca4-bdd3-4b83-af34-0e15fa4d1e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.446235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Made reservation on behalf of cd4f67fe4d0742b890bfb08773202ad6 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:41.446235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.446676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] Current status of the port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:41.446676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.553837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (48d2ac05-c70e-40ce-a694-c7feebf3537d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.584063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:08:41.585444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] For port 56530473-f2f2-451d-a3f6-4fd4eff4ad43, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=56530473-f2f2-451d-a3f6-4fd4eff4ad43,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:41.585622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (db3f2632-003d-4547-a054-bf26518a88ca), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.620839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] Pushing event deleted for resources: {'Port': ['ID=48d2ac05-c70e-40ce-a694-c7feebf3537d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:41.626527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb991cfd-1ceb-4309-9a5a-2cf84086e94a None None] No DVR routers for this DVR port 48d2ac05-c70e-40ce-a694-c7feebf3537d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:41.643436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:41.643834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.645540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.654087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaff695-f7a6-413f-b915-c22c9abeb0c0 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:41.664580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:41.670459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:41.672719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=db3f2632-003d-4547-a054-bf26518a88ca,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:41.676173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:41.676861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.722350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:39Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:39Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:41.759801 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cb5617d5-3d6c-40c0-8bd3-c8c0cb4e4c2e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9926636 Apr 29 04:08:41.763725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34246) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:41.766577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:86:ed:30', 'name': 'tempest-NetworksTestDHCPv6-1896200428'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:41.784365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (c8155f2b-5d1d-409e-92fd-20b22774ee7d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.785758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:41.785898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Updating router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:41.864372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77cab6-395c-45f0-b8ef-fa33da436466 None None] Pushing event updated for resources: {'Port': ['ID=56530473-f2f2-451d-a3f6-4fd4eff4ad43,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:41.872033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b0e0eb4b-3412-4a64-b277-e3690ca09bd7 None None] Provisioning complete for port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:41.872408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b0e0eb4b-3412-4a64-b277-e3690ca09bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.899623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:41.917252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Subnet': ['ID=c8155f2b-5d1d-409e-92fd-20b22774ee7d,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:41.938697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Checking segment: {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:41.939052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network hostable DHCP agents. Network: 3d84ea62-de14-46df-99e3-2460213d06c6, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:08:42.009997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'c584347f-8d8f-4e6d-a5b7-4b10b97fd688'}, {'subnet_id': 'db3f2632-003d-4547-a054-bf26518a88ca'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:42.010837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.035261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:42.042201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:42.070586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 3d84ea62-de14-46df-99e3-2460213d06c6 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:08:42.110514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 48d2ac05-c70e-40ce-a694-c7feebf3537d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:42.143394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.171518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3d84ea62-de14-46df-99e3-2460213d06c6) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:42.171752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 48d2ac05-c70e-40ce-a694-c7feebf3537d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:42.171902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 48d2ac05-c70e-40ce-a694-c7feebf3537d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:42.176379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 862d3de5-f585-4c8e-a29e-99e16bade65c yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:42.182890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:42.184035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.228898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0c93d-407e-40bc-8748-0933dc687fcd None None] Network 3d84ea62-de14-46df-99e3-2460213d06c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:42.299787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.321745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5aec95ea-cb92-4cd2-a9c8-40a352009e29 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1060739 Apr 29 04:08:42.324505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34248) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:42.331029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0eb4b-3412-4a64-b277-e3690ca09bd7 None None] Current status of the port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:42.385600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b0e0eb4b-3412-4a64-b277-e3690ca09bd7 None None] Provisioning complete for port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:42.385977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b0e0eb4b-3412-4a64-b277-e3690ca09bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.418370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 172.20.0.4 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/c584347f-8d8f-4e6d-a5b7-4b10b97fd688/862d3de5-f585-4c8e-a29e-99e16bade65c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:42.431007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fe86:ed30 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/db3f2632-003d-4547-a054-bf26518a88ca/862d3de5-f585-4c8e-a29e-99e16bade65c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:42.465797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0eb4b-3412-4a64-b277-e3690ca09bd7 None None] Port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:42.483112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3d84ea62-de14-46df-99e3-2460213d06c6', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:42.483977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.600926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Publish callbacks [] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.626024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-92d6aa3b-f35a-4b32-bcb1-d0ec2e1fdf3f None None] Provisioning complete for port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:42.626396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92d6aa3b-f35a-4b32-bcb1-d0ec2e1fdf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.683470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.719120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-92d6aa3b-f35a-4b32-bcb1-d0ec2e1fdf3f None None] Port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:42.755600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Allocated IP 2001:db8:3::2 (3d84ea62-de14-46df-99e3-2460213d06c6/c8155f2b-5d1d-409e-92fd-20b22774ee7d/a73d7c7a-d350-4023-8323-986accc8cbba) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:42.772227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (862d3de5-f585-4c8e-a29e-99e16bade65c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.774291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c699-bd7e-4079-b265-82eb66c35ec5 None None] Pushing event updated for resources: {'Port': ['ID=4b521f4c-d294-4ca7-9c7a-2f90117ca459,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:42.850304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Attempting to bind port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:42.850673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Attempting to bind port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:42.851039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Attempting to bind port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 on network 0c04e1a2-3df5-4f70-9575-f9d61c57651d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:42.860824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.889403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:42.889723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Checking segment: {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:42.890130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.890529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Bound using segment: {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:42.891020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Bound port: 4b521f4c-d294-4ca7-9c7a-2f90117ca459, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f170a8-4788-4278-a004-3c3a6405fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:42.891406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:42.944843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (862d3de5-f585-4c8e-a29e-99e16bade65c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.009484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:43.021059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:43.026713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:43.030382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=862d3de5-f585-4c8e-a29e-99e16bade65c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:43.055777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] For port 4b521f4c-d294-4ca7-9c7a-2f90117ca459, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:43.148132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:43.150151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.232925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b72e8f7c-c13b-4332-adbb-3ee53d25e73c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4714067 Apr 29 04:08:43.235288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34250) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:43.235787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 56530473-f2f2-451d-a3f6-4fd4eff4ad43 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:43.237509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f4005748-ec47-4e30-a7df-68bb6b52c155 None None] Provisioning complete for port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:43.237882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4005748-ec47-4e30-a7df-68bb6b52c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.241233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] For port 4b521f4c-d294-4ca7-9c7a-2f90117ca459, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4b521f4c-d294-4ca7-9c7a-2f90117ca459,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:43.282270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc68ec5-7730-42fa-bcda-3ee3fe8474d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:43.283771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dfc68ec5-7730-42fa-bcda-3ee3fe8474d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.0475011 Apr 29 04:08:43.286490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34252) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:43.312853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Publish callbacks [] for port (a73d7c7a-d350-4023-8323-986accc8cbba), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.350210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.361025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f4005748-ec47-4e30-a7df-68bb6b52c155 None None] Port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:43.369644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 862d3de5-f585-4c8e-a29e-99e16bade65c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:43.370194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (862d3de5-f585-4c8e-a29e-99e16bade65c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.384201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Allocated IP 172.20.0.2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/c584347f-8d8f-4e6d-a5b7-4b10b97fd688/f86f1746-51d2-49e2-aaf0-1ba7470dc1a6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:43.397853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.407907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Allocated IP 2001:db8::f816:3eff:fe20:41f5 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/db3f2632-003d-4547-a054-bf26518a88ca/f86f1746-51d2-49e2-aaf0-1ba7470dc1a6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:43.460927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Network 3d84ea62-de14-46df-99e3-2460213d06c6 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:43.472885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:43.473271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.493207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Allocated IP 2001:db8:3::1 (3d84ea62-de14-46df-99e3-2460213d06c6/c8155f2b-5d1d-409e-92fd-20b22774ee7d/e914dfee-3e1e-461a-b436-4159c58e05fe) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:43.494775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c699-bd7e-4079-b265-82eb66c35ec5 None None] Pushing event updated for resources: {'Port': ['ID=4b521f4c-d294-4ca7-9c7a-2f90117ca459,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:43.498649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:43.499287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:43.502461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:43.515678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (862d3de5-f585-4c8e-a29e-99e16bade65c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.516106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:43.542886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 862d3de5-f585-4c8e-a29e-99e16bade65c owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:43.693875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.716604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Pushing event updated for resources: {'Port': ['ID=a73d7c7a-d350-4023-8323-986accc8cbba,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:43.762760 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] Provisioning complete for port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:43.763042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.772269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:43.830197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.834177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.865726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (862d3de5-f585-4c8e-a29e-99e16bade65c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.869699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Attempting to bind port a73d7c7a-d350-4023-8323-986accc8cbba on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:43.870081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Attempting to bind port a73d7c7a-d350-4023-8323-986accc8cbba by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:43.870454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Attempting to bind port a73d7c7a-d350-4023-8323-986accc8cbba on network 3d84ea62-de14-46df-99e3-2460213d06c6 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:43.881984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 3d84ea62-de14-46df-99e3-2460213d06c6 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:43.890140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:43.892370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=e914dfee-3e1e-461a-b436-4159c58e05fe,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:43.894863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:43.895137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.958786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:43.959171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Checking segment: {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:43.959561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.959960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Bound using segment: {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:43.960454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Bound port: a73d7c7a-d350-4023-8323-986accc8cbba, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:43.960837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:43.973160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=862d3de5-f585-4c8e-a29e-99e16bade65c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:43.985236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:44.052619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Publish callbacks [] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.075029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.078307 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b6bdc83f-6495-4852-bbd8-5d69c5d21d35 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/862d3de5-f585-4c8e-a29e-99e16bade65c HTTP/1.1" status: 204 len: 168 time: 0.7909129 Apr 29 04:08:44.080886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34254) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:44.133920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b1775-dcc7-49d7-867b-d3c4c3368af8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:44.135230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b1775-dcc7-49d7-867b-d3c4c3368af8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:44.136520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b1775-dcc7-49d7-867b-d3c4c3368af8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:44.138103 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f43b1775-dcc7-49d7-867b-d3c4c3368af8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0562687 Apr 29 04:08:44.140849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34256) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:44.144352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.154960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] For port a73d7c7a-d350-4023-8323-986accc8cbba, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:44.179648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] Current status of the port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:44.180048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.210680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] For port a73d7c7a-d350-4023-8323-986accc8cbba, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a73d7c7a-d350-4023-8323-986accc8cbba,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:44.217187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.230186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet c584347f-8d8f-4e6d-a5b7-4b10b97fd688 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:44.236358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (c584347f-8d8f-4e6d-a5b7-4b10b97fd688), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.244644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:44.263732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Pushing event updated for resources: {'Port': ['ID=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:44.273804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:44.288793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:44.295147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.298052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] For port 4b521f4c-d294-4ca7-9c7a-2f90117ca459, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4b521f4c-d294-4ca7-9c7a-2f90117ca459,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:44.306616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (c584347f-8d8f-4e6d-a5b7-4b10b97fd688), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.354439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:39Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:43Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:44.412994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.415013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fea32-8021-4587-8d4a-ba06ae9c29e1 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:39Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:43Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:44.460309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108aae3-7667-415a-8677-392b09d6ca3a None None] Pushing event updated for resources: {'Port': ['ID=a73d7c7a-d350-4023-8323-986accc8cbba,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:44.521908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c584347f-8d8f-4e6d-a5b7-4b10b97fd688), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.532959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Attempting to bind port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:44.533389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Attempting to bind port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:44.533791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Attempting to bind port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:44.547381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:44.547722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:44.548124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.548527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:44.549006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Bound port: f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:44.549486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.567052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52970c-8e9b-45cc-a9cd-76306ed9a17d None None] Pushing event updated for resources: {'Port': ['ID=4b521f4c-d294-4ca7-9c7a-2f90117ca459,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:44.689106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] For port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:44.690218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (c584347f-8d8f-4e6d-a5b7-4b10b97fd688), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.693024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] For port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:44.740964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.744240 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/c584347f-8d8f-4e6d-a5b7-4b10b97fd688 HTTP/1.1" status: 204 len: 168 time: 0.6022871 Apr 29 04:08:44.745218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8c905-dd88-4059-8513-b385d93da21f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=c584347f-8d8f-4e6d-a5b7-4b10b97fd688,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:44.747947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34258) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:44.785562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.787427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.828992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet db3f2632-003d-4547-a054-bf26518a88ca {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:44.833296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (db3f2632-003d-4547-a054-bf26518a88ca), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.849629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.853465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.867830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e24632-58f3-4d47-8d88-a26e0fc8a6e8 None None] Pushing event updated for resources: {'Port': ['ID=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:44.904252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (db3f2632-003d-4547-a054-bf26518a88ca), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:44.995466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event updated for resources: {'Port': ['ID=e914dfee-3e1e-461a-b436-4159c58e05fe,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:45.039788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (db3f2632-003d-4547-a054-bf26518a88ca), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.062270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Network 3d84ea62-de14-46df-99e3-2460213d06c6 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:45.063907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:45.124240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.210420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (db3f2632-003d-4547-a054-bf26518a88ca), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.260384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:45.260873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=db3f2632-003d-4547-a054-bf26518a88ca,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:45.266836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.270965 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f10a59f4-166e-4b27-a9c2-94287b66bb3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/db3f2632-003d-4547-a054-bf26518a88ca HTTP/1.1" status: 204 len: 168 time: 0.5190504 Apr 29 04:08:45.271771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34260) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:45.340907 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-61e9f4b1-1f6c-4628-a669-20b52d0ba640 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659463 Apr 29 04:08:45.341286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34262) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:45.349673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:45.424400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a73d7c7a-d350-4023-8323-986accc8cbba up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:45.491925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a73d7c7a-d350-4023-8323-986accc8cbba triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:45.492299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.552464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:45.556912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.594593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a73d7c7a-d350-4023-8323-986accc8cbba is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:45.595077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.645827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port a73d7c7a-d350-4023-8323-986accc8cbba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a73d7c7a-d350-4023-8323-986accc8cbba,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:45.710914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c66f05-d2f2-4b99-80ad-ed190c0fadb8 None None] Network 3d84ea62-de14-46df-99e3-2460213d06c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:45.768649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:45.777669 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-99c725d3-1f3e-448c-96e1-363458331824 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4476616 Apr 29 04:08:45.777669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34264) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:45.780204 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:45.783167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:45.790907 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:45.791924 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:45.835630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (ce6b7432-87bb-4b8f-94dc-a06f769678ec), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.879736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:45.883492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:45.888982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:45.889866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.902294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=ce6b7432-87bb-4b8f-94dc-a06f769678ec,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:45.905048 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:45.987829 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2da35f65-2779-44fe-a1cc-cc94fa4fa56f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6440792 Apr 29 04:08:45.989122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:45.989966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:45.990642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34266) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:45.995814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:46.006619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ebee42dc-41ba-47d7-9c6d-c2cdb5d287df None None] Provisioning complete for port a73d7c7a-d350-4023-8323-986accc8cbba triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:46.006983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ebee42dc-41ba-47d7-9c6d-c2cdb5d287df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.142449 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:46.192411 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:46.193038 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Updating router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 port e914dfee-3e1e-461a-b436-4159c58e05fe binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:08:46.231437 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.233113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=a73d7c7a-d350-4023-8323-986accc8cbba,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:46.236418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:46.236788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.272916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:46.279740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.283099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.extraroute_db [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=116105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 04:08:46.314781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.extraroute_db [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Removed routes are [] {{(pid=116105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 04:08:46.315186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.340868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ebee42dc-41ba-47d7-9c6d-c2cdb5d287df None None] Current status of the port a73d7c7a-d350-4023-8323-986accc8cbba is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:46.410562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:46.417876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.511176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:46.584577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.585399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4b521f4c-d294-4ca7-9c7a-2f90117ca459 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:46.613187 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Publish callbacks [] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.694597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5e5df-c1d5-4383-a481-2ddbbb21bcf5 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:46.703677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.707682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.711997 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.758674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2861ae93-4db7-4c8a-9fa5-781294849197 None None] Provisioning complete for port e914dfee-3e1e-461a-b436-4159c58e05fe triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:46.758930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2861ae93-4db7-4c8a-9fa5-781294849197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.774532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:46.792924 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ad297-d69b-42b9-aea6-05900d32cd71 None None] Pushing event updated for resources: {'Port': ['ID=e914dfee-3e1e-461a-b436-4159c58e05fe,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:46.822355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:46.822897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.855442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:46.876572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:08:46.902793 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Attempting to bind port e914dfee-3e1e-461a-b436-4159c58e05fe on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:46.905088 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Attempting to bind port e914dfee-3e1e-461a-b436-4159c58e05fe by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:46.905689 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Attempting to bind port e914dfee-3e1e-461a-b436-4159c58e05fe on network 3d84ea62-de14-46df-99e3-2460213d06c6 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:46.909101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2861ae93-4db7-4c8a-9fa5-781294849197 None None] Port e914dfee-3e1e-461a-b436-4159c58e05fe cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:08:46.920158 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:46.920533 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Checking segment: {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:46.920926 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.921406 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Bound using segment: {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:46.921821 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Bound port: e914dfee-3e1e-461a-b436-4159c58e05fe, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91589adb-75c3-4965-a023-70b94a7a6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:46.922162 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.941147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2861ae93-4db7-4c8a-9fa5-781294849197 None None] Provisioning complete for port a73d7c7a-d350-4023-8323-986accc8cbba triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:46.942003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2861ae93-4db7-4c8a-9fa5-781294849197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.987137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:46.994860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:46.996092 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cb703e4a-17df-4fe0-bd33-e9678dc6b068 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 952 time: 1.2175934 Apr 29 04:08:46.999175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34268) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:47.044700 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] For port e914dfee-3e1e-461a-b436-4159c58e05fe, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:47.050503 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] For port e914dfee-3e1e-461a-b436-4159c58e05fe, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e914dfee-3e1e-461a-b436-4159c58e05fe,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:47.128457 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.135271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9b477b30-a76a-4fe5-b240-b467b8ec4932 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 952 time: 0.1325395 Apr 29 04:08:47.136519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34270) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:47.140936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'routes': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:47.169352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:47.207202 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ad297-d69b-42b9-aea6-05900d32cd71 None None] Pushing event updated for resources: {'Port': ['ID=e914dfee-3e1e-461a-b436-4159c58e05fe,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:47.210317 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:47.211223 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:47.225115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2861ae93-4db7-4c8a-9fa5-781294849197 None None] Current status of the port a73d7c7a-d350-4023-8323-986accc8cbba is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:47.238429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] Update dhcp port {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'cdbc9fc2-0d3d-480d-8885-a69211439b66'}, {'subnet_id': 'ce6b7432-87bb-4b8f-94dc-a06f769678ec'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': 'f86f1746-51d2-49e2-aaf0-1ba7470dc1a6'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:08:47.289758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.336797 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:47.381576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a73d7c7a-d350-4023-8323-986accc8cbba up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:47.393680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Provisioning complete for port e914dfee-3e1e-461a-b436-4159c58e05fe triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:47.394131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.574694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a73d7c7a-d350-4023-8323-986accc8cbba triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:47.575435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.602243 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:46Z', 'revision_number': 6, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:47Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:47.611274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.639307 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38cd37-ed1c-452d-abee-156a8676a85b None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:46Z', 'revision_number': 6, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:47Z', 'revision_number': 4, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:47.715154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Current status of the port e914dfee-3e1e-461a-b436-4159c58e05fe is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:47.718387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.796196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] Allocated IP 172.20.0.2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/ce6b7432-87bb-4b8f-94dc-a06f769678ec/f86f1746-51d2-49e2-aaf0-1ba7470dc1a6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:47.813258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] For port e914dfee-3e1e-461a-b436-4159c58e05fe, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e914dfee-3e1e-461a-b436-4159c58e05fe,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:47.825113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a73d7c7a-d350-4023-8323-986accc8cbba is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:47.826563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:47.878071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:47.878695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.905265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.951277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:47.951655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:47.987569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] For port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:48.013851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Pushing event updated for resources: {'Port': ['ID=e914dfee-3e1e-461a-b436-4159c58e05fe,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:48.054680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.057925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:48.098004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb7ac5-0946-4ab4-8c7c-4a3277de049a None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:48.115953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 04:08:48.116274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 04:08:48.125178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.171059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (cdbc9fc2-0d3d-480d-8885-a69211439b66), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.228844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] For port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:48.231021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cf8cba24-f6ff-481d-a1ed-cd6b120d3221 None None] Provisioning complete for port e914dfee-3e1e-461a-b436-4159c58e05fe triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:48.231426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cf8cba24-f6ff-481d-a1ed-cd6b120d3221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.248691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:48.253043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.260472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:48.265762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,revision_number=7']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:48.269944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:48.273134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.276531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=cdbc9fc2-0d3d-480d-8885-a69211439b66,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:48.304370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] Publish callbacks [] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.345990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cf8cba24-f6ff-481d-a1ed-cd6b120d3221 None None] Current status of the port e914dfee-3e1e-461a-b436-4159c58e05fe is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:48.379055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.395216 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3a2c3e0e-755c-4d80-861a-09fc28d37a27 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4005523 Apr 29 04:08:48.395436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34272) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:48.400929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:7d:5c:72', 'name': 'tempest-NetworksTestDHCPv6-481034664'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:48.476018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb915-1e44-40ed-8bc7-be55e1f65d95 None None] Pushing event updated for resources: {'Port': ['ID=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:48.564478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:48.576763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:48.577481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:48.631998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.639999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.675219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:48.719109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:48.803319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:48.879545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:48.931850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 4ab26c90-2130-4a7d-9a36-6d63a1a64087 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:48.993425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:49.004006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.007565 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-edda70d1-41ca-406d-92b0-e7dd0fbd3219 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 702 time: 1.8684618 Apr 29 04:08:49.007935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34274) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:49.049686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152e1d9-4018-4f67-96fd-897d2e7dab19 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:49.056726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:48Z', 'revision_number': 7, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:47Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:49.102754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:49.118903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1e95d345-a237-42c6-855d-25f37c5425da None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:49.119601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1e95d345-a237-42c6-855d-25f37c5425da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.122509 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9fcffc0b-2fd1-4184-9d53-56507bf5a8bc tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 702 time: 0.1128423 Apr 29 04:08:49.125140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34276) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:49.136866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 172.20.0.9 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/ce6b7432-87bb-4b8f-94dc-a06f769678ec/4ab26c90-2130-4a7d-9a36-6d63a1a64087) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:49.143641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fe7d:5c72 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/cdbc9fc2-0d3d-480d-8885-a69211439b66/4ab26c90-2130-4a7d-9a36-6d63a1a64087) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:49.183595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:49.184703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:49.341815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:49.372585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (4ab26c90-2130-4a7d-9a36-6d63a1a64087), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.390415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e914dfee-3e1e-461a-b436-4159c58e05fe up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:49.482966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4ab26c90-2130-4a7d-9a36-6d63a1a64087), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.490382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1e95d345-a237-42c6-855d-25f37c5425da None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:49.531665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.555828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e914dfee-3e1e-461a-b436-4159c58e05fe triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:49.556154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.558161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=4ab26c90-2130-4a7d-9a36-6d63a1a64087,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:49.567824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:49.570882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:49.572145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:49.630096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:49.630292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.652314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d392b4b-e918-419d-89fb-5eb44a801ed7 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:49.702527 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c5b910c7-5cb4-42de-927a-76550f1c6f8b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3047750 Apr 29 04:08:49.704386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34278) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:49.759797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b3381-229e-486d-9955-17364b2f50d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:49.765520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b3381-229e-486d-9955-17364b2f50d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:49.771314 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-574b3381-229e-486d-9955-17364b2f50d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0616972 Apr 29 04:08:49.771465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:48Z', 'revision_number': 7, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:47Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:49.771646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34280) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:49.811901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b398f72a-21a2-499f-ad26-a4be242467a2 None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:49.812219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b398f72a-21a2-499f-ad26-a4be242467a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.830598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port e914dfee-3e1e-461a-b436-4159c58e05fe {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:49.830946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.837198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a03c9-54ec-43dc-814d-395a1718a30d None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:48Z', 'revision_number': 7, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:47Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:49.843756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e914dfee-3e1e-461a-b436-4159c58e05fe is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:49.844829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:49.872421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 4ab26c90-2130-4a7d-9a36-6d63a1a64087 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:49.872904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4ab26c90-2130-4a7d-9a36-6d63a1a64087), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.888464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.940308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:49.940678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.955652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port e914dfee-3e1e-461a-b436-4159c58e05fe, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e914dfee-3e1e-461a-b436-4159c58e05fe,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:49.956017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:49.972726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for e914dfee-3e1e-461a-b436-4159c58e05fe owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:50.006984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4ab26c90-2130-4a7d-9a36-6d63a1a64087), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.020562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b398f72a-21a2-499f-ad26-a4be242467a2 None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:50.026845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 4ab26c90-2130-4a7d-9a36-6d63a1a64087 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:50.080120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:50.193178 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:50.205421 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:50.206051 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:50.338782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4ab26c90-2130-4a7d-9a36-6d63a1a64087), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.367076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d7830842-a9e7-49d0-b63a-bb816773b664 None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:50.367779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d7830842-a9e7-49d0-b63a-bb816773b664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.391452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=4ab26c90-2130-4a7d-9a36-6d63a1a64087,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:50.439873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:50.524448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.528483 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84c85fba-6e5b-456a-ae39-db1600415ae9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/4ab26c90-2130-4a7d-9a36-6d63a1a64087 HTTP/1.1" status: 204 len: 168 time: 0.7574646 Apr 29 04:08:50.531122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34282) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:50.535683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d7830842-a9e7-49d0-b63a-bb816773b664 None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:50.539762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d7830842-a9e7-49d0-b63a-bb816773b664 None None] Could not find standard attr ID for object 4ab26c90-2130-4a7d-9a36-6d63a1a64087. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:50.601638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40335f5-5cd4-4211-b976-caff2584bd74 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:50.602950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40335f5-5cd4-4211-b976-caff2584bd74 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:50.604282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40335f5-5cd4-4211-b976-caff2584bd74 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:50.608941 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e40335f5-5cd4-4211-b976-caff2584bd74 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0709457 Apr 29 04:08:50.609204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34284) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:50.656503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e914dfee-3e1e-461a-b436-4159c58e05fe), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.664092 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:48Z', 'revision_number': 7, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e914dfee-3e1e-461a-b436-4159c58e05fe', 'name': '', 'network_id': '3d84ea62-de14-46df-99e3-2460213d06c6', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:bc:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:43Z', 'updated_at': '2022-04-29T04:08:47Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'c8155f2b-5d1d-409e-92fd-20b22774ee7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:50.694167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet cdbc9fc2-0d3d-480d-8885-a69211439b66 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:50.695121 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:50.696366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=e914dfee-3e1e-461a-b436-4159c58e05fe,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:50.704726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (cdbc9fc2-0d3d-480d-8885-a69211439b66), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.704892 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:50.705377 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:50.757487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5b8fc2d5-2ce9-4031-96e3-ce250c3346c5 None None] Could not find standard attr ID for object ccd10b95-6bf8-4c3b-a994-f888ae79f150. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:50.824967 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:50.842939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (cdbc9fc2-0d3d-480d-8885-a69211439b66), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:50.896520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.026699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (cdbc9fc2-0d3d-480d-8885-a69211439b66), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.051939 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:50Z', 'revision_number': 8, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:51.074651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-45403f38-0eb9-4ee7-adcd-3fa8511551cc None None] Could not find standard attr ID for object 28667e39-5294-4b27-875a-84eae11485d4. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:51.079699 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c669f1-065b-4182-bcd1-1d9ab6ea3cc0 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:50Z', 'revision_number': 8, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:51.183956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:51.263879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (cdbc9fc2-0d3d-480d-8885-a69211439b66), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.300339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbc9fc2-0d3d-480d-8885-a69211439b66,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:51.306547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d4e79b7c-2890-434f-8c6d-16d16f5479e1 None None] Could not find standard attr ID for object 862d3de5-f585-4c8e-a29e-99e16bade65c. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:51.308789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.314364 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e6d7ff4-c4fc-4595-958a-dd4ecc04895b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/cdbc9fc2-0d3d-480d-8885-a69211439b66 HTTP/1.1" status: 204 len: 168 time: 0.7017839 Apr 29 04:08:51.314598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34286) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:51.326027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:51.351245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-be48869b-0b30-49d7-b21a-d19e830f5cad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2225120 Apr 29 04:08:51.351591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34288) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:51.410373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet ce6b7432-87bb-4b8f-94dc-a06f769678ec {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:51.415636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (ce6b7432-87bb-4b8f-94dc-a06f769678ec), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.447813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet c8155f2b-5d1d-409e-92fd-20b22774ee7d {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:51.462694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (c8155f2b-5d1d-409e-92fd-20b22774ee7d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.495202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e914dfee-3e1e-461a-b436-4159c58e05fe no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:51.511340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (ce6b7432-87bb-4b8f-94dc-a06f769678ec), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.530432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e914dfee-3e1e-461a-b436-4159c58e05fe {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:51.531039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e914dfee-3e1e-461a-b436-4159c58e05fe not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:51.550443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (c8155f2b-5d1d-409e-92fd-20b22774ee7d), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.586560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530535cf-24a7-4ca3-bba6-16c635ee2dbf None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:51.654976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dcb9520c-4c9a-41e8-9163-0d83a22790cb None None] Could not find standard attr ID for object 4ab26c90-2130-4a7d-9a36-6d63a1a64087. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:51.676847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (ce6b7432-87bb-4b8f-94dc-a06f769678ec), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.708739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c8155f2b-5d1d-409e-92fd-20b22774ee7d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.720653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:51.734725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:51.734951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:51.838593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:51.843168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (ce6b7432-87bb-4b8f-94dc-a06f769678ec), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.876456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6b7432-87bb-4b8f-94dc-a06f769678ec,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:51.880214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (c8155f2b-5d1d-409e-92fd-20b22774ee7d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.889949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.895460 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f6f30b6f-e31f-4613-a52a-43bf13a1d9d5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/ce6b7432-87bb-4b8f-94dc-a06f769678ec HTTP/1.1" status: 204 len: 168 time: 0.5776906 Apr 29 04:08:51.895838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34290) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:51.922594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=c8155f2b-5d1d-409e-92fd-20b22774ee7d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:51.927600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:51.934090 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b0253c08-094d-48a7-a997-601a36c9c53b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/c8155f2b-5d1d-409e-92fd-20b22774ee7d HTTP/1.1" status: 204 len: 168 time: 0.5813017 Apr 29 04:08:51.935346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34292) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:51.969597 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4fd5e3ce-e932-46cf-8d37-b298830d6ddf tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724800 Apr 29 04:08:51.975261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34294) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.027496 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94997f7-bfc5-400e-b865-7e6bc3c76def tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:52.030325 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e94997f7-bfc5-400e-b865-7e6bc3c76def tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0540671 Apr 29 04:08:52.030907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21f7c8-512d-489c-9fbc-74584f755005 None None] Network 3d84ea62-de14-46df-99e3-2460213d06c6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:52.032789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34296) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.037401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3d84ea62-de14-46df-99e3-2460213d06c6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.104313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port a73d7c7a-d350-4023-8323-986accc8cbba {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:52.104899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.109743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14437bad-e56f-4b52-bd27-2d2ded64c421 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:52.114417 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-14437bad-e56f-4b52-bd27-2d2ded64c421 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0793521 Apr 29 04:08:52.115211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34298) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.180621 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7979fa20-a964-4ef3-890e-a755a1cec8f6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636017 Apr 29 04:08:52.181543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34300) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.190304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ed33a465-72e3-41b8-a76c-e6e0574449d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:52.211799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port a73d7c7a-d350-4023-8323-986accc8cbba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a73d7c7a-d350-4023-8323-986accc8cbba,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:52.212169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.236326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for a73d7c7a-d350-4023-8323-986accc8cbba owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:52.278581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] DHCP port deletion for 3d84ea62-de14-46df-99e3-2460213d06c6 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:52.352029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:50Z', 'revision_number': 8, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:52.383442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78802c8-6a69-422d-a1c7-bcbaf39c4493 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:52.388085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Deleting port a73d7c7a-d350-4023-8323-986accc8cbba {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:52.388456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.394052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:52.395278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33a465-72e3-41b8-a76c-e6e0574449d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:52.398775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed33a465-72e3-41b8-a76c-e6e0574449d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.406275 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed33a465-72e3-41b8-a76c-e6e0574449d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:52.406275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed33a465-72e3-41b8-a76c-e6e0574449d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:52.445861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5a34a058-cc6a-4272-95f0-d3472ef995f6 None None] Provisioning complete for port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:52.446236 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5a34a058-cc6a-4272-95f0-d3472ef995f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.452594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.483196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=a73d7c7a-d350-4023-8323-986accc8cbba,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:52.487501 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ed33a465-72e3-41b8-a76c-e6e0574449d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3018067 Apr 29 04:08:52.487669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34302) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.489703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port a73d7c7a-d350-4023-8323-986accc8cbba on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:52.497161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d3263488-1e23-4e6a-bf66-0319d9bdcc14 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:52.525759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:52.526391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:52.578833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3d84ea62-de14-46df-99e3-2460213d06c6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.605574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d84ea62-de14-46df-99e3-2460213d06c6']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:52.626821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91589adb-75c3-4965-a023-70b94a7a6974') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:52.627523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91589adb-75c3-4965-a023-70b94a7a6974') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:52.644192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (91589adb-75c3-4965-a023-70b94a7a6974), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.651824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] For port a73d7c7a-d350-4023-8323-986accc8cbba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a73d7c7a-d350-4023-8323-986accc8cbba,segment=NetworkSegment(91589adb-75c3-4965-a023-70b94a7a6974),segment_id=91589adb-75c3-4965-a023-70b94a7a6974)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:52.652288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.652440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3263488-1e23-4e6a-bf66-0319d9bdcc14 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:52.656631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d3263488-1e23-4e6a-bf66-0319d9bdcc14 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.658059 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3263488-1e23-4e6a-bf66-0319d9bdcc14 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:52.658792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3263488-1e23-4e6a-bf66-0319d9bdcc14 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:52.666320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (91589adb-75c3-4965-a023-70b94a7a6974), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.673931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:08:52.674333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (91589adb-75c3-4965-a023-70b94a7a6974), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:08:52.678719 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:08:52.681650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Calling delete_port for a73d7c7a-d350-4023-8323-986accc8cbba owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:52.701432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:52.749460 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d3263488-1e23-4e6a-bf66-0319d9bdcc14 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2562695 Apr 29 04:08:52.750882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34304) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.755206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:52.756137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-37b54888-cef5-4487-b8a0-27221f7ea9a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:52.833685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3d84ea62-de14-46df-99e3-2460213d06c6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.842315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.845447 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/3d84ea62-de14-46df-99e3-2460213d06c6 HTTP/1.1" status: 204 len: 168 time: 0.9084866 Apr 29 04:08:52.848470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34306) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:52.862244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ae2dc-e6eb-4d3f-9481-d5dd5df4f7df tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=3d84ea62-de14-46df-99e3-2460213d06c6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:52.900166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5a34a058-cc6a-4272-95f0-d3472ef995f6 None None] Current status of the port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:52.921044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b54888-cef5-4487-b8a0-27221f7ea9a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:52.925827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-37b54888-cef5-4487-b8a0-27221f7ea9a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.927553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b54888-cef5-4487-b8a0-27221f7ea9a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:52.928049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b54888-cef5-4487-b8a0-27221f7ea9a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:52.953452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] Deleting port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:52.953826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:52.998028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (a73d7c7a-d350-4023-8323-986accc8cbba), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.013507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-37b54888-cef5-4487-b8a0-27221f7ea9a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2575958 Apr 29 04:08:53.014104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34308) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:53.019294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-fd9e8818-f17f-49b8-81db-2aba399851a5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:53.050708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Network 3d84ea62-de14-46df-99e3-2460213d06c6 is not hosted by any dhcp agent {{(pid=116106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 04:08:53.051163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] No DVR routers for this DVR port a73d7c7a-d350-4023-8323-986accc8cbba on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:53.085228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018de86-2306-4b1a-aff5-073bf98bfc82 None None] Pushing event deleted for resources: {'Port': ['ID=a73d7c7a-d350-4023-8323-986accc8cbba,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:53.091901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] For port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:53.092251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.127613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] Calling delete_port for f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:53.154300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:50Z', 'revision_number': 8, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:53.175911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.209295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb04b8-4de0-40ca-8741-6722f106d773 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:50Z', 'revision_number': 8, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '4b521f4c-d294-4ca7-9c7a-2f90117ca459', 'name': '', 'network_id': '0c04e1a2-3df5-4f70-9575-f9d61c57651d', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:df:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:38Z', 'updated_at': '2022-04-29T04:08:44Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': '40f07b2e-0964-4ff3-8e61-34960a15a474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:53.224023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e8818-f17f-49b8-81db-2aba399851a5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:53.228070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd9e8818-f17f-49b8-81db-2aba399851a5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.228968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9e8818-f17f-49b8-81db-2aba399851a5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:53.229577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9e8818-f17f-49b8-81db-2aba399851a5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:53.239540 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:08:53.264237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a73d7c7a-d350-4023-8323-986accc8cbba no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:53.289255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: a73d7c7a-d350-4023-8323-986accc8cbba {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:53.292856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a73d7c7a-d350-4023-8323-986accc8cbba not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:53.292856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:53.313433 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd9e8818-f17f-49b8-81db-2aba399851a5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2982404 Apr 29 04:08:53.316507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34310) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:53.322200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e53b7a04-4d47-470c-ad64-a67c6b2f742e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:53.342048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (f86f1746-51d2-49e2-aaf0-1ba7470dc1a6), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.344547 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No ports have port_id starting with f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 Apr 29 04:08:53.381053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] Pushing event deleted for resources: {'Port': ['ID=f86f1746-51d2-49e2-aaf0-1ba7470dc1a6,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:53.386705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5a11c-7653-4147-9b84-e9b6eeec2158 None None] No DVR routers for this DVR port f86f1746-51d2-49e2-aaf0-1ba7470dc1a6 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:53.538520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53b7a04-4d47-470c-ad64-a67c6b2f742e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:53.541918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e53b7a04-4d47-470c-ad64-a67c6b2f742e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.543366 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53b7a04-4d47-470c-ad64-a67c6b2f742e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:53.544473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53b7a04-4d47-470c-ad64-a67c6b2f742e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:53.626812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e53b7a04-4d47-470c-ad64-a67c6b2f742e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3089793 Apr 29 04:08:53.629790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34312) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:53.634649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4725c195-6418-431d-b718-bcbf540769a8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:53.720978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 4b521f4c-d294-4ca7-9c7a-2f90117ca459 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:53.721190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.786652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725c195-6418-431d-b718-bcbf540769a8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:53.790175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4725c195-6418-431d-b718-bcbf540769a8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.791616 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4725c195-6418-431d-b718-bcbf540769a8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:08:53.792040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4725c195-6418-431d-b718-bcbf540769a8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:08:53.812830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port 4b521f4c-d294-4ca7-9c7a-2f90117ca459, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4b521f4c-d294-4ca7-9c7a-2f90117ca459,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:53.813211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:53.825944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 4b521f4c-d294-4ca7-9c7a-2f90117ca459 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:53.863635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4725c195-6418-431d-b718-bcbf540769a8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2327597 Apr 29 04:08:53.866120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34314) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:53.894921 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-26d8459c-3f9a-4e1b-bedb-cfe6132f6307 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0277283 Apr 29 04:08:53.897196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34316) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:53.947011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebaff44-0202-45c9-b8cc-737d3b6afc37 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:53.950884 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3ebaff44-0202-45c9-b8cc-737d3b6afc37 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0502822 Apr 29 04:08:53.951174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34318) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:53.995801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b1459d74-4867-4ab3-9170-a7888ad9cdce tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434153 Apr 29 04:08:53.997435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34320) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:54.002231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:54.069623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4b521f4c-d294-4ca7-9c7a-2f90117ca459), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.097209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=4b521f4c-d294-4ca7-9c7a-2f90117ca459,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:54.166705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:54.170289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.222586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.418650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:54.506138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:08:54.509063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (f9ecd077-f780-4785-b93b-e38b954b91d1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.518884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:54.527479 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-41276393-b3b8-486d-9930-443c7feac468 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754947 Apr 29 04:08:54.529814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34322) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:54.533134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:54.544706 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:54.545344 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:54.545965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:54.550503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:54.555113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:54.555709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.567319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e2fdc4-5925-4db7-a5f0-9d749a149fab None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:54.575610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=f9ecd077-f780-4785-b93b-e38b954b91d1,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:54.586980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet 40f07b2e-0964-4ff3-8e61-34960a15a474 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:54.590174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (40f07b2e-0964-4ff3-8e61-34960a15a474), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.641156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cf162854-2e62-479e-95a6-dcb0558b8509 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6426837 Apr 29 04:08:54.644025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34324) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:54.644565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (40f07b2e-0964-4ff3-8e61-34960a15a474), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.649074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:e9:f0:7d', 'name': 'tempest-NetworksTestDHCPv6-1849409720'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:54.654595 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:54.751231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (40f07b2e-0964-4ff3-8e61-34960a15a474), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.846998 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'f9ecd077-f780-4785-b93b-e38b954b91d1'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:54.847881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.849674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:54.868098 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:53Z', 'revision_number': 9, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:54.884040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (40f07b2e-0964-4ff3-8e61-34960a15a474), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.895102 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:54.904448 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:54.905280 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:54.912871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=40f07b2e-0964-4ff3-8e61-34960a15a474,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:54.926060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.932419 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-497a39e3-1df9-431f-8765-f1b22eda22fd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/40f07b2e-0964-4ff3-8e61-34960a15a474 HTTP/1.1" status: 204 len: 168 time: 0.4015877 Apr 29 04:08:54.933141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34326) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:54.937869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace11aa-d277-40d6-80ae-453df1df54c8 None None] Network 0c04e1a2-3df5-4f70-9575-f9d61c57651d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:54.969607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:54.999719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 338e28b6-6246-4367-9dc1-149a089b3a13 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:55.015401 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:55.021470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (0c04e1a2-3df5-4f70-9575-f9d61c57651d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.073576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:55.074283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.080282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Allocated IP 2001:db8::f816:3eff:fe94:ca4f (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/f9ecd077-f780-4785-b93b-e38b954b91d1/d59cc586-d8b6-45b6-b341-77ba560a57e2) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:55.157192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port 56530473-f2f2-451d-a3f6-4fd4eff4ad43, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=56530473-f2f2-451d-a3f6-4fd4eff4ad43,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:55.157688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.159309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] DHCP port deletion for 0c04e1a2-3df5-4f70-9575-f9d61c57651d request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:55.171902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 56530473-f2f2-451d-a3f6-4fd4eff4ad43 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:55.261114 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:53Z', 'revision_number': 9, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:55.288246 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] Deleting port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:55.288626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.289417 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cea194-c112-4dd4-9d18-c96e4b448af7 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:53Z', 'revision_number': 9, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': '7d1379ba-e23f-4a5e-81b4-433a7c9913e2', 'name': '', 'network_id': 'de2e3e6b-9204-4e68-8585-bb345f20eb1e', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:4d:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:31Z', 'updated_at': '2022-04-29T04:08:37Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'f633bd07-770c-478e-8118-ee8f2351e536', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:55.338191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.355244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Publish callbacks [] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.368967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=56530473-f2f2-451d-a3f6-4fd4eff4ad43,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:55.372071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] For port 56530473-f2f2-451d-a3f6-4fd4eff4ad43, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=56530473-f2f2-451d-a3f6-4fd4eff4ad43,segment=NetworkSegment(e4f170a8-4788-4278-a004-3c3a6405fba6),segment_id=e4f170a8-4788-4278-a004-3c3a6405fba6)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:55.372614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.373978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:55.387049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] Calling delete_port for 56530473-f2f2-451d-a3f6-4fd4eff4ad43 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:55.432639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.455852 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (0c04e1a2-3df5-4f70-9575-f9d61c57651d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.483431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c04e1a2-3df5-4f70-9575-f9d61c57651d']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:55.483683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:55.486516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fee9:f07d (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/f9ecd077-f780-4785-b93b-e38b954b91d1/338e28b6-6246-4367-9dc1-149a089b3a13) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:55.493602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:55.500469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f170a8-4788-4278-a004-3c3a6405fba6') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:55.500469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f170a8-4788-4278-a004-3c3a6405fba6') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:55.500883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:55.506851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (e4f170a8-4788-4278-a004-3c3a6405fba6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.516040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Pushing event updated for resources: {'Port': ['ID=d59cc586-d8b6-45b6-b341-77ba560a57e2,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:55.523266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e4f170a8-4788-4278-a004-3c3a6405fba6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.536669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:08:55.537101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (e4f170a8-4788-4278-a004-3c3a6405fba6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:08:55.540455 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:08:55.573048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (56530473-f2f2-451d-a3f6-4fd4eff4ad43), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.611752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] No DVR routers for this DVR port 56530473-f2f2-451d-a3f6-4fd4eff4ad43 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:55.615369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec10806-020a-40bf-8a4b-be4a7e3d85e4 None None] Pushing event deleted for resources: {'Port': ['ID=56530473-f2f2-451d-a3f6-4fd4eff4ad43,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:55.620517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Attempting to bind port d59cc586-d8b6-45b6-b341-77ba560a57e2 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:55.620517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Attempting to bind port d59cc586-d8b6-45b6-b341-77ba560a57e2 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:55.622087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Attempting to bind port d59cc586-d8b6-45b6-b341-77ba560a57e2 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:55.628935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:55.628935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:55.628935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.628935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:55.629492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Bound port: d59cc586-d8b6-45b6-b341-77ba560a57e2, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:55.630451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.666151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 56530473-f2f2-451d-a3f6-4fd4eff4ad43 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:55.679563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (338e28b6-6246-4367-9dc1-149a089b3a13), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.691870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 56530473-f2f2-451d-a3f6-4fd4eff4ad43 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:55.692211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 56530473-f2f2-451d-a3f6-4fd4eff4ad43 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:55.699233 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (0c04e1a2-3df5-4f70-9575-f9d61c57651d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.712449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.718295 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/0c04e1a2-3df5-4f70-9575-f9d61c57651d HTTP/1.1" status: 204 len: 168 time: 0.7824895 Apr 29 04:08:55.722667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34328) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:55.737713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84188f-a545-4ff1-8097-a81c7b6f30cb tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=0c04e1a2-3df5-4f70-9575-f9d61c57651d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:55.742936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] For port d59cc586-d8b6-45b6-b341-77ba560a57e2, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:55.746920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] For port d59cc586-d8b6-45b6-b341-77ba560a57e2, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d59cc586-d8b6-45b6-b341-77ba560a57e2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:55.813017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:55.876325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cc199-80a2-41b0-80da-a7ee4525190c None None] Pushing event updated for resources: {'Port': ['ID=d59cc586-d8b6-45b6-b341-77ba560a57e2,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:55.876521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (338e28b6-6246-4367-9dc1-149a089b3a13), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.242373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:56.251663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:56.259690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:56.265495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:56.266096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.283595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=338e28b6-6246-4367-9dc1-149a089b3a13,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:56.366693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-23b81d20-6874-4225-b60c-b3bf2b0495fd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7214472 Apr 29 04:08:56.369640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34330) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:56.414785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.418116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c70deb-89b8-479c-9705-b93eb1d4c1d8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:56.424653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c70deb-89b8-479c-9705-b93eb1d4c1d8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:56.426276 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-41c70deb-89b8-479c-9705-b93eb1d4c1d8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0554380 Apr 29 04:08:56.428916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34332) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:56.532313 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 338e28b6-6246-4367-9dc1-149a089b3a13 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:56.532873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (338e28b6-6246-4367-9dc1-149a089b3a13), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.627091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (338e28b6-6246-4367-9dc1-149a089b3a13), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.646271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 338e28b6-6246-4367-9dc1-149a089b3a13 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:56.675647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:56.675998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.779038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port 7d1379ba-e23f-4a5e-81b4-433a7c9913e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,segment=NetworkSegment(d4bd34de-c443-4499-a34b-7ad9db50bfa8),segment_id=d4bd34de-c443-4499-a34b-7ad9db50bfa8)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:56.779854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.794529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:56.860629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (338e28b6-6246-4367-9dc1-149a089b3a13), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.892455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=338e28b6-6246-4367-9dc1-149a089b3a13,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:56.924569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.927850 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1f6a92e5-d8d6-4e9a-b527-65f1758a614f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/338e28b6-6246-4367-9dc1-149a089b3a13 HTTP/1.1" status: 204 len: 168 time: 0.4976850 Apr 29 04:08:56.930627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34338) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:56.977869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] Provisioning complete for port d59cc586-d8b6-45b6-b341-77ba560a57e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:56.978450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:56.991887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb544c2-cede-4621-aff6-9a7a17194123 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:56.993303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb544c2-cede-4621-aff6-9a7a17194123 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:56.994879 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0cb544c2-cede-4621-aff6-9a7a17194123 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0632746 Apr 29 04:08:56.998134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:57.052774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet f9ecd077-f780-4785-b93b-e38b954b91d1 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:57.056342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (f9ecd077-f780-4785-b93b-e38b954b91d1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.069774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7d1379ba-e23f-4a5e-81b4-433a7c9913e2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.071906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] Current status of the port d59cc586-d8b6-45b6-b341-77ba560a57e2 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:57.073066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.106876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (f9ecd077-f780-4785-b93b-e38b954b91d1), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.109863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=7d1379ba-e23f-4a5e-81b4-433a7c9913e2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:57.112031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] For port d59cc586-d8b6-45b6-b341-77ba560a57e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d59cc586-d8b6-45b6-b341-77ba560a57e2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:57.172650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.229389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f9ecd077-f780-4785-b93b-e38b954b91d1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.258209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f1d9-bf86-4ed4-9b7d-b157f75ebd14 None None] Pushing event updated for resources: {'Port': ['ID=d59cc586-d8b6-45b6-b341-77ba560a57e2,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:57.297208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7cb4a229-d6bf-4700-b6a2-b3177bf08e37 None None] Could not find standard attr ID for object 338e28b6-6246-4367-9dc1-149a089b3a13. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:08:57.310157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.369691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (f9ecd077-f780-4785-b93b-e38b954b91d1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.395711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ecd077-f780-4785-b93b-e38b954b91d1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:57.411293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.415367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d59cc586-d8b6-45b6-b341-77ba560a57e2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:08:57.416584 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-18564a02-873f-4e8b-8723-ab8bc0227726 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/f9ecd077-f780-4785-b93b-e38b954b91d1 HTTP/1.1" status: 204 len: 168 time: 0.4173999 Apr 29 04:08:57.419542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34342) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:57.469937 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54cbdc84-671e-41e7-b72a-0a098ee60234 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489848 Apr 29 04:08:57.472538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34344) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:57.478611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1cb4f-207e-4626-bea2-289ec3ffd0cb None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:57.480421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:57.513587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d59cc586-d8b6-45b6-b341-77ba560a57e2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:08:57.513948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.560154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:08:57.641383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:57.644648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.657697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d59cc586-d8b6-45b6-b341-77ba560a57e2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:08:57.664056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:08:57.669552 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ad471503-f036-494b-9a37-a5b9dd256956 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9457996 Apr 29 04:08:57.672006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34346) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:57.676459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4b521f4c-d294-4ca7-9c7a-2f90117ca459 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:57.684578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:08:57.701894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:57.726972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet f633bd07-770c-478e-8118-ee8f2351e536 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:08:57.733803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4b521f4c-d294-4ca7-9c7a-2f90117ca459 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:57.734018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4b521f4c-d294-4ca7-9c7a-2f90117ca459 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:57.742067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (f633bd07-770c-478e-8118-ee8f2351e536), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.744252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:57.744902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:57.799024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f633bd07-770c-478e-8118-ee8f2351e536), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.821561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] Deleting port d59cc586-d8b6-45b6-b341-77ba560a57e2 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:57.821934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.888263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:57.891693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f633bd07-770c-478e-8118-ee8f2351e536), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.933873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] For port d59cc586-d8b6-45b6-b341-77ba560a57e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d59cc586-d8b6-45b6-b341-77ba560a57e2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:57.934252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:57.955944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] Calling delete_port for d59cc586-d8b6-45b6-b341-77ba560a57e2 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:58.006198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:08:58.024292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f633bd07-770c-478e-8118-ee8f2351e536), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.052738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=f633bd07-770c-478e-8118-ee8f2351e536,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:58.056925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.061868 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6048c8cf-3ed4-4b5c-8291-d644337828ed tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/f633bd07-770c-478e-8118-ee8f2351e536 HTTP/1.1" status: 204 len: 168 time: 0.3885696 Apr 29 04:08:58.066937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34348) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:58.076569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15514dff-3092-4e4a-be38-f86a673b9804 None None] Network de2e3e6b-9204-4e68-8585-bb345f20eb1e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:58.158462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (de2e3e6b-9204-4e68-8585-bb345f20eb1e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.206387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:08:58.208098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.221130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.287484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,segment=NetworkSegment(d4bd34de-c443-4499-a34b-7ad9db50bfa8),segment_id=d4bd34de-c443-4499-a34b-7ad9db50bfa8)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:58.292792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.302147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for 39d2cd1c-7e8b-42b2-83c9-791f8600a38b owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:08:58.386722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] For port d59cc586-d8b6-45b6-b341-77ba560a57e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d59cc586-d8b6-45b6-b341-77ba560a57e2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:08:58.406358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:56Z', 'revision_number': 10, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:58.422431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.437838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:08:58.447087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:08:58.447087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:58.472302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (39d2cd1c-7e8b-42b2-83c9-791f8600a38b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.481681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7d610-6e21-4a9a-9731-51d3150680f8 None None] DHCP port deletion for de2e3e6b-9204-4e68-8585-bb345f20eb1e request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:08:58.498063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=39d2cd1c-7e8b-42b2-83c9-791f8600a38b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:58.500610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.509265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port 39d2cd1c-7e8b-42b2-83c9-791f8600a38b on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:58.539208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (a90e50c5-1a27-4576-bcfe-42909ab9e14f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.549454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:08:58.592227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (d59cc586-d8b6-45b6-b341-77ba560a57e2), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.607851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (de2e3e6b-9204-4e68-8585-bb345f20eb1e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.609707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:58.614936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=d59cc586-d8b6-45b6-b341-77ba560a57e2,revision_number=6']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:58.617993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:58.623115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:58.623721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.627130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=a90e50c5-1a27-4576-bcfe-42909ab9e14f,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:58.641757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2e3e6b-9204-4e68-8585-bb345f20eb1e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:58.651611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bd34de-c443-4499-a34b-7ad9db50bfa8') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:58.651940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bd34de-c443-4499-a34b-7ad9db50bfa8') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:58.654115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] Pushing event deleted for resources: {'Port': ['ID=d59cc586-d8b6-45b6-b341-77ba560a57e2,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:58.660347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff298a5-bf1c-4120-90de-b6a2ce5d2ee0 None None] No DVR routers for this DVR port d59cc586-d8b6-45b6-b341-77ba560a57e2 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:08:58.662153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d4bd34de-c443-4499-a34b-7ad9db50bfa8), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.679084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d4bd34de-c443-4499-a34b-7ad9db50bfa8), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.684580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c49c82-2fd6-4fb9-87af-78d76f407ca4 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:08:58.686447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:08:58.686839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d4bd34de-c443-4499-a34b-7ad9db50bfa8), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:08:58.689862 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:08:58.708136 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b68b94c9-3893-45e5-813a-1b4bd8749eb1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2344928 Apr 29 04:08:58.711435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34350) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:58.717334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:6b:70:80', 'name': 'tempest-NetworksTestDHCPv6-1581237783'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:08:58.814883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (de2e3e6b-9204-4e68-8585-bb345f20eb1e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.832966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.838238 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/de2e3e6b-9204-4e68-8585-bb345f20eb1e HTTP/1.1" status: 204 len: 168 time: 0.7668667 Apr 29 04:08:58.838238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf0c8-49b6-4f63-8709-3702b71ed7e7 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=de2e3e6b-9204-4e68-8585-bb345f20eb1e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:58.838889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:08:58.865743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'a90e50c5-1a27-4576-bcfe-42909ab9e14f'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:08:58.866592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:58.879630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:56Z', 'revision_number': 10, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:08:58.909577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee85bf-cb5d-4abc-9ab1-ece81c32c975 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:08:56Z', 'revision_number': 10, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None, '_interfaces': [{'id': 'c220e180-6f53-4bfe-81f0-2cf278de4482', 'name': '', 'network_id': 'c469362e-48aa-48a9-b575-7d1d331d97fd', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'mac_address': 'fa:16:3e:53:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:25Z', 'updated_at': '2022-04-29T04:08:32Z', 'revision_number': 5, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'subnets': [{'id': 'b9bfe53a-8daa-4208-9226-3f9f017953fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:08:58.917744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:08:59.036235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Allocated IP 2001:db8::f816:3eff:fe53:7142 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/a90e50c5-1a27-4576-bcfe-42909ab9e14f/3832690e-ccc5-4a88-9c26-4c620889ee0c) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:59.077086 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-01c26279-3e2b-46c3-8595-48e3c737b0f0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544240 Apr 29 04:08:59.092943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.121334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port b942b0ce-467b-4f53-8d76-cfc2e9eb3714 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:08:59.166965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-1d8d62cc-65ba-4682-936e-811910447d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:59.169203 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-1d8d62cc-65ba-4682-936e-811910447d1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1130 time: 0.0440452 Apr 29 04:08:59.189031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Publish callbacks [] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.260021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.286825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-a20654f2-de0e-414c-b644-75b6c548eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:59.289825 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-a20654f2-de0e-414c-b644-75b6c548eec6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 200 len: 897 time: 0.1023483 Apr 29 04:08:59.321153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:08:59.330832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:08:59.334968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:08:59.342907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d59cc586-d8b6-45b6-b341-77ba560a57e2 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:59.347339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Pushing event updated for resources: {'Port': ['ID=3832690e-ccc5-4a88-9c26-4c620889ee0c,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:59.355470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fe6b:7080 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/a90e50c5-1a27-4576-bcfe-42909ab9e14f/b942b0ce-467b-4f53-8d76-cfc2e9eb3714) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:08:59.374886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.378581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: d59cc586-d8b6-45b6-b341-77ba560a57e2 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:59.379884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d59cc586-d8b6-45b6-b341-77ba560a57e2 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:59.380480 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 39d2cd1c-7e8b-42b2-83c9-791f8600a38b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:59.401594 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-7f01bde2-7f65-492c-a7d7-8afa2b337470 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1059041 Apr 29 04:08:59.432077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 39d2cd1c-7e8b-42b2-83c9-791f8600a38b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:59.435530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 39d2cd1c-7e8b-42b2-83c9-791f8600a38b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:59.435530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:08:59.470416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:08:59.471011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d1379ba-e23f-4a5e-81b4-433a7c9913e2 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:08:59.472563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-81888dc1-2fa6-4d00-9b0c-2163be2c6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:59.474925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-81888dc1-2fa6-4d00-9b0c-2163be2c6806 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=195d3b2d-cbf4-4ac5-945d-aba5011e4421 HTTP/1.1" status: 200 len: 834 time: 0.0613890 Apr 29 04:08:59.487109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Attempting to bind port 3832690e-ccc5-4a88-9c26-4c620889ee0c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:08:59.487274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Attempting to bind port 3832690e-ccc5-4a88-9c26-4c620889ee0c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:08:59.487566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Attempting to bind port 3832690e-ccc5-4a88-9c26-4c620889ee0c on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:08:59.493463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:08:59.493847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:08:59.494254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.494650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:08:59.495462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Bound port: 3832690e-ccc5-4a88-9c26-4c620889ee0c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:08:59.495616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.540317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-5be75bdb-aff1-4372-8a64-fa106d0b7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:08:59.542282 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-5be75bdb-aff1-4372-8a64-fa106d0b7f13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d671d4a9-9f46-477b-85fc-5145404e411b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0596485 Apr 29 04:08:59.571865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] For port 3832690e-ccc5-4a88-9c26-4c620889ee0c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:08:59.576124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] For port 3832690e-ccc5-4a88-9c26-4c620889ee0c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3832690e-ccc5-4a88-9c26-4c620889ee0c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:08:59.636783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-6a837977-ef44-4a17-b04c-80487bdfc641 service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848212 Apr 29 04:08:59.661243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:08:59.737530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d1b7f-58e6-415f-99a5-894608a6fa8a None None] Pushing event updated for resources: {'Port': ['ID=3832690e-ccc5-4a88-9c26-4c620889ee0c,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:08:59.744056 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76ef5951-cd92-47c4-aed4-7c66e16d8583 req-1a6cc5f7-fac7-4114-a2ec-581bf956b3d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008873 Apr 29 04:09:00.024546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (b942b0ce-467b-4f53-8d76-cfc2e9eb3714), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.091389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port c220e180-6f53-4bfe-81f0-2cf278de4482 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:00.091728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.159745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b942b0ce-467b-4f53-8d76-cfc2e9eb3714), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.212796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:00.220948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:00.232243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:00.237423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:00.240297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.255899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port c220e180-6f53-4bfe-81f0-2cf278de4482, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c220e180-6f53-4bfe-81f0-2cf278de4482,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:00.256257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.259423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=b942b0ce-467b-4f53-8d76-cfc2e9eb3714,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:00.272227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for c220e180-6f53-4bfe-81f0-2cf278de4482 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:00.376274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-804ec61b-5634-4c75-a085-262856f65e93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6605270 Apr 29 04:09:00.376731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34356) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:00.427130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8404e6-688c-4571-bb05-a4948ee50b65 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:00.433134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8404e6-688c-4571-bb05-a4948ee50b65 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:00.434935 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9e8404e6-688c-4571-bb05-a4948ee50b65 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0568564 Apr 29 04:09:00.437713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34358) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:00.521205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (c220e180-6f53-4bfe-81f0-2cf278de4482), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.530051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port b942b0ce-467b-4f53-8d76-cfc2e9eb3714 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:00.530464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b942b0ce-467b-4f53-8d76-cfc2e9eb3714), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.555377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=c220e180-6f53-4bfe-81f0-2cf278de4482,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:00.633907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b942b0ce-467b-4f53-8d76-cfc2e9eb3714), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.648256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for b942b0ce-467b-4f53-8d76-cfc2e9eb3714 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:00.666694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.836972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:09:00.858449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] Provisioning complete for port 3832690e-ccc5-4a88-9c26-4c620889ee0c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:00.859026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.901216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b942b0ce-467b-4f53-8d76-cfc2e9eb3714), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.937697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:00.940072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=b942b0ce-467b-4f53-8d76-cfc2e9eb3714,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:00.950007 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f3ec2fab-3dca-4720-9c42-c2af36d0280d tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100137 Apr 29 04:09:00.950792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34360) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:00.955193 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:00.956213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] Current status of the port 3832690e-ccc5-4a88-9c26-4c620889ee0c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:00.956769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.966244 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:00.966862 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:00.972790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:00.978347 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1cf67b22-672d-4ff4-85fd-54083d3446f9 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/b942b0ce-467b-4f53-8d76-cfc2e9eb3714 HTTP/1.1" status: 204 len: 168 time: 0.5374758 Apr 29 04:09:00.981946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34362) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:00.995133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] For port 3832690e-ccc5-4a88-9c26-4c620889ee0c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3832690e-ccc5-4a88-9c26-4c620889ee0c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:01.036399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting subnet b9bfe53a-8daa-4208-9226-3f9f017953fc {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:01.039967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (b9bfe53a-8daa-4208-9226-3f9f017953fc), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.063948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ed6be-2da9-4a65-9bdc-a61b399d1058 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:01.065870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ed6be-2da9-4a65-9bdc-a61b399d1058 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:01.068921 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bc1ed6be-2da9-4a65-9bdc-a61b399d1058 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0857689 Apr 29 04:09:01.071519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34364) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.084731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.130834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (b9bfe53a-8daa-4208-9226-3f9f017953fc), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.144232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb8d56-7258-477e-9b40-e9e1f66eea9b None None] Pushing event updated for resources: {'Port': ['ID=3832690e-ccc5-4a88-9c26-4c620889ee0c,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:01.154232 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:01.177456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet a90e50c5-1a27-4576-bcfe-42909ab9e14f {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:01.184554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (a90e50c5-1a27-4576-bcfe-42909ab9e14f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.214330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e54f6946-05cf-4ad8-86db-291ae69f3d1d None None] Could not find standard attr ID for object b942b0ce-467b-4f53-8d76-cfc2e9eb3714. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:01.221488 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:09:00Z', 'revision_number': 11, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:01.243404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (a90e50c5-1a27-4576-bcfe-42909ab9e14f), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.250191 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:01.259953 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:01.260822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:01.340945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b9bfe53a-8daa-4208-9226-3f9f017953fc), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.354015 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:01.411907 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:09:00Z', 'revision_number': 11, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:01.413641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3832690e-ccc5-4a88-9c26-4c620889ee0c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:01.425052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (a90e50c5-1a27-4576-bcfe-42909ab9e14f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.439417 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa6756-24ed-4831-a927-1329b9d6416f None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:09:00Z', 'revision_number': 11, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:01.462586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3832690e-ccc5-4a88-9c26-4c620889ee0c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:01.463108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.521083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (b9bfe53a-8daa-4208-9226-3f9f017953fc), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.548096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3832690e-ccc5-4a88-9c26-4c620889ee0c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:01.554990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bfe53a-8daa-4208-9226-3f9f017953fc,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:01.557924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (a90e50c5-1a27-4576-bcfe-42909ab9e14f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.564997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.570669 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-85dfc463-9165-4cdc-b14d-9be608af144b tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/b9bfe53a-8daa-4208-9226-3f9f017953fc HTTP/1.1" status: 204 len: 168 time: 0.6163483 Apr 29 04:09:01.571502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89377b-a29e-4f3f-8529-ff7df42a85e2 None None] Network c469362e-48aa-48a9-b575-7d1d331d97fd requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:01.571986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34366) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.594415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=a90e50c5-1a27-4576-bcfe-42909ab9e14f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:01.598752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.601916 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e86005a1-f76a-4af6-a61b-033bad0f5457 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/a90e50c5-1a27-4576-bcfe-42909ab9e14f HTTP/1.1" status: 204 len: 168 time: 0.5293453 Apr 29 04:09:01.605941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34368) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.628006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3358742-460a-4117-9b8a-096f42216660 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:01.648352 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2c9d681f-fb96-4272-9397-72fcf579ac3a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428348 Apr 29 04:09:01.650757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34370) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.659787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (c469362e-48aa-48a9-b575-7d1d331d97fd), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.698147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb486c7-cfea-4d59-9c4b-388e51600c45 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:01.700325 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1fb486c7-cfea-4d59-9c4b-388e51600c45 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0485723 Apr 29 04:09:01.705605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34372) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.744665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Deleting port b78eb169-070e-42ca-a87e-1c4946e391d9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:01.745081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.802983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] DHCP port deletion for c469362e-48aa-48a9-b575-7d1d331d97fd request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:01.817964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5d1cc-a3ad-4e65-9b8e-84aadc078f54 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:01.821740 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b2f5d1cc-a3ad-4e65-9b8e-84aadc078f54 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1122668 Apr 29 04:09:01.822197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34374) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.832146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] For port b78eb169-070e-42ca-a87e-1c4946e391d9, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b78eb169-070e-42ca-a87e-1c4946e391d9,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:01.832504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.847954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Calling delete_port for b78eb169-070e-42ca-a87e-1c4946e391d9 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:01.857597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:01.867595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] Deleting port b78eb169-070e-42ca-a87e-1c4946e391d9 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:01.868235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.876201 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b3f6bacb-7eb5-4f3c-ae98-f2ef1c4a9253 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525064 Apr 29 04:09:01.882549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34376) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:01.888411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:01.958318 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] Deleting port 3832690e-ccc5-4a88-9c26-4c620889ee0c {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:01.963385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.964934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] For port b78eb169-070e-42ca-a87e-1c4946e391d9, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b78eb169-070e-42ca-a87e-1c4946e391d9,segment=NetworkSegment(78554698-209a-4ff4-b71d-739593e5212b),segment_id=78554698-209a-4ff4-b71d-739593e5212b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:01.965372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:01.994452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] Calling delete_port for b78eb169-070e-42ca-a87e-1c4946e391d9 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:02.014965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.040597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Port': ['ID=b78eb169-070e-42ca-a87e-1c4946e391d9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:02.044808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No DVR routers for this DVR port b78eb169-070e-42ca-a87e-1c4946e391d9 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:02.072759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:02.077811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.083759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] For port 3832690e-ccc5-4a88-9c26-4c620889ee0c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3832690e-ccc5-4a88-9c26-4c620889ee0c,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:02.084597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.100986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] Calling delete_port for 3832690e-ccc5-4a88-9c26-4c620889ee0c owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:02.128278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (c469362e-48aa-48a9-b575-7d1d331d97fd), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.148775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c469362e-48aa-48a9-b575-7d1d331d97fd']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:02.158436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78554698-209a-4ff4-b71d-739593e5212b') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:02.162123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78554698-209a-4ff4-b71d-739593e5212b') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:02.169657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (78554698-209a-4ff4-b71d-739593e5212b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.178023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (b78eb169-070e-42ca-a87e-1c4946e391d9), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.185221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (78554698-209a-4ff4-b71d-739593e5212b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.191896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:02.192314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (78554698-209a-4ff4-b71d-739593e5212b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:02.195506 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:02.212717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] No DVR routers for this DVR port b78eb169-070e-42ca-a87e-1c4946e391d9 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:02.224062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb528a3-7de9-41ab-83f7-f62737f1f61d None None] Pushing event deleted for resources: {'Port': ['ID=b78eb169-070e-42ca-a87e-1c4946e391d9,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:02.301016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3832690e-ccc5-4a88-9c26-4c620889ee0c), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.327870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] Pushing event deleted for resources: {'Port': ['ID=3832690e-ccc5-4a88-9c26-4c620889ee0c,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:02.329497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (c469362e-48aa-48a9-b575-7d1d331d97fd), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.332383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97808d62-d04d-42ac-9c70-c177d5f21c38 None None] No DVR routers for this DVR port 3832690e-ccc5-4a88-9c26-4c620889ee0c on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:02.336963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.340686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/networks/c469362e-48aa-48a9-b575-7d1d331d97fd HTTP/1.1" status: 204 len: 168 time: 0.7661159 Apr 29 04:09:02.342924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34378) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:02.347728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'routes': None}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:02.356382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213285ee-6688-4689-ab28-ad4fb5403533 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Pushing event deleted for resources: {'Network': ['ID=c469362e-48aa-48a9-b575-7d1d331d97fd,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:02.548552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Added routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 04:09:02.551294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.extraroute_db [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Removed routes are [] {{(pid=116104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 04:09:02.551294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.570308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:09:02.575640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (e6cf6641-5f5c-4212-a615-0b6551980031), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.678478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:02.685379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:02.690270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:02.690868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.694462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa55d4-f1ac-4b2e-aaee-793cecec53ea None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:02.736375 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=e6cf6641-5f5c-4212-a615-0b6551980031,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:02.775324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.780429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.854039 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55ef628c-1f8a-4b62-9459-6e2316031d72 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9703057 Apr 29 04:09:02.857264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34382) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:02.863291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:51:af:6f', 'name': 'tempest-NetworksTestDHCPv6-1216563982'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:02.866454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:09:02.944781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'e6cf6641-5f5c-4212-a615-0b6551980031'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:02.945664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.952875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:02.961289 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:02.961740 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f49b1e4e-cf26-4411-85db-a115de6d8b7a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 703 time: 0.6178002 Apr 29 04:09:02.964536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34384) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:02.967777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] Sync routers for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:02.996758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0a24449a-3127-435e-a2f9-c58dfdaeca6e tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 205 time: 0.0302296 Apr 29 04:09:02.999128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34386) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:03.032672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:03.033337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:03.055373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:03.079239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.137781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:03.141287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.165618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 24e3e4ca-7d9b-4748-9c4d-be0e86681644 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:03.196510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:09:00Z', 'revision_number': 11, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:03.231810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] Checking router: fb3a0eaf-170c-4c5c-8af2-88994284b5a5 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:03.241953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Allocated IP 2001:db8::f816:3eff:fefd:8943 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/e6cf6641-5f5c-4212-a615-0b6551980031/96fd02d0-698c-4133-99c7-f27f1b482e40) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:03.249704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.252090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.253487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] Routers {'fb3a0eaf-170c-4c5c-8af2-88994284b5a5'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:03.254302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:03.308042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3832690e-ccc5-4a88-9c26-4c620889ee0c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:03.363513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (fb3a0eaf-170c-4c5c-8af2-88994284b5a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.364083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:09:03.370434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3832690e-ccc5-4a88-9c26-4c620889ee0c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:03.370822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3832690e-ccc5-4a88-9c26-4c620889ee0c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:03.371188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c220e180-6f53-4bfe-81f0-2cf278de4482 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:03.371891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.376842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-96618196-474c-4ac8-bed6-16192dbbd9c0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 204 len: 168 time: 0.3729863 Apr 29 04:09:03.378736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:03.382597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2075203041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:03.400382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] Set router fb3a0eaf-170c-4c5c-8af2-88994284b5a5 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:03.403599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34392) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:03.466378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.467482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.475484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: c220e180-6f53-4bfe-81f0-2cf278de4482 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:03.475839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c220e180-6f53-4bfe-81f0-2cf278de4482 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:03.476262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b78eb169-070e-42ca-a87e-1c4946e391d9 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:03.480290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:09:00Z', 'revision_number': 11, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:03.524199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.529882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791b8e-908b-46bc-ba51-10e8b82662c9 None None] The sync data for ids ['fb3a0eaf-170c-4c5c-8af2-88994284b5a5'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb3a0eaf-170c-4c5c-8af2-88994284b5a5', 'name': 'tempest-RoutersIpV6Test-router-23926446', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:08:24Z', 'updated_at': '2022-04-29T04:09:00Z', 'revision_number': 11, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:03.531226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b78eb169-070e-42ca-a87e-1c4946e391d9 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:03.531567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b78eb169-070e-42ca-a87e-1c4946e391d9 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:03.571863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Deleting port 403f991e-2497-459a-8bac-5e09968108f5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:03.572341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (403f991e-2497-459a-8bac-5e09968108f5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.598187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.608073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Publish callbacks [] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.655139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (403f991e-2497-459a-8bac-5e09968108f5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.655531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for floatingip (403f991e-2497-459a-8bac-5e09968108f5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.668901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Calling delete_port for 403f991e-2497-459a-8bac-5e09968108f5 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:03.751285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.787938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.791832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4f415edf-add7-4eee-b446-e63bac2f4b37 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4103606 Apr 29 04:09:03.792505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34394) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:03.793681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:03.798641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:03.800160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:03.802315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:03.809618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Pushing event updated for resources: {'Port': ['ID=96fd02d0-698c-4133-99c7-f27f1b482e40,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:03.824504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fe51:af6f (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/e6cf6641-5f5c-4212-a615-0b6551980031/24e3e4ca-7d9b-4748-9c4d-be0e86681644) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:03.880139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Attempting to bind port 96fd02d0-698c-4133-99c7-f27f1b482e40 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:03.889445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Attempting to bind port 96fd02d0-698c-4133-99c7-f27f1b482e40 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:03.890166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Attempting to bind port 96fd02d0-698c-4133-99c7-f27f1b482e40 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:03.896885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:03.897278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:03.897888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.898294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:03.898778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Bound port: 96fd02d0-698c-4133-99c7-f27f1b482e40, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:03.899169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:03.968970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] For port 96fd02d0-698c-4133-99c7-f27f1b482e40, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:03.972709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] For port 96fd02d0-698c-4133-99c7-f27f1b482e40, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=96fd02d0-698c-4133-99c7-f27f1b482e40,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:03.993908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (24e3e4ca-7d9b-4748-9c4d-be0e86681644), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.041409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.087169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (24e3e4ca-7d9b-4748-9c4d-be0e86681644), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.107175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3077e-fd73-4116-81e5-eadf0c42c463 None None] Pushing event updated for resources: {'Port': ['ID=96fd02d0-698c-4133-99c7-f27f1b482e40,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:04.159153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:04.160515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=24e3e4ca-7d9b-4748-9c4d-be0e86681644,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:04.163351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:04.166091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:04.173033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:04.173901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.245753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5d0b7c01-0536-413a-acb6-a543b1f1bc44 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3866930 Apr 29 04:09:04.252203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34396) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:04.317286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36b712-abab-4d36-841d-285b900543c0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:04.323009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36b712-abab-4d36-841d-285b900543c0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:04.324573 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cc36b712-abab-4d36-841d-285b900543c0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0737662 Apr 29 04:09:04.327776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34398) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:04.387550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.422358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 24e3e4ca-7d9b-4748-9c4d-be0e86681644 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:04.422626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (24e3e4ca-7d9b-4748-9c4d-be0e86681644), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.458359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (403f991e-2497-459a-8bac-5e09968108f5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.485630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.491018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'Port': ['ID=403f991e-2497-459a-8bac-5e09968108f5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:04.527270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (24e3e4ca-7d9b-4748-9c4d-be0e86681644), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.540903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 24e3e4ca-7d9b-4748-9c4d-be0e86681644 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:04.625171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for floatingip (fc5f9711-6461-467d-8e91-4e136967b709), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.625525 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Floating IP fc5f9711-6461-467d-8e91-4e136967b709 disassociated (deleted). External IP: 172.26.4.97, port: 197eedb3-d366-4be4-ac74-ba6bbc003cb5. Apr 29 04:09:04.729619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (24e3e4ca-7d9b-4748-9c4d-be0e86681644), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.759150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=24e3e4ca-7d9b-4748-9c4d-be0e86681644,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:04.785938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Router 291e1062-530d-4cb1-ae9d-5e7dd9e87a5f is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:09:04.793918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.797353 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-584c5e7f-6169-48f7-b653-95c665fe02dc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/24e3e4ca-7d9b-4748-9c4d-be0e86681644 HTTP/1.1" status: 204 len: 168 time: 0.4686313 Apr 29 04:09:04.799761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34400) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:04.864904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1013a-9e6b-4900-ab1b-bfc878130f66 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:04.866932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1013a-9e6b-4900-ab1b-bfc878130f66 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:04.868576 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c4f1013a-9e6b-4900-ab1b-bfc878130f66 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0678878 Apr 29 04:09:04.871214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34402) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:04.910603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:04.917436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.921826 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55adbe59-3738-4af6-a2ee-f005d65d5509 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "PUT /v2.0/routers/291e1062-530d-4cb1-ae9d-5e7dd9e87a5f HTTP/1.1" status: 200 len: 698 time: 1.1276293 Apr 29 04:09:04.924186 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] Sync routers for ids ['291e1062-530d-4cb1-ae9d-5e7dd9e87a5f'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:04.924663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34404) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:04.933663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet e6cf6641-5f5c-4212-a615-0b6551980031 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:04.937691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (e6cf6641-5f5c-4212-a615-0b6551980031), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:04.944502 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] Routers {'291e1062-530d-4cb1-ae9d-5e7dd9e87a5f'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:04.945399 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['291e1062-530d-4cb1-ae9d-5e7dd9e87a5f'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:04.981557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (e6cf6641-5f5c-4212-a615-0b6551980031), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.005104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Router 58d52ed7-8cd5-4141-84d2-3dc35045e43b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:09:05.034686 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] Set router 291e1062-530d-4cb1-ae9d-5e7dd9e87a5f gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:05.047334 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0e85d291-a664-43f6-9d7a-55a73a0b2174 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/routers/291e1062-530d-4cb1-ae9d-5e7dd9e87a5f HTTP/1.1" status: 200 len: 704 time: 0.1217704 Apr 29 04:09:05.053609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34406) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:05.079981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (e6cf6641-5f5c-4212-a615-0b6551980031), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.103958 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e1062-530d-4cb1-ae9d-5e7dd9e87a5f', 'name': 'tempest-RoutersIpV6Test-router-2075203041', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:09:03Z', 'updated_at': '2022-04-29T04:09:04Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:05.123612 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6959ef83-305d-43a3-a74b-a7a9295c4eab tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=291e1062-530d-4cb1-ae9d-5e7dd9e87a5f HTTP/1.1" status: 200 len: 205 time: 0.0669894 Apr 29 04:09:05.126383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34408) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:05.131134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] Checking router: 291e1062-530d-4cb1-ae9d-5e7dd9e87a5f for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:05.141084 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] Routers {'291e1062-530d-4cb1-ae9d-5e7dd9e87a5f'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:05.142014 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['291e1062-530d-4cb1-ae9d-5e7dd9e87a5f'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:05.203944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:05.208785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.222893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.224637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] Sync routers for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:05.226341 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] Set router 291e1062-530d-4cb1-ae9d-5e7dd9e87a5f gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:05.243928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:05.245036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:05.295258 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee1971c2-3d9a-44e9-92a5-81f5d7fd36f0 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "DELETE /v2.0/floatingips/fc5f9711-6461-467d-8e91-4e136967b709 HTTP/1.1" status: 204 len: 168 time: 1.8902457 Apr 29 04:09:05.296333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:09:05.303990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56" -d '{"events": [{"name": "network-changed", "server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:09:05.306611 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e1062-530d-4cb1-ae9d-5e7dd9e87a5f', 'name': 'tempest-RoutersIpV6Test-router-2075203041', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:09:03Z', 'updated_at': '2022-04-29T04:09:04Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:05.347388 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313c8fd-d2da-4b7b-a7ad-27bf857138e2 None None] The sync data for ids ['291e1062-530d-4cb1-ae9d-5e7dd9e87a5f'] in dv-neutron-839777-1-hyperv is: [{'id': '291e1062-530d-4cb1-ae9d-5e7dd9e87a5f', 'name': 'tempest-RoutersIpV6Test-router-2075203041', 'tenant_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:09:03Z', 'updated_at': '2022-04-29T04:09:04Z', 'revision_number': 2, 'project_id': 'cd4f67fe4d0742b890bfb08773202ad6', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:05.378181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5134e-6f1d-453f-8330-f4a49e445029 x-openstack-request-id: req-ced5134e-6f1d-453f-8330-f4a49e445029 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:09:05.378808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:09:05.379408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ced5134e-6f1d-453f-8330-f4a49e445029 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:09:05.379919 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced5134e-6f1d-453f-8330-f4a49e445029'] response: {'name': 'network-changed', 'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'status': 'completed', 'code': 200} Apr 29 04:09:05.408648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Provisioning complete for port 96fd02d0-698c-4133-99c7-f27f1b482e40 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:05.408936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.466725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 96fd02d0-698c-4133-99c7-f27f1b482e40 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:05.597262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:05.725965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Current status of the port 96fd02d0-698c-4133-99c7-f27f1b482e40 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:05.726352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.767977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 96fd02d0-698c-4133-99c7-f27f1b482e40 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:05.768253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.781651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-3be7c1a5-4ece-419b-8c86-728943e40d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:05.783152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-3be7c1a5-4ece-419b-8c86-728943e40d92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f22c63cca75045308a068b4329985965&device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 1130 time: 0.0847557 Apr 29 04:09:05.859658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (e6cf6641-5f5c-4212-a615-0b6551980031), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.901949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:09:05.902340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:09:05.946952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.950121 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/e6cf6641-5f5c-4212-a615-0b6551980031 HTTP/1.1" status: 204 len: 168 time: 1.0778949 Apr 29 04:09:05.953204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34416) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:05.957237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c370-6967-4b9b-81ff-a91939e9c42f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cf6641-5f5c-4212-a615-0b6551980031,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:05.960309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80e7a5-b7f6-48a2-aa7f-e8db0a696de1 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:05.964551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.969962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router_controller (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:05.981677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db2745-df3f-46c8-ad83-00e2dddd1105 req-59a3123c-a68e-494d-9bc9-cb1800b1a95f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:05.983435 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-32db2745-df3f-46c8-ad83-00e2dddd1105 req-59a3123c-a68e-494d-9bc9-cb1800b1a95f tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1553066 Apr 29 04:09:06.005799 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1e270cb2-f0df-4274-a54d-403ba64934ec tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486104 Apr 29 04:09:06.006055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34418) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.011176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:06.077795 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-32db2745-df3f-46c8-ad83-00e2dddd1105 req-6362451f-543e-4b84-9f0b-f6724d74b372 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515592 Apr 29 04:09:06.125198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (291e1062-530d-4cb1-ae9d-5e7dd9e87a5f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.125198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Fanout notify agent at l3_agent the message router_deleted on router 291e1062-530d-4cb1-ae9d-5e7dd9e87a5f {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:09:06.129033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.134251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34420) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.141914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-24207499-181e-4b34-8a2d-788afddc1fec tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/291e1062-530d-4cb1-ae9d-5e7dd9e87a5f HTTP/1.1" status: 204 len: 168 time: 1.0122273 Apr 29 04:09:06.156772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 96fd02d0-698c-4133-99c7-f27f1b482e40 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:06.157160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.164353 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-57b84ac0-b434-4aab-9c65-f081045f21ff tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=291e1062-530d-4cb1-ae9d-5e7dd9e87a5f HTTP/1.1" status: 200 len: 205 time: 0.0289009 Apr 29 04:09:06.166845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34422) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.196409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:06.210152 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-69f3e05c-67e3-4ae7-a075-4e174e3e218a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:06.213565 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-69f3e05c-67e3-4ae7-a075-4e174e3e218a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/291e1062-530d-4cb1-ae9d-5e7dd9e87a5f HTTP/1.1" status: 404 len: 336 time: 0.0434871 Apr 29 04:09:06.213565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:06.215809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.216462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34424) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.243658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53975e3-4124-4b3c-9fd4-331f70a30d16 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.244510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53975e3-4124-4b3c-9fd4-331f70a30d16 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.247431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a53975e3-4124-4b3c-9fd4-331f70a30d16 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/c8155f2b-5d1d-409e-92fd-20b22774ee7d HTTP/1.1" status: 404 len: 337 time: 0.0299323 Apr 29 04:09:06.249853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34426) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.258430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] Checking router: 58d52ed7-8cd5-4141-84d2-3dc35045e43b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:06.279024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 96fd02d0-698c-4133-99c7-f27f1b482e40, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=96fd02d0-698c-4133-99c7-f27f1b482e40,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:06.280826 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c59a6e2-2ddf-4444-839a-02d82446818e tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.281855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c59a6e2-2ddf-4444-839a-02d82446818e tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.287147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:06.287147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:08:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:06.287940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5c59a6e2-2ddf-4444-839a-02d82446818e tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/40f07b2e-0964-4ff3-8e61-34960a15a474 HTTP/1.1" status: 404 len: 337 time: 0.0347803 Apr 29 04:09:06.290435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34428) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.323226 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1db36c-aab2-4deb-83b7-16e065069ac1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.323714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1db36c-aab2-4deb-83b7-16e065069ac1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.329732 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4e1db36c-aab2-4deb-83b7-16e065069ac1 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/f633bd07-770c-478e-8118-ee8f2351e536 HTTP/1.1" status: 404 len: 337 time: 0.0359647 Apr 29 04:09:06.329916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34430) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.366792 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd58c1c-a112-47f1-a58c-e7c6362478f0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.367257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd58c1c-a112-47f1-a58c-e7c6362478f0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.373868 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8dd58c1c-a112-47f1-a58c-e7c6362478f0 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/b9bfe53a-8daa-4208-9226-3f9f017953fc HTTP/1.1" status: 404 len: 337 time: 0.0410221 Apr 29 04:09:06.374971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34432) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.391410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:06.396745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.409387 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-830a2ce5-86af-4e48-bf30-89bf4bd92a92 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 200 len: 205 time: 0.0329466 Apr 29 04:09:06.411305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34434) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.453206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-f418a915-f1d1-4287-bd99-0e754c597c45 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:06.453488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=96fd02d0-698c-4133-99c7-f27f1b482e40,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:06.454277 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f418a915-f1d1-4287-bd99-0e754c597c45 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/fb3a0eaf-170c-4c5c-8af2-88994284b5a5 HTTP/1.1" status: 404 len: 336 time: 0.0419102 Apr 29 04:09:06.456867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34436) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.490417 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-83fde66f-9b15-40c9-a29c-a2f8246bf099 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=c273ed3b-1952-4703-852d-6465f1392418 HTTP/1.1" status: 200 len: 205 time: 0.0297160 Apr 29 04:09:06.491715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34438) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.530347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:06.547691 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-8f8d4f75-2e74-4d4a-8a98-bd8d6671c937 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:06.551195 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8f8d4f75-2e74-4d4a-8a98-bd8d6671c937 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/c273ed3b-1952-4703-852d-6465f1392418 HTTP/1.1" status: 404 len: 336 time: 0.0564981 Apr 29 04:09:06.555305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34440) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.575042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3becd158-43ac-457e-8a37-cf009129310e None None] Current status of the port 96fd02d0-698c-4133-99c7-f27f1b482e40 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:06.584502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] Deleting port 96fd02d0-698c-4133-99c7-f27f1b482e40 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:06.584502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.584747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd0291-6972-40fe-8042-f3ddf35429a2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.584747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcd0291-6972-40fe-8042-f3ddf35429a2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.585874 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8bcd0291-6972-40fe-8042-f3ddf35429a2 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/a2d18fde-7a67-435f-b937-902b07727a45 HTTP/1.1" status: 404 len: 337 time: 0.0334349 Apr 29 04:09:06.588650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34442) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.625798 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b7a0a55a-02d1-4d68-b2c9-29f908332a77 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 200 len: 205 time: 0.0339732 Apr 29 04:09:06.627704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34444) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.632168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:09:06.670920 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e7e66d1b-2fee-476e-bd4b-86593670c882 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:06.674369 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e7e66d1b-2fee-476e-bd4b-86593670c882 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/207c20b2-595c-4486-9ad5-ce25b89e7a06 HTTP/1.1" status: 404 len: 336 time: 0.0433173 Apr 29 04:09:06.674618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34446) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.700350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-39617f1d-0691-4264-a34b-5b027619b6d0 None None] Could not find standard attr ID for object 24e3e4ca-7d9b-4748-9c4d-be0e86681644. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:06.707140 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cd7467af-f70c-4086-a4c3-fd1481eb8b65 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19292ed-631f-4967-bb47-4fc5c10a988d HTTP/1.1" status: 200 len: 205 time: 0.0293450 Apr 29 04:09:06.707381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34448) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.753501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-4d73a9b9-a56d-4a34-94ef-31274b6ea598 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:06.754701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d73a9b9-a56d-4a34-94ef-31274b6ea598 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/d19292ed-631f-4967-bb47-4fc5c10a988d HTTP/1.1" status: 404 len: 336 time: 0.0464163 Apr 29 04:09:06.757161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34450) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.775290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] For port 96fd02d0-698c-4133-99c7-f27f1b482e40, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=96fd02d0-698c-4133-99c7-f27f1b482e40,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:06.775688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:06.787745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca7f9e4-2fdd-42cb-8cee-e61072206d5a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.788355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca7f9e4-2fdd-42cb-8cee-e61072206d5a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.791697 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bca7f9e4-2fdd-42cb-8cee-e61072206d5a tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/a2dc5737-80b9-4a78-9c95-84d659951e60 HTTP/1.1" status: 404 len: 337 time: 0.0333736 Apr 29 04:09:06.794812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34452) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.801387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] Calling delete_port for 96fd02d0-698c-4133-99c7-f27f1b482e40 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:06.835970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c06940dc-5665-48ee-8e19-35aac03780ad tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 HTTP/1.1" status: 200 len: 205 time: 0.0381863 Apr 29 04:09:06.837232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34454) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.879171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:06.882977 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-6f953cfe-b6a0-4115-8526-0b72467f3976 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:06.886204 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6f953cfe-b6a0-4115-8526-0b72467f3976 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/a6c6bb04-8f3c-4b2a-bd41-54e70ceea882 HTTP/1.1" status: 404 len: 336 time: 0.0460765 Apr 29 04:09:06.886703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34456) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.921354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-7161673c-eb18-42b2-ba91-e9ce39a62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:06.922893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-7161673c-eb18-42b2-ba91-e9ce39a62c54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 200 len: 897 time: 0.0970800 Apr 29 04:09:06.928265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314b498-f9ca-40b5-992a-10e4ebb3ed6b None None] The sync data for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv is: [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:05:47Z', 'revision_number': 4, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ce7d2232-b175-4931-8101-ad61bd76184e', 'name': '', 'network_id': 'd671d4a9-9f46-477b-85fc-5145404e411b', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'mac_address': 'fa:16:3e:3a:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:46Z', 'updated_at': '2022-04-29T04:05:51Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'subnets': [{'id': '195d3b2d-cbf4-4ac5-945d-aba5011e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:06.934372 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e29b7e-4876-47b4-b158-fcbeddf992c5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:06.934701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e29b7e-4876-47b4-b158-fcbeddf992c5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:06.937700 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-48e29b7e-4876-47b4-b158-fcbeddf992c5 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/108fab98-8f38-4cc1-a8cb-709f2b5f94c7 HTTP/1.1" status: 404 len: 337 time: 0.0500753 Apr 29 04:09:06.940530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34458) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.971996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7d878ffe-dece-4850-8c09-0c139d088ea4 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 HTTP/1.1" status: 200 len: 205 time: 0.0305798 Apr 29 04:09:06.974462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34460) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:06.975329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.021909 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-dad01c7b-5227-4c2d-8143-19c7cc1fddcd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] delete failed (client error): The resource could not be found. Apr 29 04:09:07.025629 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dad01c7b-5227-4c2d-8143-19c7cc1fddcd tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/routers/e3a6cb8f-8ee1-41b9-9bd0-ab22eedbcd57 HTTP/1.1" status: 404 len: 336 time: 0.0501566 Apr 29 04:09:07.028118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34462) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:07.032324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.061805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] Pushing event deleted for resources: {'Port': ['ID=96fd02d0-698c-4133-99c7-f27f1b482e40,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:07.063716 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-5bce324c-e851-47b4-bdee-3f42efddfbc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 200 len: 217 time: 0.0481765 Apr 29 04:09:07.068384 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf138d35-d78d-4adb-ad57-4e40beaaf640 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:07.068841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf138d35-d78d-4adb-ad57-4e40beaaf640 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:07.070247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c280d30-1efd-4c73-ba00-202e302879f7 None None] No DVR routers for this DVR port 96fd02d0-698c-4133-99c7-f27f1b482e40 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:07.073193 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bf138d35-d78d-4adb-ad57-4e40beaaf640 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/c9ae38dd-db58-42ca-a9f7-dee103c39576 HTTP/1.1" status: 404 len: 337 time: 0.0449166 Apr 29 04:09:07.083012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34464) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:07.155969 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-516a14b7-1d85-49d0-8757-cfcc210d0801 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:07.156671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516a14b7-1d85-49d0-8757-cfcc210d0801 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:07.161979 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-516a14b7-1d85-49d0-8757-cfcc210d0801 tempest-RoutersIpV6Test-1823330972 tempest-RoutersIpV6Test-1823330972-project] 10.222.0.37 "DELETE /v2.0/subnets/ac3dfbc3-2045-4cb0-a2bc-690581f43968 HTTP/1.1" status: 404 len: 337 time: 0.0769789 Apr 29 04:09:07.161979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-e6957698-e90f-4b67-ac02-0eeaab2d9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.163124 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-e6957698-e90f-4b67-ac02-0eeaab2d9483 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=195d3b2d-cbf4-4ac5-945d-aba5011e4421 HTTP/1.1" status: 200 len: 834 time: 0.0925257 Apr 29 04:09:07.251575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272ed4-e369-4dc0-ad6f-4e4279b57992 req-2e4f3741-1984-453f-a24b-3e8aa15d7f3d tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.258664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ef272ed4-e369-4dc0-ad6f-4e4279b57992 req-2e4f3741-1984-453f-a24b-3e8aa15d7f3d tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.0883422 Apr 29 04:09:07.261970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67496-0559-4e05-8050-2d3130c5a036 req-40619434-40b7-4567-8ae6-e817d72c2db5 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.263444 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06d67496-0559-4e05-8050-2d3130c5a036 req-40619434-40b7-4567-8ae6-e817d72c2db5 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.31 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 946 time: 0.1347294 Apr 29 04:09:07.264557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-7dc427e5-982c-499f-884d-55605c63f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.265986 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-7dc427e5-982c-499f-884d-55605c63f541 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d671d4a9-9f46-477b-85fc-5145404e411b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0734403 Apr 29 04:09:07.279100 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c42b40-3ef4-4061-9cb3-af3e1201befb None None] New status for floating IP fc5f9711-6461-467d-8e91-4e136967b709: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:09:07.291877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 96fd02d0-698c-4133-99c7-f27f1b482e40 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:07.318536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] For port 96fd02d0-698c-4133-99c7-f27f1b482e40, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=96fd02d0-698c-4133-99c7-f27f1b482e40,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:07.327321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 96fd02d0-698c-4133-99c7-f27f1b482e40 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:07.328279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 96fd02d0-698c-4133-99c7-f27f1b482e40 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:07.335074 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ef272ed4-e369-4dc0-ad6f-4e4279b57992 req-dc198b0b-08cb-4b86-ace3-ca5ca5484b25 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc070c3-edd0-44c0-9a27-58a7a90a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705924 Apr 29 04:09:07.380879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.414475 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-aa036124-e7fa-412c-ae08-b5f460565b5a service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329887 Apr 29 04:09:07.466942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (96fd02d0-698c-4133-99c7-f27f1b482e40), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.475428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Deleting port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:07.475771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.496785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (6ebcac7d-4c14-4209-bdce-a18c13e365f3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.508131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=96fd02d0-698c-4133-99c7-f27f1b482e40,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:07.546936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:07.550165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:07.553257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.553958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.567621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91656e-4798-44ba-b8a3-da6f93b734f1 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:07.578575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=6ebcac7d-4c14-4209-bdce-a18c13e365f3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:07.599685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-85b9021d-0b55-4bd4-b1b3-101e9a0dee56 req-ccd8012e-49bb-45ba-bb0b-6ce60ec5300f service neutron] 10.222.0.31 "GET /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664591 Apr 29 04:09:07.612496 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34472) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:07.619943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] For port 197eedb3-d366-4be4-ac74-ba6bbc003cb5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=197eedb3-d366-4be4-ac74-ba6bbc003cb5,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:07.620315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.635067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Calling delete_port for 197eedb3-d366-4be4-ac74-ba6bbc003cb5 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:07.689721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34478) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:07.690048 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-215fde4f-585a-4820-afcb-08b75e3c70db tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6828363 Apr 29 04:09:07.692220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '6ebcac7d-4c14-4209-bdce-a18c13e365f3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:07.693532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.696589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:a9:a5:2c', 'name': 'tempest-NetworksTestDHCPv6-265961638'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:07.803972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34480) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:07.823803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3923d-570e-4a1e-b873-c965d3ac7524 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.825152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3923d-570e-4a1e-b873-c965d3ac7524 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.825712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3923d-570e-4a1e-b873-c965d3ac7524 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:07.833394 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6ad3923d-570e-4a1e-b873-c965d3ac7524 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=251b2b9bed71496c8fa2601d860910ad&network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 3103 time: 0.2140846 Apr 29 04:09:07.866518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Allocated IP 2001:db8::f816:3eff:fe8e:4a35 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/6ebcac7d-4c14-4209-bdce-a18c13e365f3/ea9ca173-33fb-41ca-80af-46ca1042e9a2) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:07.952275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:07.956812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:07.962134 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8e5415ab-c6c4-4393-90f7-3374282fd822 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd4f67fe4d0742b890bfb08773202ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567559 Apr 29 04:09:07.965052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34486) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:07.980838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 6624f084-b0b8-4e4d-8f2c-5f24488dd0a2 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:07.985687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (197eedb3-d366-4be4-ac74-ba6bbc003cb5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.017535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ee80ac8-63d7-4be3-955e-c5ac1022f55c admin admin] Publish callbacks [] for security_group (bd708a9a-1189-46c4-8c89-29a179be6b48), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.026293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Publish callbacks [] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.043255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ee80ac8-63d7-4be3-955e-c5ac1022f55c admin admin] Publish callbacks [] for security_group (bd708a9a-1189-46c4-8c89-29a179be6b48), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.049225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'Port': ['ID=197eedb3-d366-4be4-ac74-ba6bbc003cb5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:08.101446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.104591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] No DVR routers for this DVR port 197eedb3-d366-4be4-ac74-ba6bbc003cb5 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:08.109400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.112824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06d67496-0559-4e05-8050-2d3130c5a036 req-c3ef85ec-4a3c-4e04-a6eb-e3701a1a0414 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.31 "DELETE /v2.0/ports/197eedb3-d366-4be4-ac74-ba6bbc003cb5 HTTP/1.1" status: 204 len: 173 time: 0.8386326 Apr 29 04:09:08.113282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'name': 'network-vif-deleted', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:09:08.116198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce33df2-44a0-42ca-98b4-e8b1aed2f8d8" -d '{"events": [{"server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "name": "network-vif-deleted", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:09:08.162706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018b9692-0649-4b22-b5a2-5242d40466f3 x-openstack-request-id: req-018b9692-0649-4b22-b5a2-5242d40466f3 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:09:08.163352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df44d93-bc1c-4a11-84f6-d1d762be9869", "name": "network-vif-deleted", "tag": "197eedb3-d366-4be4-ac74-ba6bbc003cb5", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:09:08.165598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-018b9692-0649-4b22-b5a2-5242d40466f3 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:09:08.166401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018b9692-0649-4b22-b5a2-5242d40466f3'] response: {'server_uuid': '1df44d93-bc1c-4a11-84f6-d1d762be9869', 'name': 'network-vif-deleted', 'tag': '197eedb3-d366-4be4-ac74-ba6bbc003cb5', 'status': 'completed', 'code': 200} Apr 29 04:09:08.168953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Pushing event updated for resources: {'Port': ['ID=ea9ca173-33fb-41ca-80af-46ca1042e9a2,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:08.170463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ee80ac8-63d7-4be3-955e-c5ac1022f55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bd708a9a-1189-46c4-8c89-29a179be6b48), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.173199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ee80ac8-63d7-4be3-955e-c5ac1022f55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.174412 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9ee80ac8-63d7-4be3-955e-c5ac1022f55c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd708a9a-1189-46c4-8c89-29a179be6b48 HTTP/1.1" status: 204 len: 168 time: 0.2089455 Apr 29 04:09:08.194865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee80ac8-63d7-4be3-955e-c5ac1022f55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd708a9a-1189-46c4-8c89-29a179be6b48,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:08.202185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:08.204205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:08.207162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:08.228332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fea9:a52c (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/6ebcac7d-4c14-4209-bdce-a18c13e365f3/6624f084-b0b8-4e4d-8f2c-5f24488dd0a2) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:08.283862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Attempting to bind port ea9ca173-33fb-41ca-80af-46ca1042e9a2 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:08.287619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Attempting to bind port ea9ca173-33fb-41ca-80af-46ca1042e9a2 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:08.287619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Attempting to bind port ea9ca173-33fb-41ca-80af-46ca1042e9a2 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:08.289656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:08.290021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:08.290421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.290812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:08.291277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Bound port: ea9ca173-33fb-41ca-80af-46ca1042e9a2, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:08.291654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.362600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] For port ea9ca173-33fb-41ca-80af-46ca1042e9a2, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:08.365910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] For port ea9ca173-33fb-41ca-80af-46ca1042e9a2, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea9ca173-33fb-41ca-80af-46ca1042e9a2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:08.420931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (6624f084-b0b8-4e4d-8f2c-5f24488dd0a2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.431269 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6bcebe63-c2c7-457c-a61f-a0e33d4d6c9d req-6b6da989-12cc-4a02-860a-f04ddcd5d141 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df44d93-bc1c-4a11-84f6-d1d762be9869 HTTP/1.1" status: 200 len: 210 time: 0.0302410 Apr 29 04:09:08.447594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.520830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced1b46-bf22-4d43-8cb0-30f59145df7c None None] Pushing event updated for resources: {'Port': ['ID=ea9ca173-33fb-41ca-80af-46ca1042e9a2,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:08.535775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6624f084-b0b8-4e4d-8f2c-5f24488dd0a2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.582193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:08.589246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:08.593249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:08.598735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:08.602428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.609633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=6624f084-b0b8-4e4d-8f2c-5f24488dd0a2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:08.684892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5e398e6c-6230-43b9-a44d-2dc33efa687a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9933608 Apr 29 04:09:08.694612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34506) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:08.752143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ff156-65b9-4f35-897a-72c63ace86ab tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:08.757497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ff156-65b9-4f35-897a-72c63ace86ab tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:08.759144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-356ff156-65b9-4f35-897a-72c63ace86ab tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0635231 Apr 29 04:09:08.761824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34508) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:08.860698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 6624f084-b0b8-4e4d-8f2c-5f24488dd0a2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:08.861150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6624f084-b0b8-4e4d-8f2c-5f24488dd0a2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.883778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e7cef95d-8e4e-4110-b253-8cd74f11deb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.961165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6624f084-b0b8-4e4d-8f2c-5f24488dd0a2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:08.977811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 6624f084-b0b8-4e4d-8f2c-5f24488dd0a2 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:09.227549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6624f084-b0b8-4e4d-8f2c-5f24488dd0a2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.271645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=6624f084-b0b8-4e4d-8f2c-5f24488dd0a2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:09.307247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.311150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea9ca173-33fb-41ca-80af-46ca1042e9a2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:09.313676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34522) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.325345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4cc60222-f2b6-496c-a050-2a2911be15ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/6624f084-b0b8-4e4d-8f2c-5f24488dd0a2 HTTP/1.1" status: 204 len: 168 time: 0.5624204 Apr 29 04:09:09.339670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34524) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.371984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ea9ca173-33fb-41ca-80af-46ca1042e9a2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:09.372580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.393360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45498a6-10a9-4872-9516-e7528c370d34 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:09.396046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45498a6-10a9-4872-9516-e7528c370d34 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:09.397648 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a45498a6-10a9-4872-9516-e7528c370d34 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0829318 Apr 29 04:09:09.400371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34528) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.461704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e7e95619-37bc-4e17-9fde-df452c9379f4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:09.462066 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-e7e95619-37bc-4e17-9fde-df452c9379f4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 04:09:09.462375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-e7e95619-37bc-4e17-9fde-df452c9379f4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 04:09:09.466838 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e7e95619-37bc-4e17-9fde-df452c9379f4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1221812 Apr 29 04:09:09.467546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34532) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.469398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ea9ca173-33fb-41ca-80af-46ca1042e9a2 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:09.469821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.472265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076389317'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:09.484898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 6ebcac7d-4c14-4209-bdce-a18c13e365f3 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:09.490001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (6ebcac7d-4c14-4209-bdce-a18c13e365f3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.505463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port ea9ca173-33fb-41ca-80af-46ca1042e9a2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea9ca173-33fb-41ca-80af-46ca1042e9a2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:09.514568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34534) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.543034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (6ebcac7d-4c14-4209-bdce-a18c13e365f3), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.556277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.571405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.582029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.612577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34536) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.643025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=ea9ca173-33fb-41ca-80af-46ca1042e9a2,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:09.657077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (6ebcac7d-4c14-4209-bdce-a18c13e365f3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.765221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-22183e76-c8d9-4eda-847b-2cc153eeae36 None None] Provisioning complete for port ea9ca173-33fb-41ca-80af-46ca1042e9a2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:09.769554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-22183e76-c8d9-4eda-847b-2cc153eeae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.769688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d0d65-f284-45b1-a7dd-6bc396865615 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:09.769688 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-935d0d65-f284-45b1-a7dd-6bc396865615 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581 HTTP/1.1" status: 200 len: 814 time: 0.1548376 Apr 29 04:09:09.790029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (6ebcac7d-4c14-4209-bdce-a18c13e365f3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.824933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebcac7d-4c14-4209-bdce-a18c13e365f3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:09.827032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.830800 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd04230d-8aab-4397-8957-97c4796f5204 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/6ebcac7d-4c14-4209-bdce-a18c13e365f3 HTTP/1.1" status: 204 len: 168 time: 0.4294090 Apr 29 04:09:09.831759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (79fb0773-5f6d-41ce-8576-a7960390ef13), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:09.836451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34540) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.891447 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e09e3f9a-f9fc-480e-88ae-aba4cdc80dad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523477 Apr 29 04:09:09.892249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34542) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:09.894945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-22183e76-c8d9-4eda-847b-2cc153eeae36 None None] Current status of the port ea9ca173-33fb-41ca-80af-46ca1042e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:09.906783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbde58-035b-4a09-acaa-6cae10f908f4 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:09.918489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (79fb0773-5f6d-41ce-8576-a7960390ef13), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.007927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-92f7a6d3-d5c8-4894-b09a-575e733a3dd1 None None] Could not find standard attr ID for object 6624f084-b0b8-4e4d-8f2c-5f24488dd0a2. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:10.022484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d5742-2d8b-47ec-a664-37e2d087734c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:10.023955 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-297d5742-2d8b-47ec-a664-37e2d087734c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1309998 Apr 29 04:09:10.027137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34546) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:10.036564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb0773-5f6d-41ce-8576-a7960390ef13,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:10.050587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:10.089994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ae0dc-fca1-4576-aa25-d222abf058a4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:10.091636 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d52ae0dc-fca1-4576-aa25-d222abf058a4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618448 Apr 29 04:09:10.094247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34548) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:10.095230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] Deleting port ea9ca173-33fb-41ca-80af-46ca1042e9a2 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:10.095775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.101559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (01014bca-a5dc-439a-a6ab-4f0be45cf4f0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.139732 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf500293-f267-4726-84a0-4eaf025f3c5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442853 Apr 29 04:09:10.144499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:10.149905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:10.163072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] For port ea9ca173-33fb-41ca-80af-46ca1042e9a2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea9ca173-33fb-41ca-80af-46ca1042e9a2,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:10.163468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.179880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] Calling delete_port for ea9ca173-33fb-41ca-80af-46ca1042e9a2 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:10.258791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34552) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:10.264650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'port_id': None}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:10.311726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:10.315292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.361278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.468963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (01014bca-a5dc-439a-a6ab-4f0be45cf4f0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.506317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ea9ca173-33fb-41ca-80af-46ca1042e9a2), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.506947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (58d52ed7-8cd5-4141-84d2-3dc35045e43b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.534764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] Pushing event deleted for resources: {'Port': ['ID=ea9ca173-33fb-41ca-80af-46ca1042e9a2,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:10.536544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ddc0a-9dc9-456b-b338-b2841516f7ed None None] No DVR routers for this DVR port ea9ca173-33fb-41ca-80af-46ca1042e9a2 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:10.544441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01014bca-a5dc-439a-a6ab-4f0be45cf4f0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:10.570397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.574977 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-564e0e10-7ae9-46c2-aafd-722a1e934d93 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1031208 Apr 29 04:09:10.575140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34554) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:10.577044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.579517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '01014bca-a5dc-439a-a6ab-4f0be45cf4f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:10.647048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.647412 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c disassociated. External IP: 172.26.4.79, port: 759e6042-6a8a-49b0-aed2-caf610365551. Apr 29 04:09:10.714536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group_rule (baa1b54e-afc4-44db-b608-d54338cd3716), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.769123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (2caa70e8-5eeb-4c4f-b044-2d7af1983859), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.826006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group_rule (baa1b54e-afc4-44db-b608-d54338cd3716), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.842548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Deleting port ce7d2232-b175-4931-8101-ad61bd76184e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:10.847572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.858254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:10.864708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:10.868878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:10.869502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.871712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=2caa70e8-5eeb-4c4f-b044-2d7af1983859,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:10.874883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407289c-a71c-4201-9fd7-9d17cdde6495 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:10.906533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (baa1b54e-afc4-44db-b608-d54338cd3716), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.936830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa1b54e-afc4-44db-b608-d54338cd3716,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:10.949105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:09:10.964446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] For port ce7d2232-b175-4931-8101-ad61bd76184e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ce7d2232-b175-4931-8101-ad61bd76184e,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:10.964841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:10.980807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Calling delete_port for ce7d2232-b175-4931-8101-ad61bd76184e owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:10.999905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '2caa70e8-5eeb-4c4f-b044-2d7af1983859'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:11.001663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.005906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f3cbae66-b219-4031-9681-a70b2116fd48 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8601527 Apr 29 04:09:11.008555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34556) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:11.014068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:c4:b4:6e', 'name': 'tempest-NetworksTestDHCPv6-427499154'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:11.031832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.035578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4f21a731-8b8e-416e-a0fe-644bdb5020f3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4569626 Apr 29 04:09:11.035829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34558) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:11.040217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-675ae7bf-5c53-4941-837c-159c476030d8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '01014bca-a5dc-439a-a6ab-4f0be45cf4f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:11.169986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/2caa70e8-5eeb-4c4f-b044-2d7af1983859/7355d45c-6f8a-4a07-ba7f-84a3236a4db3) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:11.172120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-675ae7bf-5c53-4941-837c-159c476030d8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group_rule (de604b9c-1a1c-4d65-bf7a-0c96ad5031e8), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.298893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea9ca173-33fb-41ca-80af-46ca1042e9a2 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:11.300556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fd374c6-8ea5-4233-ae9c-1cc763d87ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.327130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ce7d2232-b175-4931-8101-ad61bd76184e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.330631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ea9ca173-33fb-41ca-80af-46ca1042e9a2 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:11.331039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea9ca173-33fb-41ca-80af-46ca1042e9a2 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:11.364143 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-675ae7bf-5c53-4941-837c-159c476030d8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 04:09:11.367338 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-675ae7bf-5c53-4941-837c-159c476030d8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3285887 Apr 29 04:09:11.368421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34560) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:11.387263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'Port': ['ID=ce7d2232-b175-4931-8101-ad61bd76184e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:11.399366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Publish callbacks [] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.456093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:11.462749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.475417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:11.497214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:11.498393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:11.506245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-af894343-0125-4d9a-89e6-8c3a0858f73e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 689 time: 1.2455616 Apr 29 04:09:11.506860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34562) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:11.507324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:09:11.509127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24a40380-ab92-466f-adaf-d8bd1bb59552 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (01014bca-a5dc-439a-a6ab-4f0be45cf4f0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.509694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "tag": "759e6042-6a8a-49b0-aed2-caf610365551"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:09:11.534908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24a40380-ab92-466f-adaf-d8bd1bb59552 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (01014bca-a5dc-439a-a6ab-4f0be45cf4f0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.565603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-47bcca33-86e2-4e8a-a7c9-b819d0e3b6f8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 689 time: 0.0530996 Apr 29 04:09:11.579292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1529d4a4-dfc9-44fd-a0cb-bbaa018fc336 x-openstack-request-id: req-1529d4a4-dfc9-44fd-a0cb-bbaa018fc336 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:09:11.579735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "tag": "759e6042-6a8a-49b0-aed2-caf610365551", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:09:11.579992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1529d4a4-dfc9-44fd-a0cb-bbaa018fc336 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:09:11.580401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1529d4a4-dfc9-44fd-a0cb-bbaa018fc336'] response: {'name': 'network-changed', 'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551', 'status': 'completed', 'code': 200} Apr 29 04:09:11.581508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:11.604586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.682192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:11.695627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (58d52ed7-8cd5-4141-84d2-3dc35045e43b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.697524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-dd4018d6-0ed9-48a1-a589-9b6d8450d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:11.698844 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-dd4018d6-0ed9-48a1-a589-9b6d8450d99e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1130 time: 0.0847025 Apr 29 04:09:11.712098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Pushing event updated for resources: {'Port': ['ID=7355d45c-6f8a-4a07-ba7f-84a3236a4db3,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:11.714640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:11.719752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:11.754451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.758827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24a40380-ab92-466f-adaf-d8bd1bb59552 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (01014bca-a5dc-439a-a6ab-4f0be45cf4f0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.762373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-24a40380-ab92-466f-adaf-d8bd1bb59552 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.765277 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-24a40380-ab92-466f-adaf-d8bd1bb59552 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/01014bca-a5dc-439a-a6ab-4f0be45cf4f0 HTTP/1.1" status: 204 len: 168 time: 0.3775427 Apr 29 04:09:11.768368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34566) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:11.779748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a40380-ab92-466f-adaf-d8bd1bb59552 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01014bca-a5dc-439a-a6ab-4f0be45cf4f0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:11.789184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:11.829378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 92b7b9c2-77be-4640-8d94-a6f3523308c8 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:11.835489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Attempting to bind port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:11.836042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Attempting to bind port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:11.836766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Attempting to bind port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:11.849895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:11.850156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:11.850546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.850946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:11.851639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Bound port: 7355d45c-6f8a-4a07-ba7f-84a3236a4db3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:11.852199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:11.936425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-5e539e9d-a532-48e1-b940-1d584ae04576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:11.937944 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-5e539e9d-a532-48e1-b940-1d584ae04576 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 898 time: 0.2274685 Apr 29 04:09:11.943790 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4801275c-5604-4e02-bf64-aa5f921ecebf tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1727118 Apr 29 04:09:11.947770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34568) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:11.953666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--409802729'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:11.988322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Router 58d52ed7-8cd5-4141-84d2-3dc35045e43b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:09:11.994991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-e3cad505-b4cd-4509-9a20-6a5468c2c523 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=759e6042-6a8a-49b0-aed2-caf610365551 HTTP/1.1" status: 200 len: 217 time: 0.0418875 Apr 29 04:09:11.997963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 197eedb3-d366-4be4-ac74-ba6bbc003cb5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:12.044080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 197eedb3-d366-4be4-ac74-ba6bbc003cb5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:12.044433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 197eedb3-d366-4be4-ac74-ba6bbc003cb5 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:12.047976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] For port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:12.075392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] For port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7355d45c-6f8a-4a07-ba7f-84a3236a4db3,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:12.078688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::3f (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/2caa70e8-5eeb-4c4f-b044-2d7af1983859/92b7b9c2-77be-4640-8d94-a6f3523308c8) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:12.085476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-9d34a732-b68f-419b-9a27-27ee66abf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:12.086941 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-9d34a732-b68f-419b-9a27-27ee66abf296 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 200 len: 834 time: 0.0731738 Apr 29 04:09:12.114487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.129390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:12.157148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:12.157646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-37eadba4-2d40-422d-9c71-354410fb5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:12.158015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:12.159321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-37eadba4-2d40-422d-9c71-354410fb5960 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0622211 Apr 29 04:09:12.164287 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-948283be-fab0-477d-b81f-d0c416822d2b tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "PUT /v2.0/routers/58d52ed7-8cd5-4141-84d2-3dc35045e43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6484780 Apr 29 04:09:12.167473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34570) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.172072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.174266 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] Sync routers for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:12.183861 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:12.186059 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:12.190289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.192664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:12.193041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:12.244260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (72b914d4-75cb-44e4-be14-2ad42c5eae9f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.306285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (72b914d4-75cb-44e4-be14-2ad42c5eae9f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.332576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02156e7-613f-4c75-bcff-92cc6dd792a5 None None] Pushing event updated for resources: {'Port': ['ID=7355d45c-6f8a-4a07-ba7f-84a3236a4db3,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:12.355365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Deleting subnet 195d3b2d-cbf4-4ac5-945d-aba5011e4421 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:12.363516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:12.366354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for subnet (195d3b2d-cbf4-4ac5-945d-aba5011e4421), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.369825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b914d4-75cb-44e4-be14-2ad42c5eae9f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:12.413437 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:12.443187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-212056b4-4672-42b0-816b-670043255b14 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662234 Apr 29 04:09:12.447532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.453647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (195d3b2d-cbf4-4ac5-945d-aba5011e4421), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.454150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1b790145-ab75-4ff4-bff9-69b856095f16 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5008483 Apr 29 04:09:12.454150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34572) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.454341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (92b7b9c2-77be-4640-8d94-a6f3523308c8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.464340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-403a93cf-a7fc-4213-8d60-21e2a47d23ff tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '72b914d4-75cb-44e4-be14-2ad42c5eae9f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:12.468827 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-403a93cf-a7fc-4213-8d60-21e2a47d23ff tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 04:09:12.469602 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-403a93cf-a7fc-4213-8d60-21e2a47d23ff tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:12.471373 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-403a93cf-a7fc-4213-8d60-21e2a47d23ff tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0157797 Apr 29 04:09:12.474470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34574) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.567945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34576) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.662212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd9916d3-2109-484b-995e-b8ec8e8345d1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (72b914d4-75cb-44e4-be14-2ad42c5eae9f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.677629 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9c094db4-e098-4d10-a5a1-cffad8b5a28e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 689 time: 0.1068280 Apr 29 04:09:12.686149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:12.697711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (195d3b2d-cbf4-4ac5-945d-aba5011e4421), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.706700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd9916d3-2109-484b-995e-b8ec8e8345d1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (72b914d4-75cb-44e4-be14-2ad42c5eae9f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.724697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52d420-145b-4eb0-bfc1-d4fd233b68ac None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:12.734695 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:09:11Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:12.753125 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-564688ca-d2e7-4af4-8a6a-2f02a0efd6cb req-4d03d6c3-f095-45ad-bc73-633fd57848ca service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797637 Apr 29 04:09:12.775188 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] Checking router: 58d52ed7-8cd5-4141-84d2-3dc35045e43b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:12.788169 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] Routers {'58d52ed7-8cd5-4141-84d2-3dc35045e43b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:12.789488 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:12.790510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (92b7b9c2-77be-4640-8d94-a6f3523308c8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.840201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:12.843618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:12.848347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:12.853583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:12.854238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.858746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=92b7b9c2-77be-4640-8d94-a6f3523308c8,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:12.884341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (195d3b2d-cbf4-4ac5-945d-aba5011e4421), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.886204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd9916d3-2109-484b-995e-b8ec8e8345d1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (72b914d4-75cb-44e4-be14-2ad42c5eae9f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.889515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd9916d3-2109-484b-995e-b8ec8e8345d1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.893733 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bd9916d3-2109-484b-995e-b8ec8e8345d1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/72b914d4-75cb-44e4-be14-2ad42c5eae9f HTTP/1.1" status: 204 len: 168 time: 0.4142625 Apr 29 04:09:12.894837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34578) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.909731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9916d3-2109-484b-995e-b8ec8e8345d1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b914d4-75cb-44e4-be14-2ad42c5eae9f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:12.937873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'Subnet': ['ID=195d3b2d-cbf4-4ac5-945d-aba5011e4421,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:12.944796 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8f5cb4f2-51a2-4781-99b3-88cc7c98a03b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9352624 Apr 29 04:09:12.946151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:12.948046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34580) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.951858 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ae9a217-5437-47a0-90f8-ba100251a613 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "DELETE /v2.0/subnets/195d3b2d-cbf4-4ac5-945d-aba5011e4421 HTTP/1.1" status: 204 len: 168 time: 0.7808418 Apr 29 04:09:12.952756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34582) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:12.954842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab36dbc-5286-45ed-b65c-ad585331e79c None None] Network d671d4a9-9f46-477b-85fc-5145404e411b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:13.019735 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] Set router 58d52ed7-8cd5-4141-84d2-3dc35045e43b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:13.032960 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3b95a6cc-6abb-46ba-a461-690f2480a89e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132932 Apr 29 04:09:13.042687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d46200-80ad-4bdb-b5ae-3bb60897136d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:13.044830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34584) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.049573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d46200-80ad-4bdb-b5ae-3bb60897136d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:13.054028 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-44d46200-80ad-4bdb-b5ae-3bb60897136d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1050622 Apr 29 04:09:13.054931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34586) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.057911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231444008'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:13.164169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router (58d52ed7-8cd5-4141-84d2-3dc35045e43b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.164419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 92b7b9c2-77be-4640-8d94-a6f3523308c8 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:13.164711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (92b7b9c2-77be-4640-8d94-a6f3523308c8), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.180858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e1921-2e94-4d47-9943-762fc5b57a3e None None] New status for floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:09:13.243460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.303471 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:09:11Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:13.341918 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720a65-4b2f-431f-96aa-6240bfdc1adb None None] The sync data for ids ['58d52ed7-8cd5-4141-84d2-3dc35045e43b'] in dv-neutron-839777-1-hyperv is: [{'id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458240900', 'tenant_id': 'f22c63cca75045308a068b4329985965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:05:33Z', 'updated_at': '2022-04-29T04:09:11Z', 'revision_number': 5, 'project_id': 'f22c63cca75045308a068b4329985965', 'gw_port': {'id': '151f7f8b-1867-465d-8bc2-d179ceb6bf04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d52ed7-8cd5-4141-84d2-3dc35045e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:05:35Z', 'updated_at': '2022-04-29T04:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:13.367190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (92b7b9c2-77be-4640-8d94-a6f3523308c8), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.389465 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 92b7b9c2-77be-4640-8d94-a6f3523308c8 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:13.397897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router_gateway (58d52ed7-8cd5-4141-84d2-3dc35045e43b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.458015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (bad61f43-2ff2-4f9c-8990-6637dcf68e30), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.532487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Deleting port 151f7f8b-1867-465d-8bc2-d179ceb6bf04 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:13.533163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.547709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bad61f43-2ff2-4f9c-8990-6637dcf68e30), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.588094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad61f43-2ff2-4f9c-8990-6637dcf68e30,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:13.631220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] DHCP port deletion for d671d4a9-9f46-477b-85fc-5145404e411b request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:13.654935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (92b7b9c2-77be-4640-8d94-a6f3523308c8), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.681467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] For port 151f7f8b-1867-465d-8bc2-d179ceb6bf04, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=151f7f8b-1867-465d-8bc2-d179ceb6bf04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:13.682155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.685366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34588) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.695516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=92b7b9c2-77be-4640-8d94-a6f3523308c8,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:13.713946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.713946 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5817664f-fc3b-4664-ad1c-3d67c7542d78 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6652944 Apr 29 04:09:13.717659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34590) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.723173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f679925c-4ed3-4510-9826-6f8c1d56c027 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': 'bad61f43-2ff2-4f9c-8990-6637dcf68e30', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:13.724288 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-f679925c-4ed3-4510-9826-6f8c1d56c027 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 04:09:13.724843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-f679925c-4ed3-4510-9826-6f8c1d56c027 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:13.733619 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f679925c-4ed3-4510-9826-6f8c1d56c027 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089457 Apr 29 04:09:13.749205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34592) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.756823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] Deleting port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:13.758536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.765484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.769455 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7eeea644-4935-4b16-bea5-89303c8d6867 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/92b7b9c2-77be-4640-8d94-a6f3523308c8 HTTP/1.1" status: 204 len: 168 time: 0.7134271 Apr 29 04:09:13.772249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34594) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.776550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Calling delete_port for 151f7f8b-1867-465d-8bc2-d179ceb6bf04 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:13.789136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.809562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:13.910138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] For port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,segment=NetworkSegment(4cd1f29e-a835-4e02-962e-eaf0e81413bb),segment_id=4cd1f29e-a835-4e02-962e-eaf0e81413bb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:13.910539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.917380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ada7c972-9b33-4464-8fed-0ba3e280d108 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (bad61f43-2ff2-4f9c-8990-6637dcf68e30), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.922268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279c3a6-4bc8-437d-b0d2-6e0f47a14a29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:13.923723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279c3a6-4bc8-437d-b0d2-6e0f47a14a29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:13.925343 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a279c3a6-4bc8-437d-b0d2-6e0f47a14a29 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1521454 Apr 29 04:09:13.930212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34596) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:13.931707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] Calling delete_port for b9a8dffd-0dd9-42ac-923e-8ea92f9647ed owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:13.937836 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a6e7ee98-18b5-4ca8-9a3e-ba5df80c4b84 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 689 time: 0.2506680 Apr 29 04:09:13.955077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:13.955449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:13.994555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 2caa70e8-5eeb-4c4f-b044-2d7af1983859 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:14.001963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (2caa70e8-5eeb-4c4f-b044-2d7af1983859), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.023974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Provisioning complete for port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:14.024348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.053846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ada7c972-9b33-4464-8fed-0ba3e280d108 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (bad61f43-2ff2-4f9c-8990-6637dcf68e30), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.091257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (2caa70e8-5eeb-4c4f-b044-2d7af1983859), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.183317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:14.184226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.192942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (151f7f8b-1867-465d-8bc2-d179ceb6bf04), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.207048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (2caa70e8-5eeb-4c4f-b044-2d7af1983859), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.210689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Current status of the port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:14.211083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.231537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ada7c972-9b33-4464-8fed-0ba3e280d108 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bad61f43-2ff2-4f9c-8990-6637dcf68e30), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.235340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (b9a8dffd-0dd9-42ac-923e-8ea92f9647ed), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.235497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ada7c972-9b33-4464-8fed-0ba3e280d108 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.236125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ada7c972-9b33-4464-8fed-0ba3e280d108 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/bad61f43-2ff2-4f9c-8990-6637dcf68e30 HTTP/1.1" status: 204 len: 168 time: 0.4859071 Apr 29 04:09:14.254484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34598) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.255649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'Port': ['ID=151f7f8b-1867-465d-8bc2-d179ceb6bf04,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:14.255876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7c972-9b33-4464-8fed-0ba3e280d108 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad61f43-2ff2-4f9c-8990-6637dcf68e30,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:14.265259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] Pushing event deleted for resources: {'Port': ['ID=b9a8dffd-0dd9-42ac-923e-8ea92f9647ed,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:14.279322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07584d40-27cb-4beb-9e4b-1312d0b047fd None None] No DVR routers for this DVR port b9a8dffd-0dd9-42ac-923e-8ea92f9647ed on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:14.349480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2daf465c-fa83-41ce-8795-ae8818fcaf46 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905674 Apr 29 04:09:14.353041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.358240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--492918456'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:14.374016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (58d52ed7-8cd5-4141-84d2-3dc35045e43b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.406919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (2caa70e8-5eeb-4c4f-b044-2d7af1983859), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.436394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=2caa70e8-5eeb-4c4f-b044-2d7af1983859,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:14.441547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.447767 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-232687ed-c344-4a77-b27c-8b65b3a25bdc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/2caa70e8-5eeb-4c4f-b044-2d7af1983859 HTTP/1.1" status: 204 len: 168 time: 0.5165377 Apr 29 04:09:14.448409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34602) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.474240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:09:14.474599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:09:14.476569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:09:14.476919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:09:14.493262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (58d52ed7-8cd5-4141-84d2-3dc35045e43b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.494789 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-721028e3-ddc3-4184-a478-6eadcde1d5f6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450437 Apr 29 04:09:14.494925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34604) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.496927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.506161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router_controller (58d52ed7-8cd5-4141-84d2-3dc35045e43b), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.534508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440a88e-4286-4cae-8b29-7978eafd17e6 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:14.577389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea2183-d429-45ca-b58d-6bcd0e51e776 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:14.578797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-44ea2183-d429-45ca-b58d-6bcd0e51e776 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0829058 Apr 29 04:09:14.581302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34606) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.588260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (648bb77c-b581-46f6-97f8-026ef6d40a1d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.634157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f584318-05ba-4221-824d-af051ddf129d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:14.635643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3f584318-05ba-4221-824d-af051ddf129d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534208 Apr 29 04:09:14.644112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34608) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.671530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (648bb77c-b581-46f6-97f8-026ef6d40a1d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.680746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:14.694101 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f04ac268-bc9e-440d-93d9-01eedfe79217 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449007 Apr 29 04:09:14.694101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (58d52ed7-8cd5-4141-84d2-3dc35045e43b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.694101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Fanout notify agent at l3_agent the message router_deleted on router 58d52ed7-8cd5-4141-84d2-3dc35045e43b {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:09:14.694971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34610) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.709342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.709464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:14.709572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7d5a7747-d71f-4dea-a0f9-7711c0c5df70 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "DELETE /v2.0/routers/58d52ed7-8cd5-4141-84d2-3dc35045e43b HTTP/1.1" status: 204 len: 168 time: 1.7492204 Apr 29 04:09:14.712157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34612) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.726850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] Deleting port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:14.727485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.727904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648bb77c-b581-46f6-97f8-026ef6d40a1d,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:14.803780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.807863 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee8e6cd7-1c90-4cf7-b734-eda1601f717a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4512386 Apr 29 04:09:14.808813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34614) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.813706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-146d7036-fab0-4b92-955c-42b7c9149f2e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '648bb77c-b581-46f6-97f8-026ef6d40a1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:14.820288 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-146d7036-fab0-4b92-955c-42b7c9149f2e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 04:09:14.820288 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-146d7036-fab0-4b92-955c-42b7c9149f2e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:14.820288 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-146d7036-fab0-4b92-955c-42b7c9149f2e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062983 Apr 29 04:09:14.820642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] For port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7355d45c-6f8a-4a07-ba7f-84a3236a4db3,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:14.821115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (d671d4a9-9f46-477b-85fc-5145404e411b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.821545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.821660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34616) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.832362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] Calling delete_port for 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:14.835363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-663304e9-bcdf-4f4a-b9a9-6160e1e1ca7b tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '648bb77c-b581-46f6-97f8-026ef6d40a1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:14.836195 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-663304e9-bcdf-4f4a-b9a9-6160e1e1ca7b tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 04:09:14.836843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-663304e9-bcdf-4f4a-b9a9-6160e1e1ca7b tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:14.838150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-663304e9-bcdf-4f4a-b9a9-6160e1e1ca7b tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166144 Apr 29 04:09:14.841502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34618) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.847617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2fee0ba8-76c7-42c9-ab0d-e0021e52a22d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '648bb77c-b581-46f6-97f8-026ef6d40a1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:14.848487 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-2fee0ba8-76c7-42c9-ab0d-e0021e52a22d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 04:09:14.848970 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-2fee0ba8-76c7-42c9-ab0d-e0021e52a22d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:14.849982 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2fee0ba8-76c7-42c9-ab0d-e0021e52a22d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075703 Apr 29 04:09:14.852582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34620) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.857767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-edb56ae8-1dfe-46f9-bf96-ea6b8dda8dc3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '648bb77c-b581-46f6-97f8-026ef6d40a1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:14.858756 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-edb56ae8-1dfe-46f9-bf96-ea6b8dda8dc3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 04:09:14.859471 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-edb56ae8-1dfe-46f9-bf96-ea6b8dda8dc3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:14.863347 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-edb56ae8-1dfe-46f9-bf96-ea6b8dda8dc3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071673 Apr 29 04:09:14.864599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34622) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.931945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:14.935231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.941347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34624) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:14.952000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (d671d4a9-9f46-477b-85fc-5145404e411b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:14.985645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d671d4a9-9f46-477b-85fc-5145404e411b']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:15.003990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd1f29e-a835-4e02-962e-eaf0e81413bb') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:15.004269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd1f29e-a835-4e02-962e-eaf0e81413bb') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:15.006175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d55943dc-f0bb-430f-9998-87e35b7e7e12 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (648bb77c-b581-46f6-97f8-026ef6d40a1d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.018516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (4cd1f29e-a835-4e02-962e-eaf0e81413bb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.031316 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.046844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4cd1f29e-a835-4e02-962e-eaf0e81413bb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.056648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:15.057663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (4cd1f29e-a835-4e02-962e-eaf0e81413bb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.087711 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-63fe5b2f-0afe-40b3-86ee-0b8b704cee2c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 687 time: 0.1374781 Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d55943dc-f0bb-430f-9998-87e35b7e7e12 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (648bb77c-b581-46f6-97f8-026ef6d40a1d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:15.087954 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:15.095110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] Pushing event deleted for resources: {'Port': ['ID=7355d45c-6f8a-4a07-ba7f-84a3236a4db3,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:15.099947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0f6a8-29d9-449f-896d-c21f1c7f4ec7 None None] No DVR routers for this DVR port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:15.101777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Current status of the port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:15.103052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c92da6cf-3465-4f50-aa72-5a76eb7cc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.106744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:15.107356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7355d45c-6f8a-4a07-ba7f-84a3236a4db3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.139314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.248720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b9a8dffd-0dd9-42ac-923e-8ea92f9647ed no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:15.269067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (d671d4a9-9f46-477b-85fc-5145404e411b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.276140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b9a8dffd-0dd9-42ac-923e-8ea92f9647ed {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:15.276140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b9a8dffd-0dd9-42ac-923e-8ea92f9647ed not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:15.281014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.288903 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "DELETE /v2.0/networks/d671d4a9-9f46-477b-85fc-5145404e411b HTTP/1.1" status: 204 len: 168 time: 0.5754290 Apr 29 04:09:15.292013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34626) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:15.298697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d55943dc-f0bb-430f-9998-87e35b7e7e12 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (648bb77c-b581-46f6-97f8-026ef6d40a1d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.307302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d55943dc-f0bb-430f-9998-87e35b7e7e12 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.310660 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d55943dc-f0bb-430f-9998-87e35b7e7e12 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/648bb77c-b581-46f6-97f8-026ef6d40a1d HTTP/1.1" status: 204 len: 168 time: 0.4451480 Apr 29 04:09:15.324727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-838afeb1-3477-4821-b3d8-424ad329fc06 None None] Could not find standard attr ID for object 92b7b9c2-77be-4640-8d94-a6f3523308c8. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:15.328911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34628) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:15.350419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dc29b-0fb8-458e-8459-6ebd840851c1 tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'Network': ['ID=d671d4a9-9f46-477b-85fc-5145404e411b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:15.367679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55943dc-f0bb-430f-9998-87e35b7e7e12 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648bb77c-b581-46f6-97f8-026ef6d40a1d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:15.418679 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-498243dd-8501-4684-9747-a51b1678f3b8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746660 Apr 29 04:09:15.418897 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2713b68-8799-46b0-aa0a-f4e428992fcc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (1dc070c3-edd0-44c0-9a27-58a7a90a7322), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.422798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34630) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:15.429542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ce7d2232-b175-4931-8101-ad61bd76184e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:15.431001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916205244'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:15.454759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ce7d2232-b175-4931-8101-ad61bd76184e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:15.455107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ce7d2232-b175-4931-8101-ad61bd76184e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:15.455523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 151f7f8b-1867-465d-8bc2-d179ceb6bf04 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:15.475438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 151f7f8b-1867-465d-8bc2-d179ceb6bf04 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:15.476087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 151f7f8b-1867-465d-8bc2-d179ceb6bf04 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:15.476766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:15.482427 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2713b68-8799-46b0-aa0a-f4e428992fcc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (1dc070c3-edd0-44c0-9a27-58a7a90a7322), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.500023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:15.500370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7355d45c-6f8a-4a07-ba7f-84a3236a4db3 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:15.502772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:09:15.504574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (25d44936-dfdf-4921-aeca-5963138856f7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.564483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:15.582100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:15.586063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:15.586658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.591407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee66f3-d048-4daa-8e68-77f0315101ba None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:15.615568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=25d44936-dfdf-4921-aeca-5963138856f7,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:15.627404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.702859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (7522fe44-5241-4599-9d47-641274e5cee2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.723508 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-51e0017d-3e09-416b-b33f-fd50ebe45866 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0275142 Apr 29 04:09:15.728201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '25d44936-dfdf-4921-aeca-5963138856f7'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:15.729071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.736643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34632) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:15.737504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:15.766103 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2713b68-8799-46b0-aa0a-f4e428992fcc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (1dc070c3-edd0-44c0-9a27-58a7a90a7322), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.769293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d2713b68-8799-46b0-aa0a-f4e428992fcc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.773360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d2713b68-8799-46b0-aa0a-f4e428992fcc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] 10.222.0.37 "DELETE /v2.0/security-groups/1dc070c3-edd0-44c0-9a27-58a7a90a7322 HTTP/1.1" status: 204 len: 168 time: 0.4772921 Apr 29 04:09:15.823407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7522fe44-5241-4599-9d47-641274e5cee2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.840492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2713b68-8799-46b0-aa0a-f4e428992fcc tempest-TestNetworkAdvancedServerOps-1122636854 tempest-TestNetworkAdvancedServerOps-1122636854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc070c3-edd0-44c0-9a27-58a7a90a7322,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:15.891888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7522fe44-5241-4599-9d47-641274e5cee2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:15.903715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Allocated IP 2001:db8::f816:3eff:fe40:257 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/25d44936-dfdf-4921-aeca-5963138856f7/675cb267-bc3c-43b5-a7ef-3a9973facff7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:15.939015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:15.940296 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bddf1074-dfb6-4c6d-8416-45690aa181b6 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5134201 Apr 29 04:09:15.943278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34638) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:15.947987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a6550e8a-7dd5-4131-b3a9-3f1aa078ec2f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:15.948483 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-a6550e8a-7dd5-4131-b3a9-3f1aa078ec2f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 04:09:15.948925 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-a6550e8a-7dd5-4131-b3a9-3f1aa078ec2f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:15.952529 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a6550e8a-7dd5-4131-b3a9-3f1aa078ec2f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057437 Apr 29 04:09:15.953301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34640) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:15.959101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1e40e4d4-1285-49d2-862a-b89a525b10a1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.023652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:16.027033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.079363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Publish callbacks [] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.143642 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25d44936-dfdf-4921-aeca-5963138856f7 (CIDR: 2001:db8::/64) Apr 29 04:09:16.181211 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-1e40e4d4-1285-49d2-862a-b89a525b10a1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.182498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1e40e4d4-1285-49d2-862a-b89a525b10a1 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2281950 Apr 29 04:09:16.193561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34644) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.199094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f45faba5-8ed4-4736-8b62-14c22533d692 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.200730 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-f45faba5-8ed4-4736-8b62-14c22533d692 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 04:09:16.201278 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-f45faba5-8ed4-4736-8b62-14c22533d692 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.202365 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f45faba5-8ed4-4736-8b62-14c22533d692 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074613 Apr 29 04:09:16.204891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34646) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.206741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.207235 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.207954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:16.210308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b3ffb280-6af8-4082-bc2a-0828e7fac6b5 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.260022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:16.260893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Pushing event updated for resources: {'Port': ['ID=675cb267-bc3c-43b5-a7ef-3a9973facff7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:16.264691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:16.266831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:16.289449 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a4a47b2b-0881-4252-9cce-41b7d1ae3f5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5566978 Apr 29 04:09:16.292411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34648) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.300657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.314354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34650) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.319364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090316624', 'description': 'tempest-secgroup-smoke-1090316624 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.336421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Attempting to bind port 675cb267-bc3c-43b5-a7ef-3a9973facff7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:16.337519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Attempting to bind port 675cb267-bc3c-43b5-a7ef-3a9973facff7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:16.337938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Attempting to bind port 675cb267-bc3c-43b5-a7ef-3a9973facff7 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:16.343914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:16.344300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:16.344693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.345085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:16.345589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Bound port: 675cb267-bc3c-43b5-a7ef-3a9973facff7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:16.345991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.424920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] For port 675cb267-bc3c-43b5-a7ef-3a9973facff7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:16.430199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] For port 675cb267-bc3c-43b5-a7ef-3a9973facff7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=675cb267-bc3c-43b5-a7ef-3a9973facff7,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:16.435124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.470252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34654) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.493965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-b3ffb280-6af8-4082-bc2a-0828e7fac6b5 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.495309 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b3ffb280-6af8-4082-bc2a-0828e7fac6b5 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2892528 Apr 29 04:09:16.498117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34658) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.503166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9a60c262-c86b-4e8a-8222-3a541837e1b9 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.503640 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-9a60c262-c86b-4e8a-8222-3a541837e1b9 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 04:09:16.504225 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-9a60c262-c86b-4e8a-8222-3a541837e1b9 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.505504 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9a60c262-c86b-4e8a-8222-3a541837e1b9 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063140 Apr 29 04:09:16.508490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.515350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6317bc8c-7d83-4d5d-974c-03c3ca6dd212 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.534188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (4ad6e9f3-def1-43f0-aa0c-13b40f871213), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.550295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.575979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:16.590468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.629469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4ad6e9f3-def1-43f0-aa0c-13b40f871213), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.634650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dae08-1b65-48bb-9c70-a7a1f4be51a7 None None] Pushing event updated for resources: {'Port': ['ID=675cb267-bc3c-43b5-a7ef-3a9973facff7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:16.665837 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0edbf1cb-d3b4-491d-87e5-7f8e4f812e04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f22c63cca75045308a068b4329985965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941762 Apr 29 04:09:16.670707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34662) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.686704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad6e9f3-def1-43f0-aa0c-13b40f871213,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:16.726975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.732675 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-efb92ecc-b17d-4a28-b58b-10d174313038 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4127669 Apr 29 04:09:16.732951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34664) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.739624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '4ad6e9f3-def1-43f0-aa0c-13b40f871213', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.757008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a21091b-cc6e-46d2-84a3-320127843515 admin admin] Publish callbacks [] for security_group (2f3d1e1c-313b-48ea-93e5-adeed38a40c7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.784675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a21091b-cc6e-46d2-84a3-320127843515 admin admin] Publish callbacks [] for security_group (2f3d1e1c-313b-48ea-93e5-adeed38a40c7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.852401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-6317bc8c-7d83-4d5d-974c-03c3ca6dd212 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.853592 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6317bc8c-7d83-4d5d-974c-03c3ca6dd212 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3439729 Apr 29 04:09:16.856549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34666) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.861522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-66752abc-a07b-422e-918e-e8262890e636 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.862007 dv-neutron-839777-1-hyperv neutron-server[116104]: WARNING neutron.api.v2.base [None req-66752abc-a07b-422e-918e-e8262890e636 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 04:09:16.862501 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-66752abc-a07b-422e-918e-e8262890e636 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:16.866126 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-66752abc-a07b-422e-918e-e8262890e636 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057108 Apr 29 04:09:16.866276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34668) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:16.870503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-fd522f5f-54db-49e8-b956-82b788ec8dd8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:16.875914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (4931de29-740f-4a76-89d4-307f482ed1dd), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.926444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a21091b-cc6e-46d2-84a3-320127843515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2f3d1e1c-313b-48ea-93e5-adeed38a40c7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.930046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a21091b-cc6e-46d2-84a3-320127843515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:16.937952 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1a21091b-cc6e-46d2-84a3-320127843515 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f3d1e1c-313b-48ea-93e5-adeed38a40c7 HTTP/1.1" status: 204 len: 168 time: 0.2661285 Apr 29 04:09:16.947191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21091b-cc6e-46d2-84a3-320127843515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3d1e1c-313b-48ea-93e5-adeed38a40c7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:17.008552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (4931de29-740f-4a76-89d4-307f482ed1dd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.092050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (4931de29-740f-4a76-89d4-307f482ed1dd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.121632 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-fd522f5f-54db-49e8-b956-82b788ec8dd8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:17.125369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fd522f5f-54db-49e8-b956-82b788ec8dd8 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2556431 Apr 29 04:09:17.125564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34672) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.130390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e289bd13-9133-44f8-8c72-6f598b716981 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '7522fe44-5241-4599-9d47-641274e5cee2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:17.338051 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-e289bd13-9133-44f8-8c72-6f598b716981 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:17.342784 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e289bd13-9133-44f8-8c72-6f598b716981 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2162313 Apr 29 04:09:17.343724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34676) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.417055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 675cb267-bc3c-43b5-a7ef-3a9973facff7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:17.468680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f749-500f-4fac-96bd-9d6e662b754e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (7522fe44-5241-4599-9d47-641274e5cee2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.474066 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (74033157-8e05-46bd-aa34-18b876472169), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.491687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4931de29-740f-4a76-89d4-307f482ed1dd,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:17.525660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:17.525878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f749-500f-4fac-96bd-9d6e662b754e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (7522fe44-5241-4599-9d47-641274e5cee2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.533349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.537161 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f83a3f82-14a4-4051-be06-6c7b793a78fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8009608 Apr 29 04:09:17.537297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 675cb267-bc3c-43b5-a7ef-3a9973facff7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:17.537297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.538821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:17.540350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34678) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.545510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:17.546104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.546594 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '4ad6e9f3-def1-43f0-aa0c-13b40f871213', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:17.565756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=74033157-8e05-46bd-aa34-18b876472169,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:17.633722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 675cb267-bc3c-43b5-a7ef-3a9973facff7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:17.634112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.658069 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0d7d3fb5-63be-4105-b0d2-5eea96921434 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3527095 Apr 29 04:09:17.658069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34680) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.658069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:a8:d3:26', 'name': 'tempest-NetworksTestDHCPv6-826720907'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:17.669089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 675cb267-bc3c-43b5-a7ef-3a9973facff7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=675cb267-bc3c-43b5-a7ef-3a9973facff7,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:17.679646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f749-500f-4fac-96bd-9d6e662b754e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7522fe44-5241-4599-9d47-641274e5cee2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.682677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f749-500f-4fac-96bd-9d6e662b754e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.694218 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dfa1f749-500f-4fac-96bd-9d6e662b754e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/7522fe44-5241-4599-9d47-641274e5cee2 HTTP/1.1" status: 204 len: 168 time: 0.3377085 Apr 29 04:09:17.694504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34682) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.696334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1f749-500f-4fac-96bd-9d6e662b754e tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522fe44-5241-4599-9d47-641274e5cee2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:17.754310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (c44583fd-bf8e-49b0-b5d5-ff020e215563), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.775029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.814385 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-50d5aaf3-b5b9-4182-9204-f247a6e70e7b tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1186881 Apr 29 04:09:17.823806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34684) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.828608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566419275'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:17.834127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=675cb267-bc3c-43b5-a7ef-3a9973facff7,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:17.852837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34686) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:17.870554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b54144-bda8-4a50-bd8c-7be9cbea8eb8 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:17.876566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (c44583fd-bf8e-49b0-b5d5-ff020e215563), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.877490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b591-7a53-40ce-97ed-22fa0ccd9691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.923428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:17.957957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.960117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c44583fd-bf8e-49b0-b5d5-ff020e215563), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.964188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b591-7a53-40ce-97ed-22fa0ccd9691 admin admin] Publish callbacks [] for security_group (5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.980059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4b3702b5-b952-4259-906e-624241591846 None None] Provisioning complete for port 675cb267-bc3c-43b5-a7ef-3a9973facff7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:17.980989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4b3702b5-b952-4259-906e-624241591846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:17.987158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44583fd-bf8e-49b0-b5d5-ff020e215563,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.030081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b591-7a53-40ce-97ed-22fa0ccd9691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.034083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.063530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port a060bec4-8256-4ac8-ab32-ecd057248647 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:18.080034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.083731 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55525a6d-ca9c-43ea-848d-dd828ed745a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5399234 Apr 29 04:09:18.088227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34688) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.090288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1b591-7a53-40ce-97ed-22fa0ccd9691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.096782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (d17efc60-bfb6-4bb2-a898-5af4b6f07b81), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.100247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '4ad6e9f3-def1-43f0-aa0c-13b40f871213', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:18.100530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4b3702b5-b952-4259-906e-624241591846 None None] Current status of the port 675cb267-bc3c-43b5-a7ef-3a9973facff7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:18.111354 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f6d1b591-7a53-40ce-97ed-22fa0ccd9691 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fd6615c31b24ea485babf9581d0edb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534077 Apr 29 04:09:18.113803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] Update dhcp port {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': '25d44936-dfdf-4921-aeca-5963138856f7', 'ip_address': '2001:db8::f816:3eff:fe40:257'}, {'subnet_id': '74033157-8e05-46bd-aa34-18b876472169'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': '675cb267-bc3c-43b5-a7ef-3a9973facff7'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:09:18.114490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34690) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.150112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.168313 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d17efc60-bfb6-4bb2-a898-5af4b6f07b81), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.170585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17760ec1-acbc-4f92-be52-2774e9cbd067 admin admin] Publish callbacks [] for security_group (5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.222622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (bba6e067-3a3d-4b0b-945d-f9350e522d47), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.227832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17760ec1-acbc-4f92-be52-2774e9cbd067 admin admin] Publish callbacks [] for security_group (5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.241376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17efc60-bfb6-4bb2-a898-5af4b6f07b81,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.267924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8:0:1::d3 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/74033157-8e05-46bd-aa34-18b876472169/a060bec4-8256-4ac8-ab32-ecd057248647) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:18.274032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fea8:d326 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/25d44936-dfdf-4921-aeca-5963138856f7/a060bec4-8256-4ac8-ab32-ecd057248647) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:18.291201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.292414 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a8008c2f-0d66-4b57-aa1a-0b5bfb0fad4a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4675882 Apr 29 04:09:18.295407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34692) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.300315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-af29a015-5a67-42ae-a339-76db59b7c76d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-bfb6-4bb2-a898-5af4b6f07b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:18.306990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (bba6e067-3a3d-4b0b-945d-f9350e522d47), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.360642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (bba6e067-3a3d-4b0b-945d-f9350e522d47), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.378537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6e067-3a3d-4b0b-945d-f9350e522d47,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.383463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17760ec1-acbc-4f92-be52-2774e9cbd067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.385936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-17760ec1-acbc-4f92-be52-2774e9cbd067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.387774 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-17760ec1-acbc-4f92-be52-2774e9cbd067 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0 HTTP/1.1" status: 204 len: 168 time: 0.2722166 Apr 29 04:09:18.395970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17760ec1-acbc-4f92-be52-2774e9cbd067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e40f3-6bcb-4d6f-8101-3ddbd26e1ba0,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.437769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.440036 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7eb52838-4016-4c6c-a4b7-75f61dbec0cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3463626 Apr 29 04:09:18.442985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34696) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.447623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '4ad6e9f3-def1-43f0-aa0c-13b40f871213', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:18.500839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (a060bec4-8256-4ac8-ab32-ecd057248647), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.512487 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-af29a015-5a67-42ae-a339-76db59b7c76d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The resource could not be found. Apr 29 04:09:18.516204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-af29a015-5a67-42ae-a339-76db59b7c76d tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2171245 Apr 29 04:09:18.516579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34698) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.521007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e2605332-9d11-4f6c-993e-0fb9896a7b45 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-bfb6-4bb2-a898-5af4b6f07b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '73b9638d-06b9-4790-b8b5-5debd874f4d0'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:18.542455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (a0267657-8311-41fc-9166-3d1923880df0), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.598454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (a0267657-8311-41fc-9166-3d1923880df0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.604277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a060bec4-8256-4ac8-ab32-ecd057248647), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.649621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:18.654751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:18.658601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:18.661206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a0267657-8311-41fc-9166-3d1923880df0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.662211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] Allocated IP 2001:db8:0:1::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/74033157-8e05-46bd-aa34-18b876472169/675cb267-bc3c-43b5-a7ef-3a9973facff7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:18.663870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:18.664568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.671058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=a060bec4-8256-4ac8-ab32-ecd057248647,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.684082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0267657-8311-41fc-9166-3d1923880df0,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:18.694673 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-e2605332-9d11-4f6c-993e-0fb9896a7b45 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The resource could not be found. Apr 29 04:09:18.698308 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e2605332-9d11-4f6c-993e-0fb9896a7b45 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1781871 Apr 29 04:09:18.698722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34700) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.768454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b293b5b-fbd9-4511-809e-3801538d30c3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (d17efc60-bfb6-4bb2-a898-5af4b6f07b81), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.801287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b293b5b-fbd9-4511-809e-3801538d30c3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (d17efc60-bfb6-4bb2-a898-5af4b6f07b81), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.801594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] For port 675cb267-bc3c-43b5-a7ef-3a9973facff7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=675cb267-bc3c-43b5-a7ef-3a9973facff7,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:18.813611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-84affbd3-28e9-4260-ab58-ee12351ce30b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1614618 Apr 29 04:09:18.816612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34702) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.835663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.837240 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5f45fccd-cad6-4391-9813-804e777f7bda tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3931553 Apr 29 04:09:18.840370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34704) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:18.844063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] Publish callbacks [] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.847984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '4ad6e9f3-def1-43f0-aa0c-13b40f871213', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:18.937830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.969782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:09:18.976855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b293b5b-fbd9-4511-809e-3801538d30c3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d17efc60-bfb6-4bb2-a898-5af4b6f07b81), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.980633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7b293b5b-fbd9-4511-809e-3801538d30c3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:18.982105 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7b293b5b-fbd9-4511-809e-3801538d30c3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/d17efc60-bfb6-4bb2-a898-5af4b6f07b81 HTTP/1.1" status: 204 len: 168 time: 0.2817898 Apr 29 04:09:18.988284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34706) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.000508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (feeec7b1-026e-41ee-8b81-18cdf561748e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.013167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b293b5b-fbd9-4511-809e-3801538d30c3 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17efc60-bfb6-4bb2-a898-5af4b6f07b81,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:19.065960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432caa1-33e9-4afd-acc8-722788c418fe None None] Pushing event updated for resources: {'Port': ['ID=675cb267-bc3c-43b5-a7ef-3a9973facff7,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:19.083786 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-01e72233-1951-4628-8eff-2bd7213ac9bf tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943441 Apr 29 04:09:19.088527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34708) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.098865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b950bf8d-29f7-4dfc-9f31-f697408e608a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': '2c323428-2bc1-4ff2-9707-5a45a4d87312', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:19.105976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (feeec7b1-026e-41ee-8b81-18cdf561748e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.169909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (feeec7b1-026e-41ee-8b81-18cdf561748e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.193393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feeec7b1-026e-41ee-8b81-18cdf561748e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:19.230819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port a060bec4-8256-4ac8-ab32-ecd057248647 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:19.231823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a060bec4-8256-4ac8-ab32-ecd057248647), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.280110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.281664 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e6f5339-0eea-416d-be02-8cfe220cc75e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4401426 Apr 29 04:09:19.284371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34710) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.289220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '4ad6e9f3-def1-43f0-aa0c-13b40f871213', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:19.298019 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-b950bf8d-29f7-4dfc-9f31-f697408e608a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The resource could not be found. Apr 29 04:09:19.305501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b950bf8d-29f7-4dfc-9f31-f697408e608a tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2157407 Apr 29 04:09:19.306137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34712) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.313093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804869379'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:19.341937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a060bec4-8256-4ac8-ab32-ecd057248647), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.359126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for a060bec4-8256-4ac8-ab32-ecd057248647 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:19.376971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 675cb267-bc3c-43b5-a7ef-3a9973facff7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:19.392348 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:09:19.399333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (8b58bb1c-6cf7-4e11-b358-3348ae06006f), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.425650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.436569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 675cb267-bc3c-43b5-a7ef-3a9973facff7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:19.437559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.488807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (8b58bb1c-6cf7-4e11-b358-3348ae06006f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.535991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (d7fe9f9f-3972-4dea-9cc9-e87475e00814), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.546384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8b58bb1c-6cf7-4e11-b358-3348ae06006f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.573806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b58bb1c-6cf7-4e11-b358-3348ae06006f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:19.603179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d7fe9f9f-3972-4dea-9cc9-e87475e00814), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.634444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.637185 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4e300b5b-2e7b-4655-b7cd-855b244d53c9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3511920 Apr 29 04:09:19.657994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fe9f9f-3972-4dea-9cc9-e87475e00814,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:19.705844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 675cb267-bc3c-43b5-a7ef-3a9973facff7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:19.730752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-14b37e44-d9f6-4477-8b6d-dd24b2790205 None None] Provisioning complete for port 675cb267-bc3c-43b5-a7ef-3a9973facff7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:19.731387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-14b37e44-d9f6-4477-8b6d-dd24b2790205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.742376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.752541 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0f5d98b4-1b1d-4104-93a2-b2defc9660e4 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4453526 Apr 29 04:09:19.755759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34718) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.763170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186516761'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:19.775547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a060bec4-8256-4ac8-ab32-ecd057248647), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.811651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=a060bec4-8256-4ac8-ab32-ecd057248647,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:19.835097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.840932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-14b37e44-d9f6-4477-8b6d-dd24b2790205 None None] Current status of the port 675cb267-bc3c-43b5-a7ef-3a9973facff7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:19.870179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.875490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:19.878995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-82e76093-7388-45c5-b92e-ded536f2c426 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/a060bec4-8256-4ac8-ab32-ecd057248647 HTTP/1.1" status: 204 len: 168 time: 1.0598145 Apr 29 04:09:19.881425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34732) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.946228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec60ab7-ec36-4f6f-b55c-f3a7affa2d75 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:19.946708 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-546dc591-a435-46e4-bdb8-cdc4cf6cfa5a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090316624&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0853598 Apr 29 04:09:19.948197 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bec60ab7-ec36-4f6f-b55c-f3a7affa2d75 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0657763 Apr 29 04:09:19.951702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34734) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:19.966954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4867ff03-752b-4264-a39b-ab19ae08cc73 None None] Could not find standard attr ID for object a060bec4-8256-4ac8-ab32-ecd057248647. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:20.000176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a42d86-890a-4ab8-8499-5a56d6cd59ce tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:20.005023 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-56a42d86-890a-4ab8-8499-5a56d6cd59ce tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0524480 Apr 29 04:09:20.005652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34736) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.063011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (9c18bfa2-6308-4a86-abbc-c6d79e062f04), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.065818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ad9b5-ddeb-43d2-81e7-0a5b705dde54 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:20.066862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ad9b5-ddeb-43d2-81e7-0a5b705dde54 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:20.068366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ad9b5-ddeb-43d2-81e7-0a5b705dde54 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:20.072879 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2e9ad9b5-ddeb-43d2-81e7-0a5b705dde54 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0655406 Apr 29 04:09:20.074511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34738) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.098011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-29ea4fa0-e48d-4ee8-a880-b0da7ae1035e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:20.099555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-29ea4fa0-e48d-4ee8-a880-b0da7ae1035e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 797 time: 0.1407490 Apr 29 04:09:20.115567 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7733f2b2-9c01-44ee-bd55-16d4b3c640c7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0096004 Apr 29 04:09:20.129415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 25d44936-dfdf-4921-aeca-5963138856f7 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:20.133186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (25d44936-dfdf-4921-aeca-5963138856f7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.133517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9c18bfa2-6308-4a86-abbc-c6d79e062f04), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.182365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (25d44936-dfdf-4921-aeca-5963138856f7), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.196588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-4954ee64-447a-4e17-a7db-99239de7d769 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755548 Apr 29 04:09:20.201166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18bfa2-6308-4a86-abbc-c6d79e062f04,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:20.266439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (25d44936-dfdf-4921-aeca-5963138856f7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.272897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.277746 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-55d15e14-7833-4df2-85c7-0438841ce664 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5199289 Apr 29 04:09:20.278414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34740) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.286498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-268c0813-a5e1-4889-985b-05a9b2982d22 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group_rule': {'security_group_id': 'd7fe9f9f-3972-4dea-9cc9-e87475e00814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9c18bfa2-6308-4a86-abbc-c6d79e062f04'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:20.325469 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-3437bd7f-f045-4c65-a0bf-c61f54bb0cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160500 Apr 29 04:09:20.406513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (25d44936-dfdf-4921-aeca-5963138856f7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.427863 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-444319be-3905-4e81-a010-0922a1b461c4 service neutron] 10.222.0.37 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963726 Apr 29 04:09:20.440672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=25d44936-dfdf-4921-aeca-5963138856f7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:20.442830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.448400 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1a351717-12c5-4aad-9e5d-792b5a93d895 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/25d44936-dfdf-4921-aeca-5963138856f7 HTTP/1.1" status: 204 len: 168 time: 0.3707664 Apr 29 04:09:20.448878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34742) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.451590 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad9d45-44d2-449e-ba39-4e1c411e0063 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:20.490840 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-268c0813-a5e1-4889-985b-05a9b2982d22 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:20.494736 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-268c0813-a5e1-4889-985b-05a9b2982d22 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2108457 Apr 29 04:09:20.495140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34744) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.525917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 74033157-8e05-46bd-aa34-18b876472169 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:20.529770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (74033157-8e05-46bd-aa34-18b876472169), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.553388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e87a426b-b764-4c9e-9907-9ab35f291baa tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (9c18bfa2-6308-4a86-abbc-c6d79e062f04), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.574475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (74033157-8e05-46bd-aa34-18b876472169), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.586092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e87a426b-b764-4c9e-9907-9ab35f291baa tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (9c18bfa2-6308-4a86-abbc-c6d79e062f04), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.678688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (74033157-8e05-46bd-aa34-18b876472169), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.702937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e87a426b-b764-4c9e-9907-9ab35f291baa tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9c18bfa2-6308-4a86-abbc-c6d79e062f04), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.705569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e87a426b-b764-4c9e-9907-9ab35f291baa tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.707452 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e87a426b-b764-4c9e-9907-9ab35f291baa tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c18bfa2-6308-4a86-abbc-c6d79e062f04 HTTP/1.1" status: 204 len: 168 time: 0.2111101 Apr 29 04:09:20.709427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-93ceea5b-a0bb-4d6e-ab38-4fab243caad9 req-515374b3-2eed-4f03-978a-315030e2e7a6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0353820 Apr 29 04:09:20.710248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34748) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.719761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a426b-b764-4c9e-9907-9ab35f291baa tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c18bfa2-6308-4a86-abbc-c6d79e062f04,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:20.799043 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-22d6561b-707b-4028-9cc8-a43f04ad4b07 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0847905 Apr 29 04:09:20.801815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34750) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.843700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (74033157-8e05-46bd-aa34-18b876472169), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.889408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.892538 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/74033157-8e05-46bd-aa34-18b876472169 HTTP/1.1" status: 204 len: 168 time: 0.4427938 Apr 29 04:09:20.893414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063b15-a06a-408a-ba2f-0daad7f97359 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=74033157-8e05-46bd-aa34-18b876472169,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:20.895104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34752) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.895590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf99343-ca80-416f-a099-e1f7d8d11169 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (d7fe9f9f-3972-4dea-9cc9-e87475e00814), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.923672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf99343-ca80-416f-a099-e1f7d8d11169 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (d7fe9f9f-3972-4dea-9cc9-e87475e00814), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:20.944323 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f222b18a-f3e0-4de3-994a-6b546dade30e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454233 Apr 29 04:09:20.944570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34754) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:20.951194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:21.040591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf99343-ca80-416f-a099-e1f7d8d11169 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d7fe9f9f-3972-4dea-9cc9-e87475e00814), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.043407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf99343-ca80-416f-a099-e1f7d8d11169 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.044571 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ddf99343-ca80-416f-a099-e1f7d8d11169 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/d7fe9f9f-3972-4dea-9cc9-e87475e00814 HTTP/1.1" status: 204 len: 168 time: 0.2418342 Apr 29 04:09:21.047890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34756) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.066602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf99343-ca80-416f-a099-e1f7d8d11169 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fe9f9f-3972-4dea-9cc9-e87475e00814,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:21.095610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:21.098988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.106156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-aa56bd49-b8d4-43d8-9cd0-e80b804f514c tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569768 Apr 29 04:09:21.110701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34758) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.115836 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'tempest-secgroup--487592762'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:21.147306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de061e85-0066-4382-afde-f6497f86930a None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:21.203625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.215085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7a867e1d-e7e9-4b16-8da2-c7885b83eff0 None None] Provisioning complete for port 675cb267-bc3c-43b5-a7ef-3a9973facff7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:21.215462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7a867e1d-e7e9-4b16-8da2-c7885b83eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.310717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (7acd0d67-9099-4c07-b1f1-602a01803c4e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.340762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:21.347625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7a867e1d-e7e9-4b16-8da2-c7885b83eff0 None None] Current status of the port 675cb267-bc3c-43b5-a7ef-3a9973facff7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:21.382474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] Deleting port 675cb267-bc3c-43b5-a7ef-3a9973facff7 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:21.382846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.406586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7acd0d67-9099-4c07-b1f1-602a01803c4e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.436111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd0d67-9099-4c07-b1f1-602a01803c4e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:21.454065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] For port 675cb267-bc3c-43b5-a7ef-3a9973facff7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=675cb267-bc3c-43b5-a7ef-3a9973facff7,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:21.454465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.468373 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] Calling delete_port for 675cb267-bc3c-43b5-a7ef-3a9973facff7 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:21.500044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.501579 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4788f278-9df6-4363-a316-9eafa1873e5f tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3897576 Apr 29 04:09:21.506020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34760) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.510920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d22652e8-d415-4180-be82-6c148098fc63 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:21.511984 dv-neutron-839777-1-hyperv neutron-server[116105]: WARNING neutron.api.v2.base [None req-d22652e8-d415-4180-be82-6c148098fc63 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 04:09:21.512497 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-d22652e8-d415-4180-be82-6c148098fc63 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 04:09:21.515402 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d22652e8-d415-4180-be82-6c148098fc63 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "PUT /v2.0/security-groups/7acd0d67-9099-4c07-b1f1-602a01803c4e HTTP/1.1" status: 409 len: 330 time: 0.0063312 Apr 29 04:09:21.517323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34762) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.520305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:09:21.569770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b8910b4-a0ed-40a9-9733-4ac19b2563b7 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (7acd0d67-9099-4c07-b1f1-602a01803c4e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.595923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b8910b4-a0ed-40a9-9733-4ac19b2563b7 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (7acd0d67-9099-4c07-b1f1-602a01803c4e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.609239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (675cb267-bc3c-43b5-a7ef-3a9973facff7), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.635194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] Pushing event deleted for resources: {'Port': ['ID=675cb267-bc3c-43b5-a7ef-3a9973facff7,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:21.639794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007da17-a294-4a19-9877-82d22acaf291 None None] No DVR routers for this DVR port 675cb267-bc3c-43b5-a7ef-3a9973facff7 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:21.677890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_pluggable_backend [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Port 675cb267-bc3c-43b5-a7ef-3a9973facff7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=116104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 04:09:21.678288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_pluggable_backend [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:257 {{(pid=116104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 04:09:21.683004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (ee86aafa-ffb1-4378-b2e5-8655185bf38c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.703315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b8910b4-a0ed-40a9-9733-4ac19b2563b7 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7acd0d67-9099-4c07-b1f1-602a01803c4e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.707146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b8910b4-a0ed-40a9-9733-4ac19b2563b7 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.707638 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4b8910b4-a0ed-40a9-9733-4ac19b2563b7 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/7acd0d67-9099-4c07-b1f1-602a01803c4e HTTP/1.1" status: 204 len: 168 time: 0.1893938 Apr 29 04:09:21.711077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34768) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.735575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8910b4-a0ed-40a9-9733-4ac19b2563b7 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd0d67-9099-4c07-b1f1-602a01803c4e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:21.738634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:21.749883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:21.755988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:21.756590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:21.773014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34892da-bb0d-453d-a15b-14b1ad2faac6 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:21.798977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=ee86aafa-ffb1-4378-b2e5-8655185bf38c,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:21.805014 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8f8ea97a-3d29-46b7-971d-5eb2d8b361ed tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925772 Apr 29 04:09:21.810721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34774) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.822313 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-33f3f182-eacb-4fa8-8090-6d08582ee8b5 req-7a190519-a677-4256-b503-426d8d9e76af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0352056 Apr 29 04:09:21.832095 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-4d0f495b-bc5e-4168-85bb-8faf4a811178 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] delete failed (client error): The resource could not be found. Apr 29 04:09:21.833372 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4d0f495b-bc5e-4168-85bb-8faf4a811178 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "DELETE /v2.0/security-groups/2cde8fd6-d4fa-4d8f-a0ea-5739cad9c294 HTTP/1.1" status: 404 len: 347 time: 0.0211713 Apr 29 04:09:21.838681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34778) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.855537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-933a252c-a760-4441-8bbe-87dd3eb95443 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] show failed (client error): The resource could not be found. Apr 29 04:09:21.859201 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-933a252c-a760-4441-8bbe-87dd3eb95443 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-groups/87a4a0dd-0bd3-4179-bca2-2792df13ad13 HTTP/1.1" status: 404 len: 347 time: 0.0168216 Apr 29 04:09:21.862398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34780) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.879995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3ba1635b-ad17-4269-8b33-5c64754940df tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9318409 Apr 29 04:09:21.879995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-db9440d4-ffe9-44f3-a645-3451a123e843 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] show failed (client error): The resource could not be found. Apr 29 04:09:21.879995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-db9440d4-ffe9-44f3-a645-3451a123e843 tempest-NegativeSecGroupTest-79483456 tempest-NegativeSecGroupTest-79483456-project] 10.222.0.37 "GET /v2.0/security-group-rules/7fbe782e-dfc6-4717-a87c-a8b28c4e5dbc HTTP/1.1" status: 404 len: 356 time: 0.0159998 Apr 29 04:09:21.880384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34782) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:21.885908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:21.900181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': 'ee86aafa-ffb1-4378-b2e5-8655185bf38c'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:21.901345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.037593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Allocated IP 2001:db8::f816:3eff:fe09:9312 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/ee86aafa-ffb1-4378-b2e5-8655185bf38c/c926f69a-6713-4c2f-871b-595e04ac89d5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:22.092728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:22.099097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.184256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Publish callbacks [] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.195522 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee86aafa-ffb1-4378-b2e5-8655185bf38c (CIDR: 2001:db8::/64) Apr 29 04:09:22.230769 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:22.231230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:22.257926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.296255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:22.301258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:22.305667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:22.312626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Pushing event updated for resources: {'Port': ['ID=c926f69a-6713-4c2f-871b-595e04ac89d5,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:22.348737 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4b0ba96c-dd13-42d1-99d2-9064daad4031 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4674747 Apr 29 04:09:22.352120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34788) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:22.358256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:22.369741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Attempting to bind port c926f69a-6713-4c2f-871b-595e04ac89d5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:22.370102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Attempting to bind port c926f69a-6713-4c2f-871b-595e04ac89d5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:22.370471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Attempting to bind port c926f69a-6713-4c2f-871b-595e04ac89d5 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:22.376513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:22.377565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:22.377565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.377805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:22.378164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Bound port: c926f69a-6713-4c2f-871b-595e04ac89d5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:22.378613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.450499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] For port c926f69a-6713-4c2f-871b-595e04ac89d5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:22.455591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] For port c926f69a-6713-4c2f-871b-595e04ac89d5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c926f69a-6713-4c2f-871b-595e04ac89d5,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:22.460936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34792) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:22.551956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:22.552647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.555919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.613586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a363e2-6961-4666-b031-8dfbc1f1aaa2 None None] Pushing event updated for resources: {'Port': ['ID=c926f69a-6713-4c2f-871b-595e04ac89d5,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:22.678195 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9ad98f7b-dadc-4854-a60c-0fe9cf4f496a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f9f08417563448db035a86fceac48aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161148 Apr 29 04:09:22.681108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34796) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:22.738555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d65d1da-298a-4cda-bcc1-eb214a98c7bb admin admin] Publish callbacks [] for security_group (79fb0773-5f6d-41ce-8576-a7960390ef13), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.769003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d65d1da-298a-4cda-bcc1-eb214a98c7bb admin admin] Publish callbacks [] for security_group (79fb0773-5f6d-41ce-8576-a7960390ef13), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.933022 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3cd95483-5a76-48d6-809a-ff6500d7df2f req-a162c474-4ce1-47de-b284-69dcc0c66f05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0386255 Apr 29 04:09:22.933998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d65d1da-298a-4cda-bcc1-eb214a98c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (79fb0773-5f6d-41ce-8576-a7960390ef13), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.936516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5d65d1da-298a-4cda-bcc1-eb214a98c7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:22.939947 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5d65d1da-298a-4cda-bcc1-eb214a98c7bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79fb0773-5f6d-41ce-8576-a7960390ef13 HTTP/1.1" status: 204 len: 168 time: 0.2554832 Apr 29 04:09:22.951341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65d1da-298a-4cda-bcc1-eb214a98c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb0773-5f6d-41ce-8576-a7960390ef13,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:22.952150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (233fbdcd-03bd-4d25-9c84-993ff376119b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.000023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:23.003226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:23.007516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:23.008116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.018005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=233fbdcd-03bd-4d25-9c84-993ff376119b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:23.097729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-85ca7779-242d-48fc-8207-c5bd4fb2389d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7442827 Apr 29 04:09:23.100591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34802) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:23.105527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:d3:63:c7', 'name': 'tempest-NetworksTestDHCPv6-1382303635'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:23.286852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:23.399903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.411401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c926f69a-6713-4c2f-871b-595e04ac89d5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:23.423285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 7ab41a5a-cf51-45d9-8f37-5063adb6cf75 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:23.460018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c926f69a-6713-4c2f-871b-595e04ac89d5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:23.460385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.543189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c926f69a-6713-4c2f-871b-595e04ac89d5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:23.543575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.579836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port c926f69a-6713-4c2f-871b-595e04ac89d5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c926f69a-6713-4c2f-871b-595e04ac89d5,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:23.596353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810a64b-6a97-432c-90f5-db32efe429e9 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:23.607343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8:0:1::c0 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/233fbdcd-03bd-4d25-9c84-993ff376119b/7ab41a5a-cf51-45d9-8f37-5063adb6cf75) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:23.608845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::f816:3eff:fed3:63c7 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/ee86aafa-ffb1-4378-b2e5-8655185bf38c/7ab41a5a-cf51-45d9-8f37-5063adb6cf75) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:23.710452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.724150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2026bb79-95e2-4b5e-9ffb-442ba0a985e9 None None] Provisioning complete for port c926f69a-6713-4c2f-871b-595e04ac89d5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:23.724806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2026bb79-95e2-4b5e-9ffb-442ba0a985e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.766749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (7ab41a5a-cf51-45d9-8f37-5063adb6cf75), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.793981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 675cb267-bc3c-43b5-a7ef-3a9973facff7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:23.854137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 675cb267-bc3c-43b5-a7ef-3a9973facff7 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:23.854450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 675cb267-bc3c-43b5-a7ef-3a9973facff7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:23.872402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7ab41a5a-cf51-45d9-8f37-5063adb6cf75), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.874369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=c926f69a-6713-4c2f-871b-595e04ac89d5,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:23.889237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] Update dhcp port {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'fixed_ips': [{'subnet_id': 'ee86aafa-ffb1-4378-b2e5-8655185bf38c', 'ip_address': '2001:db8::f816:3eff:fe09:9312'}, {'subnet_id': '233fbdcd-03bd-4d25-9c84-993ff376119b'}], 'binding:host_id': 'dv-neutron-839777-1-hyperv'}, 'id': 'c926f69a-6713-4c2f-871b-595e04ac89d5'} from dv-neutron-839777-1-hyperv. {{(pid=116106) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 04:09:23.918639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:23.921797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:23.928508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:23.934358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:23.934669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.947682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:23.948778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=7ab41a5a-cf51-45d9-8f37-5063adb6cf75,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:23.969367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2026bb79-95e2-4b5e-9ffb-442ba0a985e9 None None] Current status of the port c926f69a-6713-4c2f-871b-595e04ac89d5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:24.029772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bc0c8ba8-e554-402c-a766-7f914f53c5d1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9279902 Apr 29 04:09:24.032343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34808) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:24.047164 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e6a99670-aee5-4ac6-aaf2-b280d4ee1272 req-8cd31b9a-f495-49e7-9468-9cc4a9d3c322 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0345418 Apr 29 04:09:24.117202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 7ab41a5a-cf51-45d9-8f37-5063adb6cf75 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:24.117621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7ab41a5a-cf51-45d9-8f37-5063adb6cf75), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.147238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] Allocated IP 2001:db8:0:1::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/233fbdcd-03bd-4d25-9c84-993ff376119b/c926f69a-6713-4c2f-871b-595e04ac89d5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:24.208865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7ab41a5a-cf51-45d9-8f37-5063adb6cf75), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.221490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 7ab41a5a-cf51-45d9-8f37-5063adb6cf75 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:24.246563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] For port c926f69a-6713-4c2f-871b-595e04ac89d5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c926f69a-6713-4c2f-871b-595e04ac89d5,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:24.275482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] Publish callbacks [] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.332167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.422328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb49735-9a5f-448d-b4cc-1c240e2791ac None None] Pushing event updated for resources: {'Port': ['ID=c926f69a-6713-4c2f-871b-595e04ac89d5,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:24.446725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7ab41a5a-cf51-45d9-8f37-5063adb6cf75), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.477379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=7ab41a5a-cf51-45d9-8f37-5063adb6cf75,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:24.524495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.529965 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fc52d9e1-a081-47c8-899e-f31c50098dfd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/7ab41a5a-cf51-45d9-8f37-5063adb6cf75 HTTP/1.1" status: 204 len: 168 time: 0.4944010 Apr 29 04:09:24.530197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34810) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:24.577468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2570a1-55a4-4b86-b335-8173d8f8bbbc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:24.579040 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8f2570a1-55a4-4b86-b335-8173d8f8bbbc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0479350 Apr 29 04:09:24.581672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34812) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:24.634449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e06d396-a085-4085-bb12-50736bbbe9aa tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:24.636092 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4e06d396-a085-4085-bb12-50736bbbe9aa tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0534766 Apr 29 04:09:24.639268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34814) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:24.693878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe9462-5e3a-4926-8b2e-b23dbcfe49d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:24.695308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe9462-5e3a-4926-8b2e-b23dbcfe49d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:24.696612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe9462-5e3a-4926-8b2e-b23dbcfe49d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:24.701436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8cfe9462-5e3a-4926-8b2e-b23dbcfe49d7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0579236 Apr 29 04:09:24.707352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34816) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:24.759551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 233fbdcd-03bd-4d25-9c84-993ff376119b {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:24.764359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (233fbdcd-03bd-4d25-9c84-993ff376119b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.807630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (233fbdcd-03bd-4d25-9c84-993ff376119b), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.858786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-357e663d-3cbe-4a52-b1ac-be8a023aa1b8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:24.860142 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-357e663d-3cbe-4a52-b1ac-be8a023aa1b8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 797 time: 0.1081257 Apr 29 04:09:24.913928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (233fbdcd-03bd-4d25-9c84-993ff376119b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:24.951967 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-128628af-7017-44a7-906c-c0ae06567674 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 473 time: 0.0790737 Apr 29 04:09:24.965335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['4ad6e9f3-def1-43f0-aa0c-13b40f871213']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:25.002507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3cb966df-4e91-4d88-8b24-f4ecac5953ad None None] Provisioning complete for port c926f69a-6713-4c2f-871b-595e04ac89d5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:25.003203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3cb966df-4e91-4d88-8b24-f4ecac5953ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.078162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (233fbdcd-03bd-4d25-9c84-993ff376119b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.090375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3cb966df-4e91-4d88-8b24-f4ecac5953ad None None] Current status of the port c926f69a-6713-4c2f-871b-595e04ac89d5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:25.116270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=233fbdcd-03bd-4d25-9c84-993ff376119b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:25.118264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.124752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34820) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:25.125001 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-70f5ffc9-b07c-4b4d-98ab-58214cb1cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/233fbdcd-03bd-4d25-9c84-993ff376119b HTTP/1.1" status: 204 len: 168 time: 0.4220946 Apr 29 04:09:25.164512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3cfd0e57-0744-4d0b-8c2d-30d25656c5e1 req-8ff536fd-cb86-4a52-b668-c75a09807488 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0297322 Apr 29 04:09:25.176410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:25.180206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.195034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet ee86aafa-ffb1-4378-b2e5-8655185bf38c {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:25.205867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (ee86aafa-ffb1-4378-b2e5-8655185bf38c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.219981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79360d5-000e-4183-a773-74ddfb78587a None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:25.284299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (ee86aafa-ffb1-4378-b2e5-8655185bf38c), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.325092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b0267fc3-d60a-4582-a250-58680ecbc5bd None None] Could not find standard attr ID for object 7ab41a5a-cf51-45d9-8f37-5063adb6cf75. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:25.373233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c926f69a-6713-4c2f-871b-595e04ac89d5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:25.428546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c926f69a-6713-4c2f-871b-595e04ac89d5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:25.429208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.432063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.9 (44d39cef-aa58-44c2-bda1-38716ec4fd77/755a041c-78a1-4d0a-a506-c3c1d94d9708/bdc35fa8-a76c-45dd-98db-5987db987c37) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:25.437205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (ee86aafa-ffb1-4378-b2e5-8655185bf38c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.520131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c926f69a-6713-4c2f-871b-595e04ac89d5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:25.608807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (ee86aafa-ffb1-4378-b2e5-8655185bf38c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.647280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.649165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=ee86aafa-ffb1-4378-b2e5-8655185bf38c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:25.657689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.660946 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41c092bb-7a77-40b6-bcad-80698c1d34c6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/ee86aafa-ffb1-4378-b2e5-8655185bf38c HTTP/1.1" status: 204 len: 168 time: 0.5347228 Apr 29 04:09:25.663530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34826) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:25.711520 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9ccbd4bf-ad8d-491b-99fd-e39398a10d57 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462027 Apr 29 04:09:25.714399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34828) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:25.719222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:25.786352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.837733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:25.841997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:25.844062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=bdc35fa8-a76c-45dd-98db-5987db987c37,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:25.846316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:25.903403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:25.904071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.910621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40065f-5fad-4277-8d9c-225cc70fbfb9 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:25.912225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:25.917095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.981078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7d70078b-f7a1-41e1-832d-49ad87c6978a None None] Provisioning complete for port c926f69a-6713-4c2f-871b-595e04ac89d5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:25.981543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7d70078b-f7a1-41e1-832d-49ad87c6978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:25.985665 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-7f83d847-16f1-4bc4-933a-f4c459273d1a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233903 Apr 29 04:09:26.003544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Request body: {'port': {'device_id': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:26.084508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.183873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (93687dd7-2535-4c5f-9984-ea6112a6a1d3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.240505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:26.241042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7d70078b-f7a1-41e1-832d-49ad87c6978a None None] Current status of the port c926f69a-6713-4c2f-871b-595e04ac89d5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:26.244702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:26.252945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:26.253697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.270379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:26.281538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=93687dd7-2535-4c5f-9984-ea6112a6a1d3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:26.311696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] Deleting port c926f69a-6713-4c2f-871b-595e04ac89d5 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:26.312063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.341130 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8f869e79-267e-4993-8539-da3714647114 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6230164 Apr 29 04:09:26.342058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34832) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:26.349437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:26.357030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab61a8-c8aa-459f-9328-467fc22fea80 req-cf8092cb-536d-4b91-8cc4-4580f3160457 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:26.358561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0cab61a8-c8aa-459f-9328-467fc22fea80 req-cf8092cb-536d-4b91-8cc4-4580f3160457 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 931 time: 0.0888133 Apr 29 04:09:26.392339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ad56bf1a-17ca-41d2-8e50-390a03767cda None None] Provisioning complete for port bdc35fa8-a76c-45dd-98db-5987db987c37 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:26.392702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ad56bf1a-17ca-41d2-8e50-390a03767cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.438355 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0cab61a8-c8aa-459f-9328-467fc22fea80 req-425633c2-815d-43ae-95e4-09ed25dd4a77 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691359 Apr 29 04:09:26.439227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] For port c926f69a-6713-4c2f-871b-595e04ac89d5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c926f69a-6713-4c2f-871b-595e04ac89d5,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:26.439714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.452819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ad56bf1a-17ca-41d2-8e50-390a03767cda None None] Port bdc35fa8-a76c-45dd-98db-5987db987c37 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:09:26.458616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] Calling delete_port for c926f69a-6713-4c2f-871b-595e04ac89d5 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:26.475485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc35fa8-a76c-45dd-98db-5987db987c37 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:09:26.483899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Publish callbacks [] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.496926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Transition to ACTIVE for port object bdc35fa8-a76c-45dd-98db-5987db987c37 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:09:26.563166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:26.566679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.629343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.629608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (c926f69a-6713-4c2f-871b-595e04ac89d5), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.655375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] Pushing event deleted for resources: {'Port': ['ID=c926f69a-6713-4c2f-871b-595e04ac89d5,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:26.660167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94526739-0816-4263-aafb-ddc8d2b4adc3 None None] No DVR routers for this DVR port c926f69a-6713-4c2f-871b-595e04ac89d5 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:26.673988 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.ipam_backend_mixin [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93687dd7-2535-4c5f-9984-ea6112a6a1d3 (CIDR: 2001:db8::/64) Apr 29 04:09:26.685612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d91f3-8382-4ed5-aa70-853df964782b None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:26.689071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Pushing event updated for resources: {'Port': ['ID=bdc35fa8-a76c-45dd-98db-5987db987c37,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:26.738647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:26.742282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:26.775673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Attempting to bind port bdc35fa8-a76c-45dd-98db-5987db987c37 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:26.777449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Attempting to bind port bdc35fa8-a76c-45dd-98db-5987db987c37 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:26.777449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Attempting to bind port bdc35fa8-a76c-45dd-98db-5987db987c37 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:26.781730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Port bdc35fa8-a76c-45dd-98db-5987db987c37 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:09:26.782048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Attempting to bind port bdc35fa8-a76c-45dd-98db-5987db987c37 on network 44d39cef-aa58-44c2-bda1-38716ec4fd77 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:26.787308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:26.787702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Checking segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:26.788085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Bound using segment: {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:26.788505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Bound port: bdc35fa8-a76c-45dd-98db-5987db987c37, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268788c7-868d-44f2-9f97-6d0b62723a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:26.788856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.812287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '93687dd7-2535-4c5f-9984-ea6112a6a1d3'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:26.813306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:26.814453 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0746eb2b-983a-4468-8b0d-4735a8ae3f88 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4709373 Apr 29 04:09:26.817175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34834) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:26.822237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:26.880542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] For port bdc35fa8-a76c-45dd-98db-5987db987c37, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:26.887210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] For port bdc35fa8-a76c-45dd-98db-5987db987c37, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bdc35fa8-a76c-45dd-98db-5987db987c37,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:26.954165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/93687dd7-2535-4c5f-9984-ea6112a6a1d3/aedfcc7c-74b5-4e49-a06a-f2d4ad634fca) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:26.961142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.005838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.006448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.007833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] 10.222.0.31 "PUT /v2.0/ports/bdc35fa8-a76c-45dd-98db-5987db987c37 HTTP/1.1" status: 200 len: 1093 time: 1.0107872 Apr 29 04:09:27.008264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:09:27.010766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e77a1-af4e-4724-8038-f1fe837cf8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:09:27.018045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:27.033561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.042187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15441f87-7f71-4831-9510-85a27ec1b9cb service neutron] Pushing event updated for resources: {'Port': ['ID=bdc35fa8-a76c-45dd-98db-5987db987c37,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:27.070586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c4c4e7-95e3-46e5-ac59-8bbcf4d8fc15 x-openstack-request-id: req-34c4c4e7-95e3-46e5-ac59-8bbcf4d8fc15 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:09:27.070881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:09:27.071139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34c4c4e7-95e3-46e5-ac59-8bbcf4d8fc15 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:09:27.072449 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c4c4e7-95e3-46e5-ac59-8bbcf4d8fc15'] response: {'name': 'network-changed', 'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'status': 'completed', 'code': 200} Apr 29 04:09:27.142178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Publish callbacks [] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.156909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e77a1-af4e-4724-8038-f1fe837cf8c3 req-d0b4b2a3-4dbe-4da4-81e3-e175c3c06e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.158769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-566e77a1-af4e-4724-8038-f1fe837cf8c3 req-d0b4b2a3-4dbe-4da4-81e3-e175c3c06e8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 1127 time: 0.0648193 Apr 29 04:09:27.204982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.255224 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:27.260988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:27.264008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:27.267708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Pushing event updated for resources: {'Port': ['ID=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:27.276059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e77a1-af4e-4724-8038-f1fe837cf8c3 req-c79f18cb-3733-4274-8739-76702644402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.279068 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-566e77a1-af4e-4724-8038-f1fe837cf8c3 req-c79f18cb-3733-4274-8739-76702644402c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1097355 Apr 29 04:09:27.339977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Attempting to bind port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:27.340590 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Attempting to bind port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:27.341182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Attempting to bind port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:27.351426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:27.351794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:27.352189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.352564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:27.353025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Bound port: aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:27.353523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.364949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c926f69a-6713-4c2f-871b-595e04ac89d5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:27.386918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: c926f69a-6713-4c2f-871b-595e04ac89d5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:27.387330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c926f69a-6713-4c2f-871b-595e04ac89d5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:27.413341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e77a1-af4e-4724-8038-f1fe837cf8c3 req-93702be2-a0a6-4ab4-bd90-f077b146973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.414806 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-566e77a1-af4e-4724-8038-f1fe837cf8c3 req-93702be2-a0a6-4ab4-bd90-f077b146973e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262817 Apr 29 04:09:27.448212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] For port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:27.452701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] For port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:27.456649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.objects.ports [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116104) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:09:27.502554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-0ba01c85-4ce2-422e-88df-5be1940fc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.504184 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-0ba01c85-4ce2-422e-88df-5be1940fc3c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 1127 time: 0.0423760 Apr 29 04:09:27.540930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.561982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-6610da51-74db-46c7-ba21-7b625294586c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc35fa8-a76c-45dd-98db-5987db987c37 HTTP/1.1" status: 200 len: 217 time: 0.0468311 Apr 29 04:09:27.601503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfbd04-42d7-4fa1-8330-ec8801936e65 None None] Pushing event updated for resources: {'Port': ['ID=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:27.638222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8e30-d210-4cbc-b75c-a1f565d66f40 req-a5c7fd58-d1bf-47a9-a38d-18b22843a6a2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.639758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ff3b8e30-d210-4cbc-b75c-a1f565d66f40 req-a5c7fd58-d1bf-47a9-a38d-18b22843a6a2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 943 time: 0.0880458 Apr 29 04:09:27.668653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-d9d877e7-1db1-4ca5-ad87-6f444e234977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.670170 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-d9d877e7-1db1-4ca5-ad87-6f444e234977 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 200 len: 834 time: 0.0880551 Apr 29 04:09:27.728302 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ff3b8e30-d210-4cbc-b75c-a1f565d66f40 req-a3f06f4f-d84b-46e4-b892-c22ae8da2f45 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818210 Apr 29 04:09:27.736026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.743525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-6506449b-0711-48a8-a4f0-12bf3cd331b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:27.745125 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-6506449b-0711-48a8-a4f0-12bf3cd331b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0636959 Apr 29 04:09:27.870100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-8efc15e9-0c1d-403d-aff7-77e4bf2c83f1 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138034 Apr 29 04:09:27.935110 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] For port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:27.971527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:27.976271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb13b0ed-46ae-4b7a-b828-41a641b5f0e5 req-b2bc7cf6-f1f0-4ba7-aac1-fdb9a5d85852 service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962460 Apr 29 04:09:28.034602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.068059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (2c501437-3744-4dc7-9b5e-a635e993dab2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.133306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,revision_number=4']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:28.137176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:28.140710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:28.144701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:28.145296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.156861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=2c501437-3744-4dc7-9b5e-a635e993dab2,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:28.217972 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8582bd29-c905-40ea-b4c0-05f8538b91e3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3995013 Apr 29 04:09:28.218688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34840) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:28.224029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:20:9f:d8', 'name': 'tempest-NetworksTestDHCPv6-1701567984'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:28.599192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86a584-3a4f-4dd1-83cd-04a0b316be82 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:28.683100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] Provisioning complete for port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:28.683468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.703255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:28.787237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] Current status of the port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:28.787672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.801744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.823845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] For port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:28.827878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 5995e8d3-91a5-4422-b90c-9a29fef7998c yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:28.870457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6737ab-81f2-43dc-af41-e88f41175190 req-518a24b4-dd8d-4a77-a1f0-23aa09565f80 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:28.872844 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6b6737ab-81f2-43dc-af41-e88f41175190 req-518a24b4-dd8d-4a77-a1f0-23aa09565f80 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 943 time: 0.0512655 Apr 29 04:09:28.895537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:28.947269 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6b6737ab-81f2-43dc-af41-e88f41175190 req-bb14e5d5-efea-49e6-b8b4-9b7e10a81dd9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673864 Apr 29 04:09:28.972720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f7164-0151-4a9b-a12e-441b0cadcafb None None] Pushing event updated for resources: {'Port': ['ID=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:29.009117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::291 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/93687dd7-2535-4c5f-9984-ea6112a6a1d3/5995e8d3-91a5-4422-b90c-9a29fef7998c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:29.015337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:9fd8 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/2c501437-3744-4dc7-9b5e-a635e993dab2/5995e8d3-91a5-4422-b90c-9a29fef7998c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:29.168278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (5995e8d3-91a5-4422-b90c-9a29fef7998c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.246959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (5995e8d3-91a5-4422-b90c-9a29fef7998c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.290922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:29.296164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:29.298679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:29.303885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:29.304746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.322468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=5995e8d3-91a5-4422-b90c-9a29fef7998c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:29.324615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-deeeb5a9-2047-42f2-9a91-ab568c463fd1 None None] Provisioning complete for port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:29.325191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-deeeb5a9-2047-42f2-9a91-ab568c463fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.387284 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-61d58855-cd18-497f-afe4-041d73383524 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1673241 Apr 29 04:09:29.389917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34844) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:29.420765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aedfcc7c-74b5-4e49-a06a-f2d4ad634fca up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:29.469392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-deeeb5a9-2047-42f2-9a91-ab568c463fd1 None None] Current status of the port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:29.482368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 5995e8d3-91a5-4422-b90c-9a29fef7998c {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:29.482710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5995e8d3-91a5-4422-b90c-9a29fef7998c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.485145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:29.485651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.566254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:29.579725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5995e8d3-91a5-4422-b90c-9a29fef7998c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.586288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-51607abe-cfdf-496b-8297-cd2a60dabff3 None None] Provisioning complete for port 5995e8d3-91a5-4422-b90c-9a29fef7998c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:29.586655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-51607abe-cfdf-496b-8297-cd2a60dabff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5995e8d3-91a5-4422-b90c-9a29fef7998c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.592705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 5995e8d3-91a5-4422-b90c-9a29fef7998c owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:29.620254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-51607abe-cfdf-496b-8297-cd2a60dabff3 None None] Port 5995e8d3-91a5-4422-b90c-9a29fef7998c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:09:29.831533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5995e8d3-91a5-4422-b90c-9a29fef7998c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.860127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=5995e8d3-91a5-4422-b90c-9a29fef7998c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:29.908299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:29.914404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55fc5612-7b6b-4eb3-993d-bf9d7a7511a1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/5995e8d3-91a5-4422-b90c-9a29fef7998c HTTP/1.1" status: 204 len: 168 time: 0.5207329 Apr 29 04:09:29.914404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34846) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:29.966283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96540e21-1946-4775-b056-1189ba30d0e7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:29.967842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-96540e21-1946-4775-b056-1189ba30d0e7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0526571 Apr 29 04:09:29.970473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34848) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:30.019324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb2a68-74df-48cb-bcae-00e5081d33f4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:30.029946 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d2cb2a68-74df-48cb-bcae-00e5081d33f4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0558646 Apr 29 04:09:30.030298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34852) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:30.068987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bfad6-cde5-4766-a29c-04f2e6706db7 req-70599bde-daaf-414a-aa93-ade5d8fe8bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:30.070504 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cd6bfad6-cde5-4766-a29c-04f2e6706db7 req-70599bde-daaf-414a-aa93-ade5d8fe8bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 943 time: 0.0502715 Apr 29 04:09:30.083837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fd9d9-5251-45ea-b7f5-bce9c70a0637 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:30.085094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fd9d9-5251-45ea-b7f5-bce9c70a0637 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:30.086673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fd9d9-5251-45ea-b7f5-bce9c70a0637 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:30.088223 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2f2fd9d9-5251-45ea-b7f5-bce9c70a0637 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0570753 Apr 29 04:09:30.090860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34854) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:30.118760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cd6bfad6-cde5-4766-a29c-04f2e6706db7 req-36f03d38-19b6-4918-b869-c89e1f4d3bf0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Apr 29 04:09:30.141069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 2c501437-3744-4dc7-9b5e-a635e993dab2 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:30.144081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (2c501437-3744-4dc7-9b5e-a635e993dab2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.187743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (2c501437-3744-4dc7-9b5e-a635e993dab2), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.226346 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:09:30.265420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (2c501437-3744-4dc7-9b5e-a635e993dab2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.406566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (2c501437-3744-4dc7-9b5e-a635e993dab2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.438221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=2c501437-3744-4dc7-9b5e-a635e993dab2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:30.441941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.445301 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8ea0dc5b-f11c-410f-a2cf-297ad6b8cfae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/2c501437-3744-4dc7-9b5e-a635e993dab2 HTTP/1.1" status: 204 len: 168 time: 0.3533461 Apr 29 04:09:30.447815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34856) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:30.452360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c959956-3b1f-4110-be8e-e0e6875d17cd None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:30.501599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 93687dd7-2535-4c5f-9984-ea6112a6a1d3 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:30.504603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (93687dd7-2535-4c5f-9984-ea6112a6a1d3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.544425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (93687dd7-2535-4c5f-9984-ea6112a6a1d3), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.630058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (93687dd7-2535-4c5f-9984-ea6112a6a1d3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.943615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (93687dd7-2535-4c5f-9984-ea6112a6a1d3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.970284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=93687dd7-2535-4c5f-9984-ea6112a6a1d3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:30.977275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:30.980575 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9d776263-2437-46c0-8700-8208531e5da5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/93687dd7-2535-4c5f-9984-ea6112a6a1d3 HTTP/1.1" status: 204 len: 168 time: 0.5317585 Apr 29 04:09:30.983046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34858) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:31.022309 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a881a69b-de30-4680-af4d-40127f1d53d6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379822 Apr 29 04:09:31.025092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34860) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:31.030587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:31.057472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0ace0-b9af-4fba-b42c-9d6593b42aa2 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:31.153570 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-aa851302-bab7-468e-977a-66a828c4db49 None None] Provisioning complete for port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:31.153942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aa851302-bab7-468e-977a-66a828c4db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.197155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:31.201208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.232408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:31.245135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054af7d4-71a4-4fb1-85f3-fd99feb08570 req-6a3608f1-8148-4658-a09c-3b800777956b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:31.252822 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-054af7d4-71a4-4fb1-85f3-fd99feb08570 req-6a3608f1-8148-4658-a09c-3b800777956b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 943 time: 0.0648382 Apr 29 04:09:31.274655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-aa851302-bab7-468e-977a-66a828c4db49 None None] Current status of the port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:31.295026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] Deleting port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:31.295408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.305724 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-054af7d4-71a4-4fb1-85f3-fd99feb08570 req-25386199-e476-4a98-b7bf-32338e3f4a80 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518064 Apr 29 04:09:31.366697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aedfcc7c-74b5-4e49-a06a-f2d4ad634fca no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:31.404597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] For port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:31.405017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.426211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] Calling delete_port for aedfcc7c-74b5-4e49-a06a-f2d4ad634fca owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:31.486469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (97560786-9843-45a0-aa21-0a304deb4111), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.517547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:31.517931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.529660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:31.532867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:31.537115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:31.537740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.550799 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=97560786-9843-45a0-aa21-0a304deb4111,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:31.564895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:31.625706 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0b60b7e9-ee7f-4230-a7ee-3d7f37c3d315 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5994258 Apr 29 04:09:31.628660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34864) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:31.633517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:31.661241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.714011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:31.722841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (aedfcc7c-74b5-4e49-a06a-f2d4ad634fca), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.748586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] Pushing event deleted for resources: {'Port': ['ID=aedfcc7c-74b5-4e49-a06a-f2d4ad634fca,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:31.754429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e316074-cd54-4d69-be14-d54d715521ca None None] No DVR routers for this DVR port aedfcc7c-74b5-4e49-a06a-f2d4ad634fca on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:31.767489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1498961-fa52-4cb4-9f1f-514455bbaaf0 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:31.826083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:31.829588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.868744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'project_id': 'e2ed256fa58f47c19d0246f821cae08c', 'fixed_ips': [{'subnet_id': '97560786-9843-45a0-aa21-0a304deb4111'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:31.869762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:31.918623 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.ipam_backend_mixin [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97560786-9843-45a0-aa21-0a304deb4111 (CIDR: 2001:db8::/64) Apr 29 04:09:31.955257 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:09:31.955708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:32.004365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Allocated IP 2001:db8::2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/97560786-9843-45a0-aa21-0a304deb4111/277f3450-f0b4-4cb9-8e60-7b296a41b925) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:32.014989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device bdc35fa8-a76c-45dd-98db-5987db987c37 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:09:32.031503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-32fc3baa-3acb-49dd-8bac-ce92d0503063 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4018166 Apr 29 04:09:32.034219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34866) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:32.039013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'subnet': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:32.211612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:32.215717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.335301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port bdc35fa8-a76c-45dd-98db-5987db987c37, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bdc35fa8-a76c-45dd-98db-5987db987c37,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:32.368572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'port_id': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'mac_address': 'fa:16:3e:2b:cf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:09:32.410542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Publish callbacks [] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.427109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port bdc35fa8-a76c-45dd-98db-5987db987c37 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:32.427629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.443973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc35fa8-a76c-45dd-98db-5987db987c37 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:09:32.451125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37dd7-ccc6-43a3-921f-a1f187dccadd req-7480ccca-61d0-458f-9f8d-cd8158151fbe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:32.454522 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1e37dd7-ccc6-43a3-921f-a1f187dccadd req-7480ccca-61d0-458f-9f8d-cd8158151fbe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 943 time: 0.0714128 Apr 29 04:09:32.463611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port bdc35fa8-a76c-45dd-98db-5987db987c37, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bdc35fa8-a76c-45dd-98db-5987db987c37,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:32.471937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.508910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:32.512358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:32.518830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:32.520396 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1e37dd7-ccc6-43a3-921f-a1f187dccadd req-996e01c6-5bc2-49e1-8bd3-3e7ce72c8cc1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618150 Apr 29 04:09:32.528119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Pushing event updated for resources: {'Port': ['ID=277f3450-f0b4-4cb9-8e60-7b296a41b925,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:32.556176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.605810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Attempting to bind port 277f3450-f0b4-4cb9-8e60-7b296a41b925 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:32.606106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Attempting to bind port 277f3450-f0b4-4cb9-8e60-7b296a41b925 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:32.606474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Attempting to bind port 277f3450-f0b4-4cb9-8e60-7b296a41b925 on network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:32.620447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:32.620814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Checking segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:32.621226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.621649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Bound using segment: {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:32.622121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Bound port: 277f3450-f0b4-4cb9-8e60-7b296a41b925, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c480e20-a0d6-4fa5-9507-a5300014166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:32.622504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.645848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=bdc35fa8-a76c-45dd-98db-5987db987c37,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:32.674805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.objects.ports [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 04:09:32.700214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] For port 277f3450-f0b4-4cb9-8e60-7b296a41b925, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:32.703143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] For port 277f3450-f0b4-4cb9-8e60-7b296a41b925, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=277f3450-f0b4-4cb9-8e60-7b296a41b925,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:32.792116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:32.821199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['bdc35fa8-a76c-45dd-98db-5987db987c37'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:09:32.892069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6070d-11e4-4e3e-8abd-ccb8f9e8db7b None None] Pushing event updated for resources: {'Port': ['ID=277f3450-f0b4-4cb9-8e60-7b296a41b925,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:32.912292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.095740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] For port 277f3450-f0b4-4cb9-8e60-7b296a41b925, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=277f3450-f0b4-4cb9-8e60-7b296a41b925,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:33.129692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.206183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.239628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (b50f7ef4-d625-4ddd-8ce7-706e7427fc6a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.295854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:33.305467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:33.311710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:33.312305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.317688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Subnet': ['ID=b50f7ef4-d625-4ddd-8ce7-706e7427fc6a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:33.323500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=277f3450-f0b4-4cb9-8e60-7b296a41b925,revision_number=4']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:33.392831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 277f3450-f0b4-4cb9-8e60-7b296a41b925 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:33.397362 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-63320914-cc74-4d50-be7b-561b8af2c95b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3619201 Apr 29 04:09:33.399952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34870) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:33.405537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Request body: {'port': {'network_id': 'a46ce05b-9d76-4b2b-af20-6d5524f6a7b9', 'mac_address': 'fa:16:3e:d4:e8:c2', 'name': 'tempest-NetworksTestDHCPv6-1777830700'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:33.443526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 277f3450-f0b4-4cb9-8e60-7b296a41b925 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:33.443885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.521459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 277f3450-f0b4-4cb9-8e60-7b296a41b925 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:33.544659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.556930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 277f3450-f0b4-4cb9-8e60-7b296a41b925, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=277f3450-f0b4-4cb9-8e60-7b296a41b925,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:33.623062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Made reservation on behalf of e2ed256fa58f47c19d0246f821cae08c for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:33.632102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.666350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e13bb-d0d1-4b18-a099-941b873c3ccf req-d98c3352-881d-4278-a680-7e7093fc531c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:33.668910 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-611e13bb-d0d1-4b18-a099-941b873c3ccf req-d98c3352-881d-4278-a680-7e7093fc531c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 944 time: 0.0762787 Apr 29 04:09:33.685896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=277f3450-f0b4-4cb9-8e60-7b296a41b925,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:33.770733 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.777627 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-611e13bb-d0d1-4b18-a099-941b873c3ccf req-e26080cc-bd81-4635-8d56-e36d337ee6c8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793486 Apr 29 04:09:33.797914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] device_id is not set on port 98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:33.860174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649b9aa-75b2-416e-8262-3aae34386a95 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:33.931462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6b51fa3f-3a5c-4404-83e6-912034cf36ce None None] Provisioning complete for port 277f3450-f0b4-4cb9-8e60-7b296a41b925 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:33.931746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6b51fa3f-3a5c-4404-83e6-912034cf36ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:33.973094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8::1a1 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/97560786-9843-45a0-aa21-0a304deb4111/98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:33.979453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Allocated IP 2001:db8:0:1:f816:3eff:fed4:e8c2 (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9/b50f7ef4-d625-4ddd-8ce7-706e7427fc6a/98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:34.031479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device bdc35fa8-a76c-45dd-98db-5987db987c37 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:34.076022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6b51fa3f-3a5c-4404-83e6-912034cf36ce None None] Current status of the port 277f3450-f0b4-4cb9-8e60-7b296a41b925 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:34.088953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port bdc35fa8-a76c-45dd-98db-5987db987c37 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:09:34.133426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for port (98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.177768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port bdc35fa8-a76c-45dd-98db-5987db987c37 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:34.181088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.232521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.262980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port bdc35fa8-a76c-45dd-98db-5987db987c37 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:34.263368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.278529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:34.284218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:34.286615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:34.291340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:09:34.291972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:34.292675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.294027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078bdbd-0e91-497c-a8cc-aebc298d5496" -d '{"events": [{"server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "name": "network-vif-plugged", "status": "completed", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:09:34.308620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port bdc35fa8-a76c-45dd-98db-5987db987c37, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bdc35fa8-a76c-45dd-98db-5987db987c37,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:34.320339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event updated for resources: {'Port': ['ID=98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:34.336948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5e6edc-a0ae-40be-9fdc-e103734c6f66 x-openstack-request-id: req-ba5e6edc-a0ae-40be-9fdc-e103734c6f66 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:09:34.337293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "name": "network-vif-plugged", "status": "completed", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:09:34.337578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba5e6edc-a0ae-40be-9fdc-e103734c6f66 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:09:34.337980 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5e6edc-a0ae-40be-9fdc-e103734c6f66'] response: {'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'code': 200} Apr 29 04:09:34.377876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.430026 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e32e3eb7-33fb-4774-9ded-0a622d96b9c1 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0275724 Apr 29 04:09:34.434907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=bdc35fa8-a76c-45dd-98db-5987db987c37,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:34.436608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34876) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:34.527559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting port 98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:34.527902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.598425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4e64c6b9-02bb-400f-99f4-30a0617f2b5c None None] Provisioning complete for port 277f3450-f0b4-4cb9-8e60-7b296a41b925 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:34.598936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e64c6b9-02bb-400f-99f4-30a0617f2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.625231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.666319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Calling delete_port for 98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:34.685764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4e64c6b9-02bb-400f-99f4-30a0617f2b5c None None] Current status of the port 277f3450-f0b4-4cb9-8e60-7b296a41b925 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:34.695628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c2d4f-6327-48b1-b54c-9ca48fd5bddc req-c0da61a7-24e6-4d80-ad0d-9a5657d529ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:34.697238 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ba9c2d4f-6327-48b1-b54c-9ca48fd5bddc req-c0da61a7-24e6-4d80-ad0d-9a5657d529ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 1129 time: 0.0636399 Apr 29 04:09:34.790086 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ba9c2d4f-6327-48b1-b54c-9ca48fd5bddc req-34de6e80-7eeb-49b0-a4c1-8f00de5eb72b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657899 Apr 29 04:09:34.803593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3e001685-2262-4111-81a0-65c945c9536f None None] Provisioning complete for port 98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:34.804101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3e001685-2262-4111-81a0-65c945c9536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.842031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3e001685-2262-4111-81a0-65c945c9536f None None] Port 98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:09:34.894468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4963-3014-467a-98e9-ba602d3a1608 req-90484649-b5e6-4486-9883-7e3c58240ef8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:34.896067 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5d0f4963-3014-467a-98e9-ba602d3a1608 req-90484649-b5e6-4486-9883-7e3c58240ef8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Apr 29 04:09:34.944595 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5d0f4963-3014-467a-98e9-ba602d3a1608 req-8e31abea-af2c-4cd7-a242-6ae59b92cc82 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Apr 29 04:09:34.960524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:34.990361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Port': ['ID=98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:35.036534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.039742 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c9c136b3-14bc-47b5-b5fd-49e1b98b53fe tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 HTTP/1.1" status: 204 len: 168 time: 0.6021292 Apr 29 04:09:35.042922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34880) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:35.088774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d8796-6d16-4fca-b29e-4bc636758fde tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:35.091157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-763d8796-6d16-4fca-b29e-4bc636758fde tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0472372 Apr 29 04:09:35.093652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34882) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:35.147160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755d58f-4d22-49b4-880f-26844c8f98dd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:35.149071 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0755d58f-4d22-49b4-880f-26844c8f98dd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0541418 Apr 29 04:09:35.151996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34884) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:35.204473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877555f4-52c1-4d52-b845-1dfef2fb81ee tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:35.205937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877555f4-52c1-4d52-b845-1dfef2fb81ee tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:35.207228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877555f4-52c1-4d52-b845-1dfef2fb81ee tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:35.208758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-877555f4-52c1-4d52-b845-1dfef2fb81ee tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0558007 Apr 29 04:09:35.211535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34886) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:35.261413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet 97560786-9843-45a0-aa21-0a304deb4111 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:35.264381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (97560786-9843-45a0-aa21-0a304deb4111), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.303301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (97560786-9843-45a0-aa21-0a304deb4111), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.369762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 277f3450-f0b4-4cb9-8e60-7b296a41b925 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:35.393247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (97560786-9843-45a0-aa21-0a304deb4111), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.416510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 277f3450-f0b4-4cb9-8e60-7b296a41b925 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:35.416888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.496924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 277f3450-f0b4-4cb9-8e60-7b296a41b925 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:35.529009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (97560786-9843-45a0-aa21-0a304deb4111), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.555876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=97560786-9843-45a0-aa21-0a304deb4111,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:35.560399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.563531 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/97560786-9843-45a0-aa21-0a304deb4111 HTTP/1.1" status: 204 len: 168 time: 0.3511059 Apr 29 04:09:35.567148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34888) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:35.568284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.568626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.568856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2ea34-d897-4903-b4ca-6496ff4dcbf2 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:35.569089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.569463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.569800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.570129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.570457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.570915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.571106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.571415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.571737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.572632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.572632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.572632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.573028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d65aa-840a-48b2-98ca-bee89be93c13 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:35.626878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Deleting subnet b50f7ef4-d625-4ddd-8ce7-706e7427fc6a {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:35.629893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (b50f7ef4-d625-4ddd-8ce7-706e7427fc6a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.677790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (b50f7ef4-d625-4ddd-8ce7-706e7427fc6a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.764732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b50f7ef4-d625-4ddd-8ce7-706e7427fc6a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.883540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (b50f7ef4-d625-4ddd-8ce7-706e7427fc6a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.916741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Subnet': ['ID=b50f7ef4-d625-4ddd-8ce7-706e7427fc6a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:35.918809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:35.922155 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3277aecd-82ae-4b6b-9127-783cc2918f3b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/b50f7ef4-d625-4ddd-8ce7-706e7427fc6a HTTP/1.1" status: 204 len: 168 time: 0.3538065 Apr 29 04:09:35.927575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34890) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:35.967663 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-391bf798-db91-43ba-b543-cac4807d875b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389516 Apr 29 04:09:35.970276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34894) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.032789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a55ed65-f349-417e-876a-3fde053249b8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:36.034288 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4a55ed65-f349-417e-876a-3fde053249b8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0630164 Apr 29 04:09:36.036831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34896) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.105954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34903a0-f822-4f70-bde7-f0202ae567ab req-5f3fa17c-11cb-4cee-91fe-69600e76fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:36.107496 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b34903a0-f822-4f70-bde7-f0202ae567ab req-5f3fa17c-11cb-4cee-91fe-69600e76fbc0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0888507 Apr 29 04:09:36.119550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa90ec9-5f30-4d7b-a31c-7083bb86df8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:36.121997 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8aa90ec9-5f30-4d7b-a31c-7083bb86df8e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0837839 Apr 29 04:09:36.124169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34898) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.163704 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cb8ad63b-563b-45e5-ba09-6dd270a1cdac tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383914 Apr 29 04:09:36.169145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34900) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.171376 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b34903a0-f822-4f70-bde7-f0202ae567ab req-60e2e93f-e12f-4bb3-a723-e1bff25b3ba2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555682 Apr 29 04:09:36.200920 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec5555e-4d03-42cd-8cbe-0158e13d02de tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.201518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec5555e-4d03-42cd-8cbe-0158e13d02de tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.204566 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7ec5555e-4d03-42cd-8cbe-0158e13d02de tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/98ef4531-fe5d-4677-b6ce-5cc4be4e5dc3 HTTP/1.1" status: 404 len: 333 time: 0.0342128 Apr 29 04:09:36.207188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34902) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.210255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92249aef-d2d9-4cae-97d7-c0bc01358443 None None] Network a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:36.236421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc1e1c7-f7a5-4fa8-907b-ee39dd71a3b6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.236910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc1e1c7-f7a5-4fa8-907b-ee39dd71a3b6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.240038 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8dc1e1c7-f7a5-4fa8-907b-ee39dd71a3b6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/b50f7ef4-d625-4ddd-8ce7-706e7427fc6a HTTP/1.1" status: 404 len: 337 time: 0.0312784 Apr 29 04:09:36.242667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34904) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.273740 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d0c112-8ec3-4731-b9f6-113a5e1afabb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.274435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d0c112-8ec3-4731-b9f6-113a5e1afabb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.277197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-74d0c112-8ec3-4731-b9f6-113a5e1afabb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/97560786-9843-45a0-aa21-0a304deb4111 HTTP/1.1" status: 404 len: 337 time: 0.0335853 Apr 29 04:09:36.279635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34906) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.302243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-525da43e-ec7e-45bb-a9af-c1f3cdd6a6fb None None] Provisioning complete for port 277f3450-f0b4-4cb9-8e60-7b296a41b925 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:36.302664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-525da43e-ec7e-45bb-a9af-c1f3cdd6a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:36.304125 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0370707c-d6bd-48c9-b1a8-6140743d3d5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.304956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0370707c-d6bd-48c9-b1a8-6140743d3d5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.308743 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0370707c-d6bd-48c9-b1a8-6140743d3d5b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/5995e8d3-91a5-4422-b90c-9a29fef7998c HTTP/1.1" status: 404 len: 333 time: 0.0275631 Apr 29 04:09:36.311166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34908) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.337018 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-db40bb45-ae7e-401b-b230-19a36cebafe4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.337426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db40bb45-ae7e-401b-b230-19a36cebafe4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.340476 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-db40bb45-ae7e-401b-b230-19a36cebafe4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/2c501437-3744-4dc7-9b5e-a635e993dab2 HTTP/1.1" status: 404 len: 337 time: 0.0284009 Apr 29 04:09:36.351962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34910) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.382540 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a7cfcb-4019-437c-8208-570abe510f3d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.383021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a7cfcb-4019-437c-8208-570abe510f3d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.386229 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-44a7cfcb-4019-437c-8208-570abe510f3d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/93687dd7-2535-4c5f-9984-ea6112a6a1d3 HTTP/1.1" status: 404 len: 337 time: 0.0330589 Apr 29 04:09:36.388570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34912) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.401041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-525da43e-ec7e-45bb-a9af-c1f3cdd6a6fb None None] Current status of the port 277f3450-f0b4-4cb9-8e60-7b296a41b925 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:36.412515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-23569443-be89-486e-91cb-c0b280e1cd3e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.413096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23569443-be89-486e-91cb-c0b280e1cd3e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.416122 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-23569443-be89-486e-91cb-c0b280e1cd3e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/7ab41a5a-cf51-45d9-8f37-5063adb6cf75 HTTP/1.1" status: 404 len: 333 time: 0.0265098 Apr 29 04:09:36.416571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] DHCP port deletion for a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:36.419251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34914) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.444776 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-01756b50-eb7e-4d17-88d7-ce127f6b60e4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.445237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01756b50-eb7e-4d17-88d7-ce127f6b60e4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.448327 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-01756b50-eb7e-4d17-88d7-ce127f6b60e4 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/233fbdcd-03bd-4d25-9c84-993ff376119b HTTP/1.1" status: 404 len: 337 time: 0.0281103 Apr 29 04:09:36.450893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34916) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.462515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] Deleting port 277f3450-f0b4-4cb9-8e60-7b296a41b925 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:36.462892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:36.478564 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe729eb-f782-4165-9935-af5c8b35b132 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.479102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe729eb-f782-4165-9935-af5c8b35b132 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.482802 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9fe729eb-f782-4165-9935-af5c8b35b132 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/ee86aafa-ffb1-4378-b2e5-8655185bf38c HTTP/1.1" status: 404 len: 337 time: 0.0309002 Apr 29 04:09:36.485516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34918) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.508062 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44858b7-89e3-4e01-b7a4-a07a5ab509ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.508696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44858b7-89e3-4e01-b7a4-a07a5ab509ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.511672 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a44858b7-89e3-4e01-b7a4-a07a5ab509ca tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/a060bec4-8256-4ac8-ab32-ecd057248647 HTTP/1.1" status: 404 len: 333 time: 0.0251825 Apr 29 04:09:36.514271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34920) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.529819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] For port 277f3450-f0b4-4cb9-8e60-7b296a41b925, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=277f3450-f0b4-4cb9-8e60-7b296a41b925,segment=NetworkSegment(5c480e20-a0d6-4fa5-9507-a5300014166b),segment_id=5c480e20-a0d6-4fa5-9507-a5300014166b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:36.530372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:36.539283 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-32eb7ac6-0a4c-4d6f-b6ed-3fa1384e9f23 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.543391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32eb7ac6-0a4c-4d6f-b6ed-3fa1384e9f23 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.544514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] Calling delete_port for 277f3450-f0b4-4cb9-8e60-7b296a41b925 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:36.545995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-32eb7ac6-0a4c-4d6f-b6ed-3fa1384e9f23 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/74033157-8e05-46bd-aa34-18b876472169 HTTP/1.1" status: 404 len: 337 time: 0.0306909 Apr 29 04:09:36.546152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34922) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.588585 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d5d9d1-26a9-4007-8e21-137e29f90c4f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.590179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d5d9d1-26a9-4007-8e21-137e29f90c4f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.593244 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c7d5d9d1-26a9-4007-8e21-137e29f90c4f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/25d44936-dfdf-4921-aeca-5963138856f7 HTTP/1.1" status: 404 len: 337 time: 0.0462315 Apr 29 04:09:36.595899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34924) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.619295 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5734f6-5f9f-447d-b760-55b22edb5c20 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.619822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5734f6-5f9f-447d-b760-55b22edb5c20 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.622754 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9c5734f6-5f9f-447d-b760-55b22edb5c20 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/92b7b9c2-77be-4640-8d94-a6f3523308c8 HTTP/1.1" status: 404 len: 333 time: 0.0259459 Apr 29 04:09:36.625222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34926) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.649791 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ad575d-0486-4c57-aec6-838cb2deac33 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.650227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ad575d-0486-4c57-aec6-838cb2deac33 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.653613 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-65ad575d-0486-4c57-aec6-838cb2deac33 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/2caa70e8-5eeb-4c4f-b044-2d7af1983859 HTTP/1.1" status: 404 len: 337 time: 0.0274656 Apr 29 04:09:36.655916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34928) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.678551 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-538fbc7e-4790-45f5-998f-d1c79d4d6377 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.679060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538fbc7e-4790-45f5-998f-d1c79d4d6377 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.682207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-538fbc7e-4790-45f5-998f-d1c79d4d6377 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/6624f084-b0b8-4e4d-8f2c-5f24488dd0a2 HTTP/1.1" status: 404 len: 333 time: 0.0254402 Apr 29 04:09:36.684515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34930) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.708350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1fbc2f-475a-4dea-b813-b6637917fbad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.708767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1fbc2f-475a-4dea-b813-b6637917fbad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.711613 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0a1fbc2f-475a-4dea-b813-b6637917fbad tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/6ebcac7d-4c14-4209-bdce-a18c13e365f3 HTTP/1.1" status: 404 len: 337 time: 0.0262520 Apr 29 04:09:36.714785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34932) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.734405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (277f3450-f0b4-4cb9-8e60-7b296a41b925), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:36.737100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5c9de7-ca57-4068-a101-a208eccc2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.738081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5c9de7-ca57-4068-a101-a208eccc2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.740590 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fb5c9de7-ca57-4068-a101-a208eccc2aae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/24e3e4ca-7d9b-4748-9c4d-be0e86681644 HTTP/1.1" status: 404 len: 333 time: 0.0254066 Apr 29 04:09:36.745286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34934) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.765750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] Pushing event deleted for resources: {'Port': ['ID=277f3450-f0b4-4cb9-8e60-7b296a41b925,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:36.770897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4482d84-dc72-425c-bdc8-1551324845b9 None None] No DVR routers for this DVR port 277f3450-f0b4-4cb9-8e60-7b296a41b925 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:36.780406 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3299d5-bf54-4dc9-aca0-3e6a0f68af5e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.780842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3299d5-bf54-4dc9-aca0-3e6a0f68af5e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.783901 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9c3299d5-bf54-4dc9-aca0-3e6a0f68af5e tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/e6cf6641-5f5c-4212-a615-0b6551980031 HTTP/1.1" status: 404 len: 337 time: 0.0376852 Apr 29 04:09:36.786418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34936) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.809797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e81f3d-1c23-479b-8f85-d98047908230 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.810318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e81f3d-1c23-479b-8f85-d98047908230 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.813233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d5e81f3d-1c23-479b-8f85-d98047908230 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/b942b0ce-467b-4f53-8d76-cfc2e9eb3714 HTTP/1.1" status: 404 len: 333 time: 0.0259292 Apr 29 04:09:36.815500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34938) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.840797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd68ad02-bd26-4c50-a488-22b1d87bc165 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.841255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd68ad02-bd26-4c50-a488-22b1d87bc165 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.848344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bd68ad02-bd26-4c50-a488-22b1d87bc165 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/a90e50c5-1a27-4576-bcfe-42909ab9e14f HTTP/1.1" status: 404 len: 337 time: 0.0277743 Apr 29 04:09:36.850049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34940) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.872235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-879b56a7-31fb-411b-9989-31ebc016bdf0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.872755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879b56a7-31fb-411b-9989-31ebc016bdf0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.875726 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-879b56a7-31fb-411b-9989-31ebc016bdf0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/338e28b6-6246-4367-9dc1-149a089b3a13 HTTP/1.1" status: 404 len: 333 time: 0.0248106 Apr 29 04:09:36.878067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34942) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.903565 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d67c7d-1e08-44d6-93bf-99d0a20c56e7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.904001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d67c7d-1e08-44d6-93bf-99d0a20c56e7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.906895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a9d67c7d-1e08-44d6-93bf-99d0a20c56e7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/f9ecd077-f780-4785-b93b-e38b954b91d1 HTTP/1.1" status: 404 len: 337 time: 0.0279408 Apr 29 04:09:36.909112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34944) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.931100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14feb2b-b2f6-4a88-b1bb-7091702339b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.931604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14feb2b-b2f6-4a88-b1bb-7091702339b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.934506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c14feb2b-b2f6-4a88-b1bb-7091702339b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/4ab26c90-2130-4a7d-9a36-6d63a1a64087 HTTP/1.1" status: 404 len: 333 time: 0.0245156 Apr 29 04:09:36.936644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34946) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.965257 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-17659fbe-f473-47cc-99f6-bf0ff2ca3a7a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.965723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17659fbe-f473-47cc-99f6-bf0ff2ca3a7a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.968578 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-17659fbe-f473-47cc-99f6-bf0ff2ca3a7a tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/cdbc9fc2-0d3d-480d-8885-a69211439b66 HTTP/1.1" status: 404 len: 337 time: 0.0310891 Apr 29 04:09:36.970796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34948) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:36.994904 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-812fe33c-6339-42e7-abd5-0a56c11d0b93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:36.995336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812fe33c-6339-42e7-abd5-0a56c11d0b93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:36.998269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-812fe33c-6339-42e7-abd5-0a56c11d0b93 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/ce6b7432-87bb-4b8f-94dc-a06f769678ec HTTP/1.1" status: 404 len: 337 time: 0.0266097 Apr 29 04:09:37.000358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34950) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.022425 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ef3462-65f4-429a-bf0c-ad630652ee5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.022942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ef3462-65f4-429a-bf0c-ad630652ee5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.025763 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-94ef3462-65f4-429a-bf0c-ad630652ee5d tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/862d3de5-f585-4c8e-a29e-99e16bade65c HTTP/1.1" status: 404 len: 333 time: 0.0245681 Apr 29 04:09:37.029053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34952) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.052693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e805b4-e157-4b61-b063-aec828e414fa tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.053126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e805b4-e157-4b61-b063-aec828e414fa tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.056255 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-65e805b4-e157-4b61-b063-aec828e414fa tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/db3f2632-003d-4547-a054-bf26518a88ca HTTP/1.1" status: 404 len: 337 time: 0.0264056 Apr 29 04:09:37.058413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34954) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.082271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-580c3d12-c96c-4129-99a0-4369bcb7a958 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.082699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580c3d12-c96c-4129-99a0-4369bcb7a958 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.085490 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-580c3d12-c96c-4129-99a0-4369bcb7a958 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/c584347f-8d8f-4e6d-a5b7-4b10b97fd688 HTTP/1.1" status: 404 len: 337 time: 0.0262136 Apr 29 04:09:37.087539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34956) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.109267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4cfefc-7c14-4d11-866c-ada14d221fa8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.109807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4cfefc-7c14-4d11-866c-ada14d221fa8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.112628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1d4cfefc-7c14-4d11-866c-ada14d221fa8 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/28667e39-5294-4b27-875a-84eae11485d4 HTTP/1.1" status: 404 len: 333 time: 0.0242527 Apr 29 04:09:37.114789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.142865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8a81b7-6643-4c8f-bae3-fecb0ea1d8dd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.143295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8a81b7-6643-4c8f-bae3-fecb0ea1d8dd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.146144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3f8a81b7-6643-4c8f-bae3-fecb0ea1d8dd tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/326c7916-cc8f-4940-a1ab-1910919043ed HTTP/1.1" status: 404 len: 337 time: 0.0305238 Apr 29 04:09:37.148271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34960) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.172353 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71613df-7c59-4a54-8a8b-defe8c679bf5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.172777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71613df-7c59-4a54-8a8b-defe8c679bf5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.175589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a71613df-7c59-4a54-8a8b-defe8c679bf5 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/aa3a9039-0fa3-421f-843a-702a9b01227e HTTP/1.1" status: 404 len: 337 time: 0.0264783 Apr 29 04:09:37.177634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34962) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.200270 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdb2fdd-35b3-4a11-a951-cb437c7fb760 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.201149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdb2fdd-35b3-4a11-a951-cb437c7fb760 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.203659 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bfdb2fdd-35b3-4a11-a951-cb437c7fb760 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/ccd10b95-6bf8-4c3b-a994-f888ae79f150 HTTP/1.1" status: 404 len: 333 time: 0.0251913 Apr 29 04:09:37.206033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34966) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.230434 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6474b804-9d5c-4802-9829-d5fdbf9e16fc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.230875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6474b804-9d5c-4802-9829-d5fdbf9e16fc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.233772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6474b804-9d5c-4802-9829-d5fdbf9e16fc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/28cf1d7d-c45a-464f-9b56-eb6ae943a982 HTTP/1.1" status: 404 len: 337 time: 0.0268738 Apr 29 04:09:37.236195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34968) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.261846 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb559510-aa86-4300-b938-29da27f0b9ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.262287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb559510-aa86-4300-b938-29da27f0b9ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.265213 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bb559510-aa86-4300-b938-29da27f0b9ae tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/90c49496-f762-4b8a-ae15-ae806e0b07a7 HTTP/1.1" status: 404 len: 337 time: 0.0281482 Apr 29 04:09:37.267724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34970) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.284790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d255935-7ce0-42b9-a24d-190753e0216e req-8cd9f9b2-f702-4d6a-bb4a-49197b4429be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:37.286293 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1d255935-7ce0-42b9-a24d-190753e0216e req-8cd9f9b2-f702-4d6a-bb4a-49197b4429be tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Apr 29 04:09:37.294109 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e499f3d3-1aad-48e4-a96f-77c08ae4b160 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports?device_id=052370dd-b964-4d49-9b89-67789d985c5e HTTP/1.1" status: 200 len: 205 time: 0.0253606 Apr 29 04:09:37.296419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34972) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.338831 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-d9660e53-17dd-402c-bb5e-45e453e80a46 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] delete failed (client error): The resource could not be found. Apr 29 04:09:37.342379 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d9660e53-17dd-402c-bb5e-45e453e80a46 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/routers/052370dd-b964-4d49-9b89-67789d985c5e HTTP/1.1" status: 404 len: 336 time: 0.0426216 Apr 29 04:09:37.342535 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1d255935-7ce0-42b9-a24d-190753e0216e req-698b80d5-2144-44fd-b3fb-d187b5890d46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486176 Apr 29 04:09:37.342651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34974) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.363008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 277f3450-f0b4-4cb9-8e60-7b296a41b925 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:37.377357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c4f141-8e77-4efa-9e8a-98fcd219f34f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.377818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c4f141-8e77-4efa-9e8a-98fcd219f34f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.380933 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-96c4f141-8e77-4efa-9e8a-98fcd219f34f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/f2a525be-7860-40f3-af8a-be2fb756068d HTTP/1.1" status: 404 len: 337 time: 0.0373354 Apr 29 04:09:37.383401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34978) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.386672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 277f3450-f0b4-4cb9-8e60-7b296a41b925 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:37.387172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 277f3450-f0b4-4cb9-8e60-7b296a41b925 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:37.413556 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0fb55967-346b-4bcc-8631-b0d4dce830ea tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "GET /v2.0/ports?device_id=7287a12d-c60f-41a1-be8d-fcca87a5d015 HTTP/1.1" status: 200 len: 205 time: 0.0289919 Apr 29 04:09:37.415935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34980) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.453724 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-40227b52-1e04-4ba4-bd60-e180de98f06b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] delete failed (client error): The resource could not be found. Apr 29 04:09:37.454743 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-40227b52-1e04-4ba4-bd60-e180de98f06b tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/routers/7287a12d-c60f-41a1-be8d-fcca87a5d015 HTTP/1.1" status: 404 len: 336 time: 0.0378404 Apr 29 04:09:37.457210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34982) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.458706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095b66-a5a7-4107-a04b-28fce168b7a4 req-a1a9bb2a-bb46-4750-b3c0-bfdd4fc008eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:37.460171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8a095b66-a5a7-4107-a04b-28fce168b7a4 req-a1a9bb2a-bb46-4750-b3c0-bfdd4fc008eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0496745 Apr 29 04:09:37.482679 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47eb7e1-c2d7-44ae-980c-7f5fa6c748be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.483131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47eb7e1-c2d7-44ae-980c-7f5fa6c748be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.486150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d47eb7e1-c2d7-44ae-980c-7f5fa6c748be tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/dc4e893e-08ba-418d-8696-578b13179a33 HTTP/1.1" status: 404 len: 337 time: 0.0280192 Apr 29 04:09:37.488562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34984) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.512906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8a095b66-a5a7-4107-a04b-28fce168b7a4 req-8afb4cdd-66cd-44c2-9af4-a63bdf06e7f8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Apr 29 04:09:37.514338 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ba416c-acb4-4d10-913a-df6de130c076 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.514794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ba416c-acb4-4d10-913a-df6de130c076 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.517771 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-27ba416c-acb4-4d10-913a-df6de130c076 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/30f38a49-5200-4968-9d83-0c4b36fc63e4 HTTP/1.1" status: 404 len: 337 time: 0.0283132 Apr 29 04:09:37.520168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34986) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.535408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34988) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.543283 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e75b98-0296-45ec-8d28-91a089ec84ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.543809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e75b98-0296-45ec-8d28-91a089ec84ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.547243 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-82e75b98-0296-45ec-8d28-91a089ec84ba tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/e850bb32-4653-4bd0-8e4f-4ca5301a5117 HTTP/1.1" status: 404 len: 333 time: 0.0257294 Apr 29 04:09:37.549186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34990) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.574405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab5922e-f071-4c0e-8267-ce5e19bb152a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:37.575827 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ab5922e-f071-4c0e-8267-ce5e19bb152a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 1124 time: 0.0394437 Apr 29 04:09:37.578763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34992) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.579336 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e608495-d9f7-47ce-b376-4e31b495eab0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.579795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e608495-d9f7-47ce-b376-4e31b495eab0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.582796 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6e608495-d9f7-47ce-b376-4e31b495eab0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/b712bb90-0486-4d60-9fe1-55a051c6e21b HTTP/1.1" status: 404 len: 337 time: 0.0326338 Apr 29 04:09:37.583107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'port_id': 'bdc35fa8-a76c-45dd-98db-5987db987c37'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:37.585246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 34994) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.638204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01ac2a5-f61e-4113-a376-8b9d64b72227 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.638713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01ac2a5-f61e-4113-a376-8b9d64b72227 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.642606 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e01ac2a5-f61e-4113-a376-8b9d64b72227 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/34694c76-f666-406a-97e7-fd31c923a9db HTTP/1.1" status: 404 len: 333 time: 0.0562661 Apr 29 04:09:37.645082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34996) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.649985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:37.671277 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-534ebc86-e4d7-4dad-892d-f356d0b611b6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.671729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534ebc86-e4d7-4dad-892d-f356d0b611b6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.676942 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-534ebc86-e4d7-4dad-892d-f356d0b611b6 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/8dbef9cd-53b6-4149-9a0f-6603c1bf4d8d HTTP/1.1" status: 404 len: 337 time: 0.0286222 Apr 29 04:09:37.677178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 34998) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.701341 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f28cb5-62e9-404f-8a68-8a41c5887a10 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.702022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f28cb5-62e9-404f-8a68-8a41c5887a10 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.704994 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-22f28cb5-62e9-404f-8a68-8a41c5887a10 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/5e2f35d1-b596-453b-a8bf-91271f68b757 HTTP/1.1" status: 404 len: 333 time: 0.0268826 Apr 29 04:09:37.707381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35000) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.734905 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5cb1e1-769e-4846-926c-58d2792193bb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.735361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5cb1e1-769e-4846-926c-58d2792193bb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.741647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0e5cb1e1-769e-4846-926c-58d2792193bb tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/e73287b9-23dd-41c1-b2c3-bfa74a6a78ea HTTP/1.1" status: 404 len: 337 time: 0.0300927 Apr 29 04:09:37.741906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35002) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.765149 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35326a5-a44c-4507-b17f-4636546336b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.765783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35326a5-a44c-4507-b17f-4636546336b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.770965 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c35326a5-a44c-4507-b17f-4636546336b3 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/e2fcd311-2872-4a6f-af6c-9e755baddb7c HTTP/1.1" status: 404 len: 333 time: 0.0259182 Apr 29 04:09:37.771261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35004) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.796633 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02bc4b8-3daa-450d-8390-1380a3259829 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.797083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02bc4b8-3daa-450d-8390-1380a3259829 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.800067 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b02bc4b8-3daa-450d-8390-1380a3259829 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/62cc17dc-fff1-450a-b914-b10fa28fc9d3 HTTP/1.1" status: 404 len: 337 time: 0.0279074 Apr 29 04:09:37.802472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35006) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.829804 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a638b-4dad-471c-9da3-3a779c0bb336 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.830256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a638b-4dad-471c-9da3-3a779c0bb336 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.833365 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e59a638b-4dad-471c-9da3-3a779c0bb336 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/4d3e0acb-264c-4ae8-82cd-3c6735663e55 HTTP/1.1" status: 404 len: 333 time: 0.0299804 Apr 29 04:09:37.835800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35008) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.860954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a43ad6-0fec-43e9-a227-2c115f5a2be7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.861424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a43ad6-0fec-43e9-a227-2c115f5a2be7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.864351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-98a43ad6-0fec-43e9-a227-2c115f5a2be7 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/7c02bccf-b9ae-467f-9c8f-627912df80e4 HTTP/1.1" status: 404 len: 337 time: 0.0276504 Apr 29 04:09:37.866701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35010) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.889587 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d10d33-b8d9-47ce-91d3-5b35f2b1fa9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.890114 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d10d33-b8d9-47ce-91d3-5b35f2b1fa9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.893064 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-68d10d33-b8d9-47ce-91d3-5b35f2b1fa9c tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/9afdbf10-5698-4137-9372-cefc455c7813 HTTP/1.1" status: 404 len: 333 time: 0.0254769 Apr 29 04:09:37.895525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35012) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.920916 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e10e15-37ff-4324-a972-e5473964eebc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.921384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e10e15-37ff-4324-a972-e5473964eebc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.926785 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7e10e15-37ff-4324-a972-e5473964eebc tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/680aedef-d4ae-4164-bb62-1e2670ea1256 HTTP/1.1" status: 404 len: 337 time: 0.0303421 Apr 29 04:09:37.927407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35014) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.951108 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d428b6f2-9e0d-4586-81d3-c314a3ec44b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.951622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d428b6f2-9e0d-4586-81d3-c314a3ec44b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.954671 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d428b6f2-9e0d-4586-81d3-c314a3ec44b0 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/ports/56fe4dbb-19a4-4e3c-aef6-cdaf095f7db0 HTTP/1.1" status: 404 len: 333 time: 0.0262964 Apr 29 04:09:37.957186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35016) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:37.982750 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac454eb-93c1-4fa4-8403-a1fbfdd4c880 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] DELETE failed (client error): The resource could not be found. Apr 29 04:09:37.983202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac454eb-93c1-4fa4-8403-a1fbfdd4c880 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:09:37.986235 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7ac454eb-93c1-4fa4-8403-a1fbfdd4c880 tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/subnets/7a66d017-7136-43ef-a349-92da4f3c836f HTTP/1.1" status: 404 len: 337 time: 0.0280995 Apr 29 04:09:37.989801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35018) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:38.067783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.155721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.174926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46ce05b-9d76-4b2b-af20-6d5524f6a7b9']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:38.184715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c480e20-a0d6-4fa5-9507-a5300014166b') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:38.185014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c480e20-a0d6-4fa5-9507-a5300014166b') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:38.194443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (5c480e20-a0d6-4fa5-9507-a5300014166b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.208221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (5c480e20-a0d6-4fa5-9507-a5300014166b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.214773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:38.216861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (5c480e20-a0d6-4fa5-9507-a5300014166b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:38.218359 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:38.331858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a46ce05b-9d76-4b2b-af20-6d5524f6a7b9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.336456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.342812 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] 10.222.0.37 "DELETE /v2.0/networks/a46ce05b-9d76-4b2b-af20-6d5524f6a7b9 HTTP/1.1" status: 204 len: 168 time: 0.3520110 Apr 29 04:09:38.359991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71d789-ace8-47d1-971c-751f2b7e664f tempest-NetworksTestDHCPv6-433241855 tempest-NetworksTestDHCPv6-433241855-project] Pushing event deleted for resources: {'Network': ['ID=a46ce05b-9d76-4b2b-af20-6d5524f6a7b9,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:38.533889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.614569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.716658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c associated. External IP: 172.26.4.79, port: bdc35fa8-a76c-45dd-98db-5987db987c37. Apr 29 04:09:38.774986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35024) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:38.860283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-732666ad-3cf4-45a9-8f4e-5976ebc82b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.912015 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d05a5cae-6c7d-4e17-bebc-539921d12acf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2ed256fa58f47c19d0246f821cae08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358464 Apr 29 04:09:38.914452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35028) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:38.936042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:09:38.964473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a0a8-d095-4abe-abd9-8567e873cd82 admin admin] Publish callbacks [] for security_group (88dd1cbc-2ca0-445b-b693-ee4360486b68), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:38.985589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a0a8-d095-4abe-abd9-8567e873cd82 admin admin] Publish callbacks [] for security_group (88dd1cbc-2ca0-445b-b693-ee4360486b68), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:39.047302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:09:39.055876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:39.057031 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:09:39.067605 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:39.068221 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:39.082770 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4dd4bc5a-26db-42d4-adce-451a951a9244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 990 time: 1.5029871 Apr 29 04:09:39.083484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:09:39.085600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35030) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:39.089953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055d1cd5-80f7-4552-9580-4209cb1c0115" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:09:39.124243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a0a8-d095-4abe-abd9-8567e873cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (88dd1cbc-2ca0-445b-b693-ee4360486b68), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:39.126764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a0a8-d095-4abe-abd9-8567e873cd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:39.127890 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f9a8a0a8-d095-4abe-abd9-8567e873cd82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88dd1cbc-2ca0-445b-b693-ee4360486b68 HTTP/1.1" status: 204 len: 168 time: 0.2125537 Apr 29 04:09:39.128670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0051c-2052-42d1-97cd-02158da3bf0d x-openstack-request-id: req-adb0051c-2052-42d1-97cd-02158da3bf0d {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:09:39.128948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:09:39.129202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adb0051c-2052-42d1-97cd-02158da3bf0d {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:09:39.129670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb0051c-2052-42d1-97cd-02158da3bf0d'] response: {'name': 'network-changed', 'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'status': 'completed', 'code': 200} Apr 29 04:09:39.142649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8a0a8-d095-4abe-abd9-8567e873cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dd1cbc-2ca0-445b-b693-ee4360486b68,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:39.164987 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-65db0610-2ab7-47ae-812b-9943d4c3a34a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 990 time: 0.0782416 Apr 29 04:09:39.187067 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:39.206948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-81db993c-c6f7-40ba-b6b1-9cb8b5798f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:39.208507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-81db993c-c6f7-40ba-b6b1-9cb8b5798f4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 1129 time: 0.0569401 Apr 29 04:09:39.303625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-a850f692-c409-4c58-90f1-46bd7763c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:39.305391 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-a850f692-c409-4c58-90f1-46bd7763c973 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 898 time: 0.0904109 Apr 29 04:09:39.370848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-bd0f2e91-59ee-4127-88de-c7218379fcf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc35fa8-a76c-45dd-98db-5987db987c37 HTTP/1.1" status: 200 len: 998 time: 0.0595434 Apr 29 04:09:39.402393 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f2c98dae-639d-4b47-8b61-35a7c2ed162c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '8798521a-7c3f-4424-a661-db78ab742278', 'port_id': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'mac_address': 'fa:16:3e:2b:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:08:33Z', 'updated_at': '2022-04-29T04:09:38Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:39.425785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-18f38d74-e944-432e-a74e-c5b2a5581bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:39.427330 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-18f38d74-e944-432e-a74e-c5b2a5581bb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 200 len: 834 time: 0.0511301 Apr 29 04:09:39.434905 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:09:39.445559 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:09:39.446180 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:39.473351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-6a6a7f04-61f3-4423-9258-751797c02170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:39.474883 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-6a6a7f04-61f3-4423-9258-751797c02170 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412061 Apr 29 04:09:39.558741 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:09:39.574122 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-8030768a-f37c-41d7-8990-a363cfce228a service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920053 Apr 29 04:09:39.668340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-055d1cd5-80f7-4552-9580-4209cb1c0115 req-5508867f-5056-478e-97b9-9c28404b986b service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885692 Apr 29 04:09:39.778264 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f2c98dae-639d-4b47-8b61-35a7c2ed162c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '8798521a-7c3f-4424-a661-db78ab742278', 'port_id': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'mac_address': 'fa:16:3e:2b:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:08:33Z', 'updated_at': '2022-04-29T04:09:38Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:39.808791 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81c88-5108-42a1-b26e-63b2b09c24e5 None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'f2c98dae-639d-4b47-8b61-35a7c2ed162c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '8798521a-7c3f-4424-a661-db78ab742278', 'port_id': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'mac_address': 'fa:16:3e:2b:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:08:33Z', 'updated_at': '2022-04-29T04:09:38Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:09:40.005997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e23c0b-084e-4419-860e-6feb3fe60460 None None] New status for floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:09:40.169298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35054) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.181616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35056) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.237493 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-95e2693c-5ce7-4d5e-878d-ea54647fb0b7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 990 time: 0.0658660 Apr 29 04:09:40.287305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-3a9f1ff1-adb0-4366-8314-9c70a2408a2d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.288354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3a9f1ff1-adb0-4366-8314-9c70a2408a2d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.1056924 Apr 29 04:09:40.291325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35060) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.295627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-7c536fea-63c7-46de-92c1-67e1e8eabf48 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.296548 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7c536fea-63c7-46de-92c1-67e1e8eabf48 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043902 Apr 29 04:09:40.298629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35062) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.302196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-bafe42be-16b3-4bf1-8b22-5975f1f96b0a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.303112 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bafe42be-16b3-4bf1-8b22-5975f1f96b0a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0036793 Apr 29 04:09:40.305538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35064) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.309138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-049b21ea-f909-4e3c-ba96-f573cf3176fc tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.310081 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-049b21ea-f909-4e3c-ba96-f573cf3176fc tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037458 Apr 29 04:09:40.312092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35066) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.315707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-539a2bf5-eda5-4666-8241-a478ad546679 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.316618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-539a2bf5-eda5-4666-8241-a478ad546679 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0037005 Apr 29 04:09:40.318668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35068) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.322258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-5a2a22fa-476e-4e08-ad0b-435020975d88 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.323199 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5a2a22fa-476e-4e08-ad0b-435020975d88 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037012 Apr 29 04:09:40.325226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35070) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.330126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-d2e44164-fb78-489e-8a7d-6f069d69015e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.330999 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d2e44164-fb78-489e-8a7d-6f069d69015e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049474 Apr 29 04:09:40.333053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35072) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.336646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-d7ff158f-f1a7-4e40-8d98-481395300a30 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.337591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d7ff158f-f1a7-4e40-8d98-481395300a30 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0036809 Apr 29 04:09:40.340172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35074) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.343728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-e3f01061-8855-46db-8c5d-adc884f32a44 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.344645 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e3f01061-8855-46db-8c5d-adc884f32a44 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0036793 Apr 29 04:09:40.346700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35076) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.350282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-1d6807c8-954b-4cee-9cee-088bd46d3f0f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.351197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1d6807c8-954b-4cee-9cee-088bd46d3f0f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037048 Apr 29 04:09:40.353255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35078) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.357392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-83f4e3de-d93b-4954-a91c-21f50adb096e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.358312 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-83f4e3de-d93b-4954-a91c-21f50adb096e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042357 Apr 29 04:09:40.360377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35080) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.364118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-eb8470dc-26b9-4ee9-b9e9-f7d60545026d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.365159 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eb8470dc-26b9-4ee9-b9e9-f7d60545026d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038607 Apr 29 04:09:40.367546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35082) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.371272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-b58adca9-64f3-4233-9799-3cc5cd3c606f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.372191 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b58adca9-64f3-4233-9799-3cc5cd3c606f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038180 Apr 29 04:09:40.374365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35084) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.377964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-2e22657f-f7a8-4c4c-85ae-489e52e132a5 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.378881 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2e22657f-f7a8-4c4c-85ae-489e52e132a5 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037174 Apr 29 04:09:40.380985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35086) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.385326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-24d125bc-28b1-4462-976c-121627c7e092 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.386310 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-24d125bc-28b1-4462-976c-121627c7e092 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043375 Apr 29 04:09:40.388264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35088) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.391908 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-a3b9e235-709b-4863-98af-1160a8533ead tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.392857 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a3b9e235-709b-4863-98af-1160a8533ead tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0037303 Apr 29 04:09:40.394925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35090) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.399399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-97caea9c-0507-4453-92aa-60cbac783c3c tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.400339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-97caea9c-0507-4453-92aa-60cbac783c3c tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045700 Apr 29 04:09:40.403109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35092) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.406731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-4b5d2009-8ec7-4a79-8eb7-34f755f93ce4 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.407638 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4b5d2009-8ec7-4a79-8eb7-34f755f93ce4 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037329 Apr 29 04:09:40.409643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35094) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.413225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [None req-42f97129-3449-4cbf-b65b-9cde928eec33 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.414151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-42f97129-3449-4cbf-b65b-9cde928eec33 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0037165 Apr 29 04:09:40.416143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35096) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.420552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-ea70b025-cb1d-497b-947a-f78293b54b1f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.421594 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ea70b025-cb1d-497b-947a-f78293b54b1f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045402 Apr 29 04:09:40.423455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35098) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.427090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-a2b6950f-82f6-4b68-9f62-bea4698ea213 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.428024 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a2b6950f-82f6-4b68-9f62-bea4698ea213 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037413 Apr 29 04:09:40.430241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35100) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.433907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-8d1839d7-77da-4721-9dc5-913ecefa8f76 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.434821 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8d1839d7-77da-4721-9dc5-913ecefa8f76 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037713 Apr 29 04:09:40.436859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35102) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.440522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-b14d2e97-d3f1-4754-94c9-a22dffb5329a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.441490 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b14d2e97-d3f1-4754-94c9-a22dffb5329a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037422 Apr 29 04:09:40.443486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35104) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.447067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-74253203-f438-4a8d-8447-ad592f01894f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.447996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-74253203-f438-4a8d-8447-ad592f01894f tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037029 Apr 29 04:09:40.450105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35106) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.454292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-ddaa8aa7-051b-46e6-abda-604d9d0572db tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.455236 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ddaa8aa7-051b-46e6-abda-604d9d0572db tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043006 Apr 29 04:09:40.457173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35108) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.461036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-e95c725e-a716-4d7e-8b2d-11fbc542a5b8 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.462027 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e95c725e-a716-4d7e-8b2d-11fbc542a5b8 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038438 Apr 29 04:09:40.464454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35110) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.468031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-7c6937cd-b17d-4382-9b52-801368f5ed51 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.468963 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c6937cd-b17d-4382-9b52-801368f5ed51 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0036712 Apr 29 04:09:40.470911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35112) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.474483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-8d106433-2766-474c-b3fb-54795db4da99 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.475386 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8d106433-2766-474c-b3fb-54795db4da99 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0036807 Apr 29 04:09:40.477334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35114) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.481556 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-23a1be2b-657b-49aa-8520-2bcfe1b142cc tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.482453 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-23a1be2b-657b-49aa-8520-2bcfe1b142cc tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043166 Apr 29 04:09:40.484410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35116) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.487929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-0c874fc0-1b22-42b9-99d6-062251c4daea tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.488851 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0c874fc0-1b22-42b9-99d6-062251c4daea tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0036583 Apr 29 04:09:40.490841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35118) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.494389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-c06cb122-e437-448e-b2f6-0c0f886189fa tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.495315 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c06cb122-e437-448e-b2f6-0c0f886189fa tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0036659 Apr 29 04:09:40.497220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35120) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.501301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-7ec974a8-c7bf-494f-9900-5d477d1e97ff tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.502244 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7ec974a8-c7bf-494f-9900-5d477d1e97ff tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042009 Apr 29 04:09:40.504166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35122) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.507811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-dccc9b33-cf66-49b8-aaa1-34e24532161e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.508748 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dccc9b33-cf66-49b8-aaa1-34e24532161e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037482 Apr 29 04:09:40.511285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35124) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.514990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-d1e85dcb-6160-41ec-9da1-69e0017a5147 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.515933 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d1e85dcb-6160-41ec-9da1-69e0017a5147 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037913 Apr 29 04:09:40.517902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35126) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.521483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-35a69668-cc2b-45c3-b0e7-c9f68cb776a1 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.522403 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35a69668-cc2b-45c3-b0e7-c9f68cb776a1 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0036802 Apr 29 04:09:40.524403 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35128) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.528558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-7d852dbe-bc95-4b38-8d16-fc5754a4ab0e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.529496 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7d852dbe-bc95-4b38-8d16-fc5754a4ab0e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042672 Apr 29 04:09:40.531439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35130) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.534984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-9d7b2523-3c8b-491e-8905-acfa91646924 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.535888 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9d7b2523-3c8b-491e-8905-acfa91646924 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0036590 Apr 29 04:09:40.537834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35132) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.541367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-7c0e9269-c757-470d-91b5-7c9acbd729c6 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.542309 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c0e9269-c757-470d-91b5-7c9acbd729c6 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0036817 Apr 29 04:09:40.544262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35134) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.547796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-a7efa8ae-a46c-4233-9b5e-d6a7dbe8b3f4 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.548686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7efa8ae-a46c-4233-9b5e-d6a7dbe8b3f4 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0036335 Apr 29 04:09:40.550681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35136) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.554929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-c559aee9-da86-43ae-b5a7-6fb6f061917d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.559953 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c559aee9-da86-43ae-b5a7-6fb6f061917d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043581 Apr 29 04:09:40.561655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35138) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.565153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-28176db5-a9cc-4212-b708-cee18dd65796 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.566099 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-28176db5-a9cc-4212-b708-cee18dd65796 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0036528 Apr 29 04:09:40.568391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.571970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-54422ee2-a31b-45f0-a1ff-e921c35ed73c tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.572869 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54422ee2-a31b-45f0-a1ff-e921c35ed73c tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0036902 Apr 29 04:09:40.575443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35142) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.578987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-fde03ec4-c35d-481e-a73e-c6385bb7d97e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.579885 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fde03ec4-c35d-481e-a73e-c6385bb7d97e tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0036552 Apr 29 04:09:40.581996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35144) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.585480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-73e68911-4662-4268-8c30-927e0663e6ec tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.586372 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-73e68911-4662-4268-8c30-927e0663e6ec tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0036376 Apr 29 04:09:40.595052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.598628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-cd7b65bd-0d3b-4e77-a074-280d47befe45 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.599543 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cd7b65bd-0d3b-4e77-a074-280d47befe45 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0036826 Apr 29 04:09:40.601579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35148) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.605084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-37b52bc3-84c4-4253-bd1e-f649455a1f63 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.606005 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-37b52bc3-84c4-4253-bd1e-f649455a1f63 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0036392 Apr 29 04:09:40.608023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35150) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.611644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-66de1471-c60f-4451-902d-999bce8a2095 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.612547 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-66de1471-c60f-4451-902d-999bce8a2095 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0037289 Apr 29 04:09:40.614613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35152) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.618630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-566c4801-8bbe-4c93-a1ad-8532e8039985 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.619536 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-566c4801-8bbe-4c93-a1ad-8532e8039985 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0041349 Apr 29 04:09:40.621555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35154) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.625080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-2588dd6e-3278-47f4-bd91-adefd08c754d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.626016 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2588dd6e-3278-47f4-bd91-adefd08c754d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0036719 Apr 29 04:09:40.628034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35156) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.631529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-7eecb8d0-c5c0-41e3-8800-6c5797dc9ebe tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.632427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7eecb8d0-c5c0-41e3-8800-6c5797dc9ebe tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0036087 Apr 29 04:09:40.634401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.638473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-3901bd68-fb5d-4b72-9b74-c606171fd54b tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.639369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3901bd68-fb5d-4b72-9b74-c606171fd54b tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041888 Apr 29 04:09:40.641308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35160) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.644833 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-bd4476ac-9e28-4521-9732-ba123695f971 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.646006 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bd4476ac-9e28-4521-9732-ba123695f971 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038798 Apr 29 04:09:40.648034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35162) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.652183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-062f3d46-a897-4297-9361-1221e40c3875 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.653083 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-062f3d46-a897-4297-9361-1221e40c3875 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042646 Apr 29 04:09:40.655040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35164) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.658617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-182e2233-b76f-44d0-bdcf-fc0470594138 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.659509 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-182e2233-b76f-44d0-bdcf-fc0470594138 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0036778 Apr 29 04:09:40.661503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35166) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.664992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-f49167ae-1d05-4ef3-8a2d-b67f317bf5de tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.665916 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f49167ae-1d05-4ef3-8a2d-b67f317bf5de tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0036294 Apr 29 04:09:40.667918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35168) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.671917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-74fac5b4-9ade-4ec6-b4b4-c504f7e1d154 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.672817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-74fac5b4-9ade-4ec6-b4b4-c504f7e1d154 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041106 Apr 29 04:09:40.674788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35170) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.678367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-5be33e12-e961-419c-ac2f-d1caa3769794 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.679270 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5be33e12-e961-419c-ac2f-d1caa3769794 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0036943 Apr 29 04:09:40.681494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35172) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.685022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-5ecab60a-97de-42d2-b15f-4fe77d60ccdf tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.685959 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5ecab60a-97de-42d2-b15f-4fe77d60ccdf tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0036778 Apr 29 04:09:40.687930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35174) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.691448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-c51de0a6-c805-4feb-a99e-5a39c5189482 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.692350 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c51de0a6-c805-4feb-a99e-5a39c5189482 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0036271 Apr 29 04:09:40.694367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35176) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.697912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-983039d6-2c17-4fbd-8197-9a64773ddb3d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.699360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-983039d6-2c17-4fbd-8197-9a64773ddb3d tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041764 Apr 29 04:09:40.701279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35178) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.704811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-4667ad7b-9164-4269-80e9-6fbef9595981 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.705735 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4667ad7b-9164-4269-80e9-6fbef9595981 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0036292 Apr 29 04:09:40.707673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35180) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.711215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-993034c8-a96e-4e30-9697-14210a77b440 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.712115 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-993034c8-a96e-4e30-9697-14210a77b440 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0036478 Apr 29 04:09:40.714728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35182) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.718235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-4ef4c0bf-c216-4c36-8062-65836dc726f2 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.719196 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4ef4c0bf-c216-4c36-8062-65836dc726f2 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0036764 Apr 29 04:09:40.721122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35184) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.725164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-075bb056-ad95-42f9-ad51-bdd639d9f00a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.726104 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-075bb056-ad95-42f9-ad51-bdd639d9f00a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041637 Apr 29 04:09:40.728050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.731604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-3f636c3c-358a-4ea3-b131-c48786555510 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.732512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3f636c3c-358a-4ea3-b131-c48786555510 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0036798 Apr 29 04:09:40.734649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35188) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.738419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-54da5e27-358c-4852-9fa9-b3a68f745b61 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.739303 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54da5e27-358c-4852-9fa9-b3a68f745b61 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038421 Apr 29 04:09:40.741277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35190) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.744795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-3065b799-1604-433e-a3d1-011aa733f253 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.746002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3065b799-1604-433e-a3d1-011aa733f253 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0036650 Apr 29 04:09:40.747767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35192) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.751461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-90daf080-a09f-4d85-b6eb-a11f7d9ff24c tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.752646 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-90daf080-a09f-4d85-b6eb-a11f7d9ff24c tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037498 Apr 29 04:09:40.754336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35194) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.757890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-d0730626-4404-4669-ba2a-bdb8ca49810a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.758787 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d0730626-4404-4669-ba2a-bdb8ca49810a tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0036569 Apr 29 04:09:40.761273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35196) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.764803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-e95b86d2-ade2-4954-be4f-90d8e9c30437 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.765722 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e95b86d2-ade2-4954-be4f-90d8e9c30437 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0036342 Apr 29 04:09:40.767660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35198) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.771189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-8542dd54-26cc-49b4-b90b-d086ec8a7159 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.772077 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8542dd54-26cc-49b4-b90b-d086ec8a7159 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0036299 Apr 29 04:09:40.774135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35200) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:40.780863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [None req-d1a61dac-ff62-4b03-b98a-24be93fb7d36 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:09:40.781804 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d1a61dac-ff62-4b03-b98a-24be93fb7d36 tempest-ExtensionsTestJSON-598628877 tempest-ExtensionsTestJSON-598628877-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0068796 Apr 29 04:09:41.214023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a1643f81-c3f6-4645-8e95-6f107f201bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.220413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35206) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:41.240133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35210) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:41.318169 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0d9ee059-6c82-4398-b01f-0ab4bd9afb2d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 200 len: 992 time: 0.0650351 Apr 29 04:09:41.327009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a5fea355-b421-4db6-97f6-91d7575c38eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.406897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a5fea355-b421-4db6-97f6-91d7575c38eb admin admin] Publish callbacks [] for security_group (22d56343-d7e8-401f-8da8-81bff8005a4a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.473890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a5fea355-b421-4db6-97f6-91d7575c38eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (22d56343-d7e8-401f-8da8-81bff8005a4a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.510398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea355-b421-4db6-97f6-91d7575c38eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d56343-d7e8-401f-8da8-81bff8005a4a,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:41.516197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a5fea355-b421-4db6-97f6-91d7575c38eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b79ca1960ac84c9b88f769f0402d35e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947943 Apr 29 04:09:41.518793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35212) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:41.566026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27c16f0a-1671-476c-aa91-8f4799ae6436 admin admin] Publish callbacks [] for security_group (22d56343-d7e8-401f-8da8-81bff8005a4a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.585969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27c16f0a-1671-476c-aa91-8f4799ae6436 admin admin] Publish callbacks [] for security_group (22d56343-d7e8-401f-8da8-81bff8005a4a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.700048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27c16f0a-1671-476c-aa91-8f4799ae6436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (22d56343-d7e8-401f-8da8-81bff8005a4a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.702643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27c16f0a-1671-476c-aa91-8f4799ae6436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:41.703793 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-27c16f0a-1671-476c-aa91-8f4799ae6436 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22d56343-d7e8-401f-8da8-81bff8005a4a HTTP/1.1" status: 204 len: 168 time: 0.1840923 Apr 29 04:09:41.711251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16f0a-1671-476c-aa91-8f4799ae6436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d56343-d7e8-401f-8da8-81bff8005a4a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:42.134485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:42.704283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35234) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:42.800663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'networks': [{'name': 'tempest-network--671712176'}, {'name': 'tempest-network--2043012693'}]} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:42.800984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'network': {'name': 'tempest-network--671712176'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:42.801462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'network': {'name': 'tempest-network--2043012693'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:42.919862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'network': 2} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:42.923964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:42.932279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.003685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for security_group (73b954ea-c390-45c9-90bb-5fe6748f379c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.068631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (73b954ea-c390-45c9-90bb-5fe6748f379c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.069099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.107005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b954ea-c390-45c9-90bb-5fe6748f379c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:43.113258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:43.123065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (78037a17-9554-4426-ba46-a36c5cb052a4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.123414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Added segment 78037a17-9554-4426-ba46-a36c5cb052a4 of type vlan for network 4db9f0fc-d451-40aa-af37-6196cc352a41 Apr 29 04:09:43.162060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (4db9f0fc-d451-40aa-af37-6196cc352a41), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.189807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:43.198192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e90a7506-10c7-44b2-b010-7a879b26534c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.203901 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Added segment e90a7506-10c7-44b2-b010-7a879b26534c of type vlan for network 82c03994-96e4-4cff-be85-07d5c008556f Apr 29 04:09:43.236736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (82c03994-96e4-4cff-be85-07d5c008556f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.326038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (4db9f0fc-d451-40aa-af37-6196cc352a41), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.326482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (82c03994-96e4-4cff-be85-07d5c008556f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.331573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:43.335833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:43.336460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.403719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Network': ['ID=4db9f0fc-d451-40aa-af37-6196cc352a41,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:43.413863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 4db9f0fc-d451-40aa-af37-6196cc352a41 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:43.465409 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7599931 Apr 29 04:09:43.468042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35238) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:43.468554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4208845-d31f-45a0-99b9-77e12519ca0e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Network': ['ID=82c03994-96e4-4cff-be85-07d5c008556f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:43.483123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 82c03994-96e4-4cff-be85-07d5c008556f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:43.720372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:43.871536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea17db4-cbf4-4130-bb13-2bd0b92288d2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:43.876750 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea17db4-cbf4-4130-bb13-2bd0b92288d2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:43.881635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea17db4-cbf4-4130-bb13-2bd0b92288d2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:43.887409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea17db4-cbf4-4130-bb13-2bd0b92288d2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:43.889004 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4ea17db4-cbf4-4130-bb13-2bd0b92288d2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4199784 Apr 29 04:09:43.891810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35240) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:43.974470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (4db9f0fc-d451-40aa-af37-6196cc352a41), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.055622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (4db9f0fc-d451-40aa-af37-6196cc352a41), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.080332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db9f0fc-d451-40aa-af37-6196cc352a41']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:44.089474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78037a17-9554-4426-ba46-a36c5cb052a4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:44.089765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78037a17-9554-4426-ba46-a36c5cb052a4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:44.098743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (78037a17-9554-4426-ba46-a36c5cb052a4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.111319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (78037a17-9554-4426-ba46-a36c5cb052a4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.117171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:44.120561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (78037a17-9554-4426-ba46-a36c5cb052a4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:44.120978 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:44.236898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (4db9f0fc-d451-40aa-af37-6196cc352a41), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.243449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.246898 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/networks/4db9f0fc-d451-40aa-af37-6196cc352a41 HTTP/1.1" status: 204 len: 168 time: 0.3541613 Apr 29 04:09:44.249724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35242) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:44.257732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Network': ['ID=4db9f0fc-d451-40aa-af37-6196cc352a41,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:44.265257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.265625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.265967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.266305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.266676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.267009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.267335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.267663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.267987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.268306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.268627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.268951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.269274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.269625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.269949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bc0db-f0eb-4fa9-99ea-1958def210d0 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:44.330173 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (82c03994-96e4-4cff-be85-07d5c008556f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.415918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (82c03994-96e4-4cff-be85-07d5c008556f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.436222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c03994-96e4-4cff-be85-07d5c008556f']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:44.445065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90a7506-10c7-44b2-b010-7a879b26534c') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:44.445386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90a7506-10c7-44b2-b010-7a879b26534c') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:44.454499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (e90a7506-10c7-44b2-b010-7a879b26534c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.467051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e90a7506-10c7-44b2-b010-7a879b26534c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.472706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:44.473084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (e90a7506-10c7-44b2-b010-7a879b26534c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:44.476054 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:44.583096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (82c03994-96e4-4cff-be85-07d5c008556f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.590080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.594149 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/networks/82c03994-96e4-4cff-be85-07d5c008556f HTTP/1.1" status: 204 len: 168 time: 0.3423793 Apr 29 04:09:44.595891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35244) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:44.605519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f66aae-60ae-4ab6-aa56-da012e8c5dc2 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Network': ['ID=82c03994-96e4-4cff-be85-07d5c008556f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:44.698746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd586aa8-4694-45ad-a808-f18efaec0b73 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:44.704108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd586aa8-4694-45ad-a808-f18efaec0b73 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:44.705643 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fd586aa8-4694-45ad-a808-f18efaec0b73 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1086481 Apr 29 04:09:44.709228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35246) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:44.714354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-169540774'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:44.813917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:44.817255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.841404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:44.849634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6b160bfe-d139-4400-b0c1-8f9cde003bd3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.849979 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Added segment 6b160bfe-d139-4400-b0c1-8f9cde003bd3 of type vlan for network 6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6 Apr 29 04:09:44.888412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.971097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:44.976148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:44.977857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.048023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Network': ['ID=6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:45.058030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:45.081303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.100576 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-63849c58-182b-4b4a-826b-7b8f8349843a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3897920 Apr 29 04:09:45.102724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35248) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:45.107780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-336490769'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:45.177129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:45.180674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.203659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:45.211989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (eca10a04-3c0b-45e3-9cf3-8651671fe1d4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.212326 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Added segment eca10a04-3c0b-45e3-9cf3-8651671fe1d4 of type vlan for network a039cb3f-a00b-466b-80a0-6b206090a60b Apr 29 04:09:45.250027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a039cb3f-a00b-466b-80a0-6b206090a60b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.340310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a039cb3f-a00b-466b-80a0-6b206090a60b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.345379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:45.345996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.412978 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Network': ['ID=a039cb3f-a00b-466b-80a0-6b206090a60b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:45.423450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a039cb3f-a00b-466b-80a0-6b206090a60b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:45.439521 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86eeb48f-0b11-479a-804a-ecf822205187 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3357131 Apr 29 04:09:45.442340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35250) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:45.447111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'ports': [{'network_id': '6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6', 'name': 'tempest-port--660186491', 'admin_state_up': True}, {'network_id': 'a039cb3f-a00b-466b-80a0-6b206090a60b', 'admin_state_up': False}]} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:45.447420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'port': {'network_id': '6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6', 'name': 'tempest-port--660186491', 'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:45.447890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'port': {'network_id': 'a039cb3f-a00b-466b-80a0-6b206090a60b', 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:45.697267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'port': 2} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:45.701998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.714555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:45.861481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] device_id is not set on port 964e5c88-868a-4163-b10b-6f0b8854c438 yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:45.938893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for port (964e5c88-868a-4163-b10b-6f0b8854c438), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.007921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] device_id is not set on port 390e9a32-00dd-426e-b3ab-f50ac54ef75a yet. {{(pid=116104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:09:46.083309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for port (390e9a32-00dd-426e-b3ab-f50ac54ef75a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.174312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (964e5c88-868a-4163-b10b-6f0b8854c438), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.233746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Port': ['ID=964e5c88-868a-4163-b10b-6f0b8854c438,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:46.242934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Checking segment: {'id': '6b160bfe-d139-4400-b0c1-8f9cde003bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:46.246014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network hostable DHCP agents. Network: 6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:09:46.325394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network 6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:09:46.399846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:46.403489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:46.404342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (390e9a32-00dd-426e-b3ab-f50ac54ef75a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.408360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b43bd9-d1af-4d19-8360-543e1614247c None None] Network 6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:46.465276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Port': ['ID=390e9a32-00dd-426e-b3ab-f50ac54ef75a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:46.482274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Checking segment: {'id': 'eca10a04-3c0b-45e3-9cf3-8651671fe1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a039cb3f-a00b-466b-80a0-6b206090a60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:46.482627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network hostable DHCP agents. Network: a039cb3f-a00b-466b-80a0-6b206090a60b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:09:46.554970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network a039cb3f-a00b-466b-80a0-6b206090a60b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:09:46.626093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a039cb3f-a00b-466b-80a0-6b206090a60b) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:46.629713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:46.635782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:46.635983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6a966-7e99-4862-890c-d6d3f50eab9d None None] Network a039cb3f-a00b-466b-80a0-6b206090a60b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:46.640420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:46.641085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.717076 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-447f6900-f239-4e39-983b-fcfab982ee47 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2737160 Apr 29 04:09:46.719579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35252) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:46.767605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4602c7-e2f0-44c1-86bb-e43322ee01b5 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:46.772917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4602c7-e2f0-44c1-86bb-e43322ee01b5 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:46.774442 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0e4602c7-e2f0-44c1-86bb-e43322ee01b5 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0539396 Apr 29 04:09:46.777286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35254) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:46.853404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Deleting port 964e5c88-868a-4163-b10b-6f0b8854c438 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:46.853723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (964e5c88-868a-4163-b10b-6f0b8854c438), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.921639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (964e5c88-868a-4163-b10b-6f0b8854c438), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:46.934268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Calling delete_port for 964e5c88-868a-4163-b10b-6f0b8854c438 owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:47.100081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (964e5c88-868a-4163-b10b-6f0b8854c438), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.132944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Port': ['ID=964e5c88-868a-4163-b10b-6f0b8854c438,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:47.138151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.141472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6e3956f9-4c14-4110-9683-5bb7d2f59700 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/ports/964e5c88-868a-4163-b10b-6f0b8854c438 HTTP/1.1" status: 204 len: 168 time: 0.3631957 Apr 29 04:09:47.143995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35256) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:47.222096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Deleting port 390e9a32-00dd-426e-b3ab-f50ac54ef75a {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:47.222354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (390e9a32-00dd-426e-b3ab-f50ac54ef75a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.290616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (390e9a32-00dd-426e-b3ab-f50ac54ef75a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.303598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Calling delete_port for 390e9a32-00dd-426e-b3ab-f50ac54ef75a owned by {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:47.436949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (390e9a32-00dd-426e-b3ab-f50ac54ef75a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.463292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Port': ['ID=390e9a32-00dd-426e-b3ab-f50ac54ef75a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:47.471625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.474678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4f51a986-24a5-4c36-beee-6c6a3439b589 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/ports/390e9a32-00dd-426e-b3ab-f50ac54ef75a HTTP/1.1" status: 204 len: 168 time: 0.3296955 Apr 29 04:09:47.477209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35258) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:47.508817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fc355c2c-0156-493a-8590-c21f68f94503 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305302 Apr 29 04:09:47.512294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35260) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:47.516845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1615259378'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:47.602365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:47.606253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.629495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:47.638002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.638429 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Added segment 2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4 of type vlan for network fbcd8c1b-6e50-4dca-841a-fab76976fa63 Apr 29 04:09:47.677695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (fbcd8c1b-6e50-4dca-841a-fab76976fa63), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.751079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (fbcd8c1b-6e50-4dca-841a-fab76976fa63), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.756272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:47.756877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.824069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Network': ['ID=fbcd8c1b-6e50-4dca-841a-fab76976fa63,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:47.834255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network fbcd8c1b-6e50-4dca-841a-fab76976fa63 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:47.845713 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3623bd95-b800-4c2f-accc-b6ddca05fe1b tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3323610 Apr 29 04:09:47.848267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35262) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:47.853066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1018162137'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:47.939481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:47.942799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.965571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:47.973821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c52485a6-21af-465e-b97b-662127056cfd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:47.974155 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Added segment c52485a6-21af-465e-b97b-662127056cfd of type vlan for network 5b33c343-3df0-450c-ae81-ff704af05b9e Apr 29 04:09:48.012300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5b33c343-3df0-450c-ae81-ff704af05b9e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:48.099745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5b33c343-3df0-450c-ae81-ff704af05b9e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:48.104752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:48.105441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:48.172560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Network': ['ID=5b33c343-3df0-450c-ae81-ff704af05b9e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:48.182565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5b33c343-3df0-450c-ae81-ff704af05b9e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:48.196933 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5aa9d6fd-c1df-4d25-b766-1896cecb84b3 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3476658 Apr 29 04:09:48.326850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35264) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:48.332042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'subnets': [{'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--824459464', 'ip_version': 4}, {'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:48.332363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'subnet': {'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--824459464', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:48.332966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Request body: {'subnet': {'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:48.565339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Made reservation on behalf of befa4a77b09043c58411fc9dcbe47144 for: {'subnet': 2} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:48.569735 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:48.570197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:48.957405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (f4201482-42b6-457b-80f2-2e70312f447a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.016364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Subnet': ['ID=f4201482-42b6-457b-80f2-2e70312f447a,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:49.025043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Checking segment: {'id': '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:49.025433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network hostable DHCP agents. Network: fbcd8c1b-6e50-4dca-841a-fab76976fa63, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:09:49.097002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network fbcd8c1b-6e50-4dca-841a-fab76976fa63 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:09:49.185492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, fbcd8c1b-6e50-4dca-841a-fab76976fa63) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:49.189267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (39b28b74-718d-46b9-a402-174a8d53a570), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.195050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c67a8-c087-4cf8-8db7-3da52acbcb84 None None] Network fbcd8c1b-6e50-4dca-841a-fab76976fa63 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:49.250957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event updated for resources: {'Subnet': ['ID=39b28b74-718d-46b9-a402-174a8d53a570,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:49.258019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Checking segment: {'id': 'c52485a6-21af-465e-b97b-662127056cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:49.258388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network hostable DHCP agents. Network: 5b33c343-3df0-450c-ae81-ff704af05b9e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:09:49.297208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-fbcd8c1b-6e50-4dca-841a-fab76976fa63', 'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63', 'project_id': 'befa4a77b09043c58411fc9dcbe47144', 'fixed_ips': [{'subnet_id': 'f4201482-42b6-457b-80f2-2e70312f447a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:49.298115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.334495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Network 5b33c343-3df0-450c-ae81-ff704af05b9e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:09:49.400166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5b33c343-3df0-450c-ae81-ff704af05b9e) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:49.404924 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:49.405437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:49.406098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.415582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64137de-baa3-45a0-b20f-e24ea9629387 None None] Network 5b33c343-3df0-450c-ae81-ff704af05b9e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:49.466420 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a05a02f2-412b-47f0-83da-6b522b63e665 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1384690 Apr 29 04:09:49.468815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35266) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:49.486792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Allocated IP 172.20.0.2 (fbcd8c1b-6e50-4dca-841a-fab76976fa63/f4201482-42b6-457b-80f2-2e70312f447a/a7bd4a46-b1bb-45c2-b382-55e95d63b1b5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:49.525716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866c1dd-c28e-4e89-b53e-c1c10171ade4 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:49.527834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866c1dd-c28e-4e89-b53e-c1c10171ade4 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:49.529145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866c1dd-c28e-4e89-b53e-c1c10171ade4 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:49.530778 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7866c1dd-c28e-4e89-b53e-c1c10171ade4 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0609324 Apr 29 04:09:49.534199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35268) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:49.553036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-5b33c343-3df0-450c-ae81-ff704af05b9e', 'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e', 'project_id': 'befa4a77b09043c58411fc9dcbe47144', 'fixed_ips': [{'subnet_id': '39b28b74-718d-46b9-a402-174a8d53a570'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:49.553938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.594605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Deleting subnet f4201482-42b6-457b-80f2-2e70312f447a {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:49.766119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Publish callbacks [] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.792077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Allocated IP 172.20.0.18 (5b33c343-3df0-450c-ae81-ff704af05b9e/39b28b74-718d-46b9-a402-174a8d53a570/f7ef5928-0ad1-4877-b9ae-15fa1ac9c303) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:49.848060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for subnet (f4201482-42b6-457b-80f2-2e70312f447a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.856360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.889993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f4201482-42b6-457b-80f2-2e70312f447a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.895660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:49.926463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Network fbcd8c1b-6e50-4dca-841a-fab76976fa63 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:49.932538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Pushing event updated for resources: {'Port': ['ID=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:49.940436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:49.947681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:49.953493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.953841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.954183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.954519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.954851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.955180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.955502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.955825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.956146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.956473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.956796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.957116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.957462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.957781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.958100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:09:49.972851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f4201482-42b6-457b-80f2-2e70312f447a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.040453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Publish callbacks [] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.050720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Attempting to bind port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:50.051093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Attempting to bind port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:50.051458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Attempting to bind port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 on network fbcd8c1b-6e50-4dca-841a-fab76976fa63 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:50.056815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:50.057190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Checking segment: {'id': '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:50.057615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.058501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Bound using segment: {'id': '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:50.058970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Bound port: a7bd4a46-b1bb-45c2-b382-55e95d63b1b5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fbcd8c1b-6e50-4dca-841a-fab76976fa63'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:50.059347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.109145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f4201482-42b6-457b-80f2-2e70312f447a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.119880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] For port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:50.123563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] For port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,segment=NetworkSegment(2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4),segment_id=2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:50.131649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.137557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Subnet': ['ID=f4201482-42b6-457b-80f2-2e70312f447a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:50.141090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.144317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-932aee21-b2fa-483a-b9aa-efc4b9157169 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/subnets/f4201482-42b6-457b-80f2-2e70312f447a HTTP/1.1" status: 204 len: 168 time: 0.6090047 Apr 29 04:09:50.147014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35270) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:50.171788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Network 5b33c343-3df0-450c-ae81-ff704af05b9e is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:50.176673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:50.184622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:50.188154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.191402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Pushing event updated for resources: {'Port': ['ID=f7ef5928-0ad1-4877-b9ae-15fa1ac9c303,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:50.197834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Deleting subnet 39b28b74-718d-46b9-a402-174a8d53a570 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:09:50.201544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for subnet (39b28b74-718d-46b9-a402-174a8d53a570), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.240691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (39b28b74-718d-46b9-a402-174a8d53a570), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.298230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Attempting to bind port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:50.298778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Attempting to bind port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c52485a6-21af-465e-b97b-662127056cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:50.298962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Attempting to bind port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 on network 5b33c343-3df0-450c-ae81-ff704af05b9e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:50.300983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b7a44-bfc7-4ed2-957c-3544b4f36ce4 None None] Pushing event updated for resources: {'Port': ['ID=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:50.309282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:50.309751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Checking segment: {'id': 'c52485a6-21af-465e-b97b-662127056cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:50.310152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.310541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Bound using segment: {'id': 'c52485a6-21af-465e-b97b-662127056cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:50.311026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Bound port: f7ef5928-0ad1-4877-b9ae-15fa1ac9c303, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52485a6-21af-465e-b97b-662127056cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b33c343-3df0-450c-ae81-ff704af05b9e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:50.311413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.337304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (39b28b74-718d-46b9-a402-174a8d53a570), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.463594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (39b28b74-718d-46b9-a402-174a8d53a570), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.466336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] For port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:50.469654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] For port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f7ef5928-0ad1-4877-b9ae-15fa1ac9c303,segment=NetworkSegment(c52485a6-21af-465e-b97b-662127056cfd),segment_id=c52485a6-21af-465e-b97b-662127056cfd)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:50.495063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Subnet': ['ID=39b28b74-718d-46b9-a402-174a8d53a570,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:50.497650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.500847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-af58ccf5-5934-4374-94c2-c75471aed836 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/subnets/39b28b74-718d-46b9-a402-174a8d53a570 HTTP/1.1" status: 204 len: 168 time: 0.3528726 Apr 29 04:09:50.503436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35272) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:50.540791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.556130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097c666-f2cd-4e1f-a6de-1f2d32c3835a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:50.562070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b097c666-f2cd-4e1f-a6de-1f2d32c3835a tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530791 Apr 29 04:09:50.562321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35274) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:50.614229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21db596-bb36-4bdc-9912-d2f62f23cf63 None None] Pushing event updated for resources: {'Port': ['ID=f7ef5928-0ad1-4877-b9ae-15fa1ac9c303,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:50.661022 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5b33c343-3df0-450c-ae81-ff704af05b9e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.706539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Deleting port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:50.706873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.784272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] For port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f7ef5928-0ad1-4877-b9ae-15fa1ac9c303,segment=NetworkSegment(c52485a6-21af-465e-b97b-662127056cfd),segment_id=c52485a6-21af-465e-b97b-662127056cfd)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:50.784640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.805849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Calling delete_port for f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:50.945967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (f7ef5928-0ad1-4877-b9ae-15fa1ac9c303), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:50.972411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Port': ['ID=f7ef5928-0ad1-4877-b9ae-15fa1ac9c303,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:50.976973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] No DVR routers for this DVR port f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:51.062154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5b33c343-3df0-450c-ae81-ff704af05b9e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.084199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b33c343-3df0-450c-ae81-ff704af05b9e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:51.094751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52485a6-21af-465e-b97b-662127056cfd') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:51.095045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52485a6-21af-465e-b97b-662127056cfd') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:51.104805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (c52485a6-21af-465e-b97b-662127056cfd), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.119089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c52485a6-21af-465e-b97b-662127056cfd), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.125703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:51.127473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (c52485a6-21af-465e-b97b-662127056cfd), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:51.129094 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:51.255650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd1d361-5552-4351-8641-8f22db7d509c None None] Network fbcd8c1b-6e50-4dca-841a-fab76976fa63 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:51.286112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5b33c343-3df0-450c-ae81-ff704af05b9e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.293008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.298446 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/networks/5b33c343-3df0-450c-ae81-ff704af05b9e HTTP/1.1" status: 204 len: 168 time: 0.7329009 Apr 29 04:09:51.298728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35276) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:51.322947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97a2f5-f550-4d5d-8942-e088e763c062 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Network': ['ID=5b33c343-3df0-450c-ae81-ff704af05b9e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:51.376744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] Provisioning complete for port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:51.381456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.410699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (fbcd8c1b-6e50-4dca-841a-fab76976fa63), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.468767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:51.477734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Deleting port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:51.478083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.515546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] Current status of the port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:51.515933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.518224 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] DHCP port deletion for fbcd8c1b-6e50-4dca-841a-fab76976fa63 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:51.565926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] For port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,segment=NetworkSegment(2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4),segment_id=2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:51.566560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.582492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Calling delete_port for a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:51.597563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] For port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,segment=NetworkSegment(2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4),segment_id=2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:51.598478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:51.598848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.600531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] Deleting port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:09:51.600887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.679679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.728267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c2990-b1a9-404b-8047-9f97cab88c00 None None] DHCP port deletion for 5b33c343-3df0-450c-ae81-ff704af05b9e request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:09:51.731184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] For port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,segment=NetworkSegment(2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4),segment_id=2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:51.731583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.734818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.753728 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No ports have port_id starting with a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 Apr 29 04:09:51.760823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] Calling delete_port for a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:09:51.763907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Port': ['ID=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:51.769963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] No DVR routers for this DVR port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:51.783818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c216b-2df2-4465-816a-9fcef707abde None None] Network 5b33c343-3df0-450c-ae81-ff704af05b9e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:51.787622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f854b-dab1-4c0c-81e8-5f86240c1ee9 None None] Pushing event updated for resources: {'Port': ['ID=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:51.832279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-da058390-2e85-4209-9294-cec7791298a9 None None] Could not find standard attr ID for object f7ef5928-0ad1-4877-b9ae-15fa1ac9c303. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:09:51.832977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c216b-2df2-4465-816a-9fcef707abde None None] Network 5b33c343-3df0-450c-ae81-ff704af05b9e could not be found, it might have been deleted concurrently. {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 04:09:51.853738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (fbcd8c1b-6e50-4dca-841a-fab76976fa63), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.872589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (a7bd4a46-b1bb-45c2-b382-55e95d63b1b5), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.874569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcd8c1b-6e50-4dca-841a-fab76976fa63']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:51.883821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:51.884118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:51.898018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.901661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] Pushing event deleted for resources: {'Port': ['ID=a7bd4a46-b1bb-45c2-b382-55e95d63b1b5,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:51.903529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb852b-7ef4-4897-aa49-c9874ca2d2e6 None None] No DVR routers for this DVR port a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:09:51.916143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.923163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:51.923554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (2a2bd3c8-3d32-4cd2-b744-c96d3372f8b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:51.926570 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:52.036813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (fbcd8c1b-6e50-4dca-841a-fab76976fa63), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.043780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.048926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/networks/fbcd8c1b-6e50-4dca-841a-fab76976fa63 HTTP/1.1" status: 204 len: 168 time: 0.7473135 Apr 29 04:09:52.049625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35278) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:52.059014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7118709-c22d-4a83-a31b-f89169d14e3e tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Network': ['ID=fbcd8c1b-6e50-4dca-841a-fab76976fa63,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:52.123854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a039cb3f-a00b-466b-80a0-6b206090a60b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.208826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a039cb3f-a00b-466b-80a0-6b206090a60b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.228094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a039cb3f-a00b-466b-80a0-6b206090a60b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:52.237513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca10a04-3c0b-45e3-9cf3-8651671fe1d4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:52.237809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca10a04-3c0b-45e3-9cf3-8651671fe1d4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:52.247306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (eca10a04-3c0b-45e3-9cf3-8651671fe1d4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.260017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (eca10a04-3c0b-45e3-9cf3-8651671fe1d4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.266284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:52.266661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (eca10a04-3c0b-45e3-9cf3-8651671fe1d4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:52.269524 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:52.405518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a039cb3f-a00b-466b-80a0-6b206090a60b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.410073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.413253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/networks/a039cb3f-a00b-466b-80a0-6b206090a60b HTTP/1.1" status: 204 len: 168 time: 0.3627870 Apr 29 04:09:52.415797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35280) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:52.428482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234470e9-c845-482e-8fa6-7dec614dd489 tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Network': ['ID=a039cb3f-a00b-466b-80a0-6b206090a60b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:52.500029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.581111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.599917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:52.609456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b160bfe-d139-4400-b0c1-8f9cde003bd3') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:52.609744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b160bfe-d139-4400-b0c1-8f9cde003bd3') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:09:52.618793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (6b160bfe-d139-4400-b0c1-8f9cde003bd3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.631925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6b160bfe-d139-4400-b0c1-8f9cde003bd3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.637581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:09:52.637950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (6b160bfe-d139-4400-b0c1-8f9cde003bd3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:09:52.640766 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:09:52.768434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.776631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:52.781435 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] 10.222.0.37 "DELETE /v2.0/networks/6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6 HTTP/1.1" status: 204 len: 168 time: 0.3627484 Apr 29 04:09:52.791105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff646-211e-4589-be8c-1b39fe3863ac tempest-BulkNetworkOpsTest-38236867 tempest-BulkNetworkOpsTest-38236867-project] Pushing event deleted for resources: {'Network': ['ID=6dd6dc55-2bf3-4d36-8d6e-3fb6d89e25b6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:53.191863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35286) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:53.325406 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d6176769-bb42-4f0a-a7cc-6f15714681de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=befa4a77b09043c58411fc9dcbe47144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323767 Apr 29 04:09:53.328685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35290) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:53.372787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:53.376727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1879a702-5ce6-42e7-bb7c-2247ce53c38b admin admin] Publish callbacks [] for security_group (73b954ea-c390-45c9-90bb-5fe6748f379c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:53.392149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:53.392487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f7ef5928-0ad1-4877-b9ae-15fa1ac9c303 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:53.392890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:09:53.398239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1879a702-5ce6-42e7-bb7c-2247ce53c38b admin admin] Publish callbacks [] for security_group (73b954ea-c390-45c9-90bb-5fe6748f379c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:53.411883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:09:53.412224 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a7bd4a46-b1bb-45c2-b382-55e95d63b1b5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:09:53.514123 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1879a702-5ce6-42e7-bb7c-2247ce53c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (73b954ea-c390-45c9-90bb-5fe6748f379c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:53.516639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1879a702-5ce6-42e7-bb7c-2247ce53c38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:53.517828 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1879a702-5ce6-42e7-bb7c-2247ce53c38b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73b954ea-c390-45c9-90bb-5fe6748f379c HTTP/1.1" status: 204 len: 168 time: 0.1882398 Apr 29 04:09:53.525370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879a702-5ce6-42e7-bb7c-2247ce53c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b954ea-c390-45c9-90bb-5fe6748f379c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:54.464803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35312) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:54.555684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3fbcf3c6-c0da-4783-bc6b-988058ce3921 tempest-DvrRoutersNegativeTest-1301243660 tempest-DvrRoutersNegativeTest-1301243660-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1057488429', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:54.558382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.policy [None req-3fbcf3c6-c0da-4783-bc6b-988058ce3921 tempest-DvrRoutersNegativeTest-1301243660 tempest-DvrRoutersNegativeTest-1301243660-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=116104) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 29 04:09:54.558679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.policy [None req-3fbcf3c6-c0da-4783-bc6b-988058ce3921 tempest-DvrRoutersNegativeTest-1301243660 tempest-DvrRoutersNegativeTest-1301243660-project] Failed policy enforce for 'create_router' {{(pid=116104) enforce /opt/stack/neutron/neutron/policy.py:532}} Apr 29 04:09:54.559203 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-3fbcf3c6-c0da-4783-bc6b-988058ce3921 tempest-DvrRoutersNegativeTest-1301243660 tempest-DvrRoutersNegativeTest-1301243660-project] create failed (client error): Access was denied to this resource. Apr 29 04:09:54.560170 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3fbcf3c6-c0da-4783-bc6b-988058ce3921 tempest-DvrRoutersNegativeTest-1301243660 tempest-DvrRoutersNegativeTest-1301243660-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0943542 Apr 29 04:09:54.959213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:55.061826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a085920-bc41-473c-ad26-411c061a0fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.132904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a085920-bc41-473c-ad26-411c061a0fff admin admin] Publish callbacks [] for security_group (44ecb823-7439-461f-b25e-7de8bb594c49), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.202278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a085920-bc41-473c-ad26-411c061a0fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (44ecb823-7439-461f-b25e-7de8bb594c49), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.242357 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9a085920-bc41-473c-ad26-411c061a0fff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35170423e778443b983bbdc683c90070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821305 Apr 29 04:09:55.243197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a085920-bc41-473c-ad26-411c061a0fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ecb823-7439-461f-b25e-7de8bb594c49,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:55.245137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35324) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:55.293917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b55dfdd1-27da-4c60-9149-bc83816f5e5f admin admin] Publish callbacks [] for security_group (44ecb823-7439-461f-b25e-7de8bb594c49), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.315051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b55dfdd1-27da-4c60-9149-bc83816f5e5f admin admin] Publish callbacks [] for security_group (44ecb823-7439-461f-b25e-7de8bb594c49), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.411376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b55dfdd1-27da-4c60-9149-bc83816f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (44ecb823-7439-461f-b25e-7de8bb594c49), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.413911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b55dfdd1-27da-4c60-9149-bc83816f5e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:55.415055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b55dfdd1-27da-4c60-9149-bc83816f5e5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44ecb823-7439-461f-b25e-7de8bb594c49 HTTP/1.1" status: 204 len: 168 time: 0.1678143 Apr 29 04:09:55.422846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dfdd1-27da-4c60-9149-bc83816f5e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ecb823-7439-461f-b25e-7de8bb594c49,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:56.429010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35346) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:56.524742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-156386397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:56.657035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (d5e42645-a59f-447b-be96-015dc7a0846a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:56.658240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (d5e42645-a59f-447b-be96-015dc7a0846a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:56.707907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router_controller (d5e42645-a59f-447b-be96-015dc7a0846a), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:56.777918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (d5e42645-a59f-447b-be96-015dc7a0846a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:56.858764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:56.859958 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2b65b6ef-4c62-44df-845e-d754b932d61f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4296706 Apr 29 04:09:56.862573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35350) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:56.867273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1515219217'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:56.945239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Made reservation on behalf of 5917dc1cd0ac4cca919754038f1a1cbb for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:56.948462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:56.957095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.030665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for security_group (bb3c833d-0ec9-497e-9997-bea0adb2019f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.108544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bb3c833d-0ec9-497e-9997-bea0adb2019f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.134766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:57.144688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3c833d-0ec9-497e-9997-bea0adb2019f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:57.149344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b0a02f56-9794-481a-a23a-ae16dc253725), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.149691 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Added segment b0a02f56-9794-481a-a23a-ae16dc253725 of type vlan for network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 Apr 29 04:09:57.192050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (7a7d1e93-2ef5-42c5-9750-2f0f92c08731), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.259841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (7a7d1e93-2ef5-42c5-9750-2f0f92c08731), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.265465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:57.266120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.330413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Network': ['ID=7a7d1e93-2ef5-42c5-9750-2f0f92c08731,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:57.340699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:57.354205 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7040abc8-96bf-45ac-b3a7-c7d7a8ca28f5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4906464 Apr 29 04:09:57.357076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35352) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:57.362108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'subnet': {'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:57.511963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Made reservation on behalf of 5917dc1cd0ac4cca919754038f1a1cbb for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:57.515575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.774370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (ac251bdd-f44f-4b8f-83c0-a14620c3a886), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.833407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Subnet': ['ID=ac251bdd-f44f-4b8f-83c0-a14620c3a886,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:57.842262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Checking segment: {'id': 'b0a02f56-9794-481a-a23a-ae16dc253725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:57.842627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network hostable DHCP agents. Network: 7a7d1e93-2ef5-42c5-9750-2f0f92c08731, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:09:57.916344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:09:57.988394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 7a7d1e93-2ef5-42c5-9750-2f0f92c08731) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:57.992564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:57.993160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:57.997487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63f35f-d077-4d5b-983a-9e72729ad35f None None] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:58.065700 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bac7e579-fbed-4cf7-bf54-b4f801076404 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7074003 Apr 29 04:09:58.068609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35354) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:58.073570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'network': {'name': 'tempest-router-network01--1218127873'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:58.134371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Made reservation on behalf of 5917dc1cd0ac4cca919754038f1a1cbb for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:58.137762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.163185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:58.173120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c48a1c16-162e-4205-b0ae-79992403b031), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.173494 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Added segment c48a1c16-162e-4205-b0ae-79992403b031 of type vlan for network 185863fd-881b-4aaf-9f1b-8bea478f6946 Apr 29 04:09:58.218501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (185863fd-881b-4aaf-9f1b-8bea478f6946), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.245050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-7a7d1e93-2ef5-42c5-9750-2f0f92c08731', 'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731', 'project_id': '5917dc1cd0ac4cca919754038f1a1cbb', 'fixed_ips': [{'subnet_id': 'ac251bdd-f44f-4b8f-83c0-a14620c3a886'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:09:58.246019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.305968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (185863fd-881b-4aaf-9f1b-8bea478f6946), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.310973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:58.311581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.378021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Network': ['ID=185863fd-881b-4aaf-9f1b-8bea478f6946,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:58.379308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Allocated IP 172.20.0.2 (7a7d1e93-2ef5-42c5-9750-2f0f92c08731/ac251bdd-f44f-4b8f-83c0-a14620c3a886/4354c809-9eb0-4528-9d41-10aba69a319f) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:09:58.390292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:58.403292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-330a326e-ed4f-480a-ac23-7540f006600b tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3335822 Apr 29 04:09:58.405815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35356) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:58.410673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'network': {'name': 'tempest-router-network02--1998623009'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:58.505556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Made reservation on behalf of 5917dc1cd0ac4cca919754038f1a1cbb for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:58.509079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.533183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:09:58.541665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (21c9089d-7c53-4f1e-b50d-6b71c5c68054), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.542054 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Added segment 21c9089d-7c53-4f1e-b50d-6b71c5c68054 of type vlan for network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae Apr 29 04:09:58.581733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8ad0cb00-69ff-4ddf-93bc-154f4629f9ae), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.583504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Publish callbacks [] for port (4354c809-9eb0-4528-9d41-10aba69a319f), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.660300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.688435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8ad0cb00-69ff-4ddf-93bc-154f4629f9ae), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.693638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:58.694243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.697892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:09:58.704927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:09:58.709045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:09:58.712103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Pushing event updated for resources: {'Port': ['ID=4354c809-9eb0-4528-9d41-10aba69a319f,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:58.766435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Network': ['ID=8ad0cb00-69ff-4ddf-93bc-154f4629f9ae,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:58.767524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Attempting to bind port 4354c809-9eb0-4528-9d41-10aba69a319f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:09:58.767888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Attempting to bind port 4354c809-9eb0-4528-9d41-10aba69a319f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b0a02f56-9794-481a-a23a-ae16dc253725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:09:58.768244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Attempting to bind port 4354c809-9eb0-4528-9d41-10aba69a319f on network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:09:58.773265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:09:58.773697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Checking segment: {'id': 'b0a02f56-9794-481a-a23a-ae16dc253725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:58.774185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.774461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Bound using segment: {'id': 'b0a02f56-9794-481a-a23a-ae16dc253725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:09:58.774924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Bound port: 4354c809-9eb0-4528-9d41-10aba69a319f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a02f56-9794-481a-a23a-ae16dc253725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7a7d1e93-2ef5-42c5-9750-2f0f92c08731'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:09:58.775297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:58.779128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:09:58.833747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-af1cd396-ba30-46b2-933f-ca211f66fa76 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4268284 Apr 29 04:09:58.836376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35358) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:09:58.841295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'subnet': {'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:09:58.894006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] For port 4354c809-9eb0-4528-9d41-10aba69a319f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:09:58.896965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] For port 4354c809-9eb0-4528-9d41-10aba69a319f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4354c809-9eb0-4528-9d41-10aba69a319f,segment=NetworkSegment(b0a02f56-9794-481a-a23a-ae16dc253725),segment_id=b0a02f56-9794-481a-a23a-ae16dc253725)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:09:58.985859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:59.048660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4757351-aae3-45d7-b386-bcc94aa74c01 None None] Pushing event updated for resources: {'Port': ['ID=4354c809-9eb0-4528-9d41-10aba69a319f,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:59.051341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Made reservation on behalf of 5917dc1cd0ac4cca919754038f1a1cbb for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:09:59.055102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:59.404538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4354c809-9eb0-4528-9d41-10aba69a319f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:09:59.450234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4354c809-9eb0-4528-9d41-10aba69a319f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:09:59.450526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:59.475454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-76838bdd-37ef-44df-b9f4-f9b41ecb22f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775144 Apr 29 04:09:59.537800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4354c809-9eb0-4528-9d41-10aba69a319f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:09:59.538144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:59.563568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-b2ff2857-3c06-46dd-b8fe-54eb022ca61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:59.565042 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-b2ff2857-3c06-46dd-b8fe-54eb022ca61d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 1130 time: 0.0667262 Apr 29 04:09:59.570849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 4354c809-9eb0-4528-9d41-10aba69a319f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4354c809-9eb0-4528-9d41-10aba69a319f,segment=NetworkSegment(b0a02f56-9794-481a-a23a-ae16dc253725),segment_id=b0a02f56-9794-481a-a23a-ae16dc253725)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:09:59.631546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:59.683951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=4354c809-9eb0-4528-9d41-10aba69a319f,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:59.712240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-5494431b-baef-4bed-9f22-d509f13633e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:59.713819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-5494431b-baef-4bed-9f22-d509f13633e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 200 len: 898 time: 0.1262584 Apr 29 04:09:59.755401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (e78a37d4-9039-4ca9-9166-0afac73eec19), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:09:59.758167 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-02b64671-14ed-4490-81bf-d978dd773d19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=759e6042-6a8a-49b0-aed2-caf610365551 HTTP/1.1" status: 200 len: 217 time: 0.0381804 Apr 29 04:09:59.863644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-19c1951a-1053-4f8d-a2f4-493c22620b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:59.865092 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-19c1951a-1053-4f8d-a2f4-493c22620b39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 200 len: 834 time: 0.1000383 Apr 29 04:09:59.866087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Subnet': ['ID=e78a37d4-9039-4ca9-9166-0afac73eec19,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:09:59.883265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Checking segment: {'id': 'c48a1c16-162e-4205-b0ae-79992403b031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:09:59.883617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network hostable DHCP agents. Network: 185863fd-881b-4aaf-9f1b-8bea478f6946, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:09:59.919228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-20c9093f-92f2-4559-919b-801ae14e94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:09:59.920722 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-20c9093f-92f2-4559-919b-801ae14e94e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44d39cef-aa58-44c2-bda1-38716ec4fd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484390 Apr 29 04:09:59.985460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847118a2-f5f8-45ab-8141-ab0149858144 None None] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:09:59.994220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:10:00.021684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4f58bf7b-5d46-40c8-9e1d-2b4ec3376a9e None None] Provisioning complete for port 4354c809-9eb0-4528-9d41-10aba69a319f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:00.022053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4f58bf7b-5d46-40c8-9e1d-2b4ec3376a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.024457 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-717416af-177a-486a-8e50-6b238f6ec7ee service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968587 Apr 29 04:10:00.085107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 185863fd-881b-4aaf-9f1b-8bea478f6946) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:00.089220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:00.089875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.097305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2fe049-a67c-4d5d-b732-d69bc186abf8 None None] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:00.134219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a342b2fc-7deb-4540-8f6c-7c8b5c1ce7e8 req-b91bcf55-a0f6-4b3d-81d0-df913ebf7a6f service neutron] 10.222.0.31 "GET /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042747 Apr 29 04:10:00.183538 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-91f58914-4cc3-4eeb-90f9-eeda80e533d9 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3455226 Apr 29 04:10:00.186589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35360) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:00.191497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'subnet': {'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:00.232321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4f58bf7b-5d46-40c8-9e1d-2b4ec3376a9e None None] Current status of the port 4354c809-9eb0-4528-9d41-10aba69a319f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:00.263831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-185863fd-881b-4aaf-9f1b-8bea478f6946', 'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946', 'project_id': '5917dc1cd0ac4cca919754038f1a1cbb', 'fixed_ips': [{'subnet_id': 'e78a37d4-9039-4ca9-9166-0afac73eec19'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:10:00.264696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.358684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Made reservation on behalf of 5917dc1cd0ac4cca919754038f1a1cbb for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:00.362682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.410095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Allocated IP 172.20.0.2 (185863fd-881b-4aaf-9f1b-8bea478f6946/e78a37d4-9039-4ca9-9166-0afac73eec19/f34ed4ec-cb14-4309-b70c-516b1d4b360a) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:00.487832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a7a6f1ce-d5a9-49c7-8397-4de4acfff4f0 None None] Provisioning complete for port 4354c809-9eb0-4528-9d41-10aba69a319f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:00.488111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f1ce-d5a9-49c7-8397-4de4acfff4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.610339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (937d5302-baa6-4d44-a229-7d99507d0fc1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.629426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Publish callbacks [] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.632817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6f1ce-d5a9-49c7-8397-4de4acfff4f0 None None] Current status of the port 4354c809-9eb0-4528-9d41-10aba69a319f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:00.667750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Subnet': ['ID=937d5302-baa6-4d44-a229-7d99507d0fc1,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:00.676169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Checking segment: {'id': '21c9089d-7c53-4f1e-b50d-6b71c5c68054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:00.676510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network hostable DHCP agents. Network: 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:10:00.715085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.753859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:00.758758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:00.762835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:00.765242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:10:00.768173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Pushing event updated for resources: {'Port': ['ID=f34ed4ec-cb14-4309-b70c-516b1d4b360a,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:00.825888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Attempting to bind port f34ed4ec-cb14-4309-b70c-516b1d4b360a on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:00.826257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Attempting to bind port f34ed4ec-cb14-4309-b70c-516b1d4b360a by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c48a1c16-162e-4205-b0ae-79992403b031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:00.826619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Attempting to bind port f34ed4ec-cb14-4309-b70c-516b1d4b360a on network 185863fd-881b-4aaf-9f1b-8bea478f6946 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:00.831611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:00.831984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Checking segment: {'id': 'c48a1c16-162e-4205-b0ae-79992403b031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:00.832463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.832862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Bound using segment: {'id': 'c48a1c16-162e-4205-b0ae-79992403b031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:00.833339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Bound port: f34ed4ec-cb14-4309-b70c-516b1d4b360a, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48a1c16-162e-4205-b0ae-79992403b031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '185863fd-881b-4aaf-9f1b-8bea478f6946'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:00.833724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.833833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:00.838189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:00.838783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:00.844310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9be46f-b73c-4cb4-b8ff-fb8f403ebf14 None None] Network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:00.936349 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9c0b09f9-8892-4b36-b5d0-4385253e5504 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7461288 Apr 29 04:10:00.936637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35362) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:00.959569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] For port f34ed4ec-cb14-4309-b70c-516b1d4b360a, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:00.963327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] For port f34ed4ec-cb14-4309-b70c-516b1d4b360a, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f34ed4ec-cb14-4309-b70c-516b1d4b360a,segment=NetworkSegment(c48a1c16-162e-4205-b0ae-79992403b031),segment_id=c48a1c16-162e-4205-b0ae-79992403b031)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:00.990518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-8ad0cb00-69ff-4ddf-93bc-154f4629f9ae', 'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae', 'project_id': '5917dc1cd0ac4cca919754038f1a1cbb', 'fixed_ips': [{'subnet_id': '937d5302-baa6-4d44-a229-7d99507d0fc1'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:10:00.991358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.061255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.167075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05b3cd-4a9d-4316-93e6-543759a81407 None None] Pushing event updated for resources: {'Port': ['ID=f34ed4ec-cb14-4309-b70c-516b1d4b360a,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:01.182131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Allocated IP 172.20.0.2 (8ad0cb00-69ff-4ddf-93bc-154f4629f9ae/937d5302-baa6-4d44-a229-7d99507d0fc1/6acc3a8a-ee2b-46b8-b67e-b8f97055b63e) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:01.229872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.437597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Publish callbacks [] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.509437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.562115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Allocated IP 172.20.0.1 (185863fd-881b-4aaf-9f1b-8bea478f6946/e78a37d4-9039-4ca9-9166-0afac73eec19/c4446b4e-d8c3-4b35-8434-09d4163bc0b4) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:01.562227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:01.562561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:01.565204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:01.584509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Pushing event updated for resources: {'Port': ['ID=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:01.607638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4354c809-9eb0-4528-9d41-10aba69a319f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:01.707194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.821732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Attempting to bind port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:01.822102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Attempting to bind port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '21c9089d-7c53-4f1e-b50d-6b71c5c68054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:01.822452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Attempting to bind port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e on network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:01.834256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:01.834625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Checking segment: {'id': '21c9089d-7c53-4f1e-b50d-6b71c5c68054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:01.835032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.835417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Bound using segment: {'id': '21c9089d-7c53-4f1e-b50d-6b71c5c68054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:01.835888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Bound port: 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c9089d-7c53-4f1e-b50d-6b71c5c68054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8ad0cb00-69ff-4ddf-93bc-154f4629f9ae'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:01.836702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.878646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4354c809-9eb0-4528-9d41-10aba69a319f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:01.879026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:01.942841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] For port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:01.947836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] For port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,segment=NetworkSegment(21c9089d-7c53-4f1e-b50d-6b71c5c68054),segment_id=21c9089d-7c53-4f1e-b50d-6b71c5c68054)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:01.990777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4354c809-9eb0-4528-9d41-10aba69a319f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:01.991900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f34ed4ec-cb14-4309-b70c-516b1d4b360a up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:02.036668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f34ed4ec-cb14-4309-b70c-516b1d4b360a triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:02.037040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.126458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f34ed4ec-cb14-4309-b70c-516b1d4b360a is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:02.126875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.161267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b551a-f64e-4433-8309-5948db4522f2 None None] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:02.165892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port f34ed4ec-cb14-4309-b70c-516b1d4b360a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f34ed4ec-cb14-4309-b70c-516b1d4b360a,segment=NetworkSegment(c48a1c16-162e-4205-b0ae-79992403b031),segment_id=c48a1c16-162e-4205-b0ae-79992403b031)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:02.174586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.213620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:02.217284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:02.220263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.221087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:02.252196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Port': ['ID=c4446b4e-d8c3-4b35-8434-09d4163bc0b4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:02.273156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.280086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.304115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2df2dc19-818a-4c37-ba0e-49813d8249f1 None None] Provisioning complete for port f34ed4ec-cb14-4309-b70c-516b1d4b360a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:02.304744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2df2dc19-818a-4c37-ba0e-49813d8249f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.371696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b571c-cc1d-4615-b3a2-0fd0cc047900 None None] Pushing event updated for resources: {'Port': ['ID=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:02.459168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=f34ed4ec-cb14-4309-b70c-516b1d4b360a,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:02.485231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2df2dc19-818a-4c37-ba0e-49813d8249f1 None None] Current status of the port f34ed4ec-cb14-4309-b70c-516b1d4b360a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:02.519203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.706682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5a5f7cc7-abd4-4040-8a2e-f42a7056f7e2 None None] Provisioning complete for port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:02.707054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7cc7-abd4-4040-8a2e-f42a7056f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.742496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f7cc7-abd4-4040-8a2e-f42a7056f7e2 None None] Port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:02.755722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5a5f7cc7-abd4-4040-8a2e-f42a7056f7e2 None None] Provisioning complete for port f34ed4ec-cb14-4309-b70c-516b1d4b360a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:02.756097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7cc7-abd4-4040-8a2e-f42a7056f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.827496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.843796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f7cc7-abd4-4040-8a2e-f42a7056f7e2 None None] Current status of the port f34ed4ec-cb14-4309-b70c-516b1d4b360a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:02.885238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.957506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Port': ['ID=c4446b4e-d8c3-4b35-8434-09d4163bc0b4,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:02.959929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:02.964261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6b04f195-f52f-4525-becc-6ae4b86e03f9 None None] Provisioning complete for port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:02.964676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6b04f195-f52f-4525-becc-6ae4b86e03f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.003302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6b04f195-f52f-4525-becc-6ae4b86e03f9 None None] Port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:03.068513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:03.070071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:03.282523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Router d5e42645-a59f-447b-be96-015dc7a0846a is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:10:03.336109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5e02c306-5b78-4a3d-b2d0-b9404208e97f None None] Provisioning complete for port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:03.336487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5e02c306-5b78-4a3d-b2d0-b9404208e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.389815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:03.396339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5e02c306-5b78-4a3d-b2d0-b9404208e97f None None] Port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:03.405073 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-77e5b1eb-6db3-4281-9230-39cc2db68b20 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648168 Apr 29 04:10:03.405398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35370) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:03.407972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce77c0e-5e14-442c-beeb-c1296c250600 None None] Network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:03.408642 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] Sync routers for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:03.430633 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:03.431663 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:03.482174 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:03.497378 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:03.498004 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:03.527887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f34ed4ec-cb14-4309-b70c-516b1d4b360a up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:03.566926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] Provisioning complete for port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:03.567300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.630961 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:03.630961 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c307880-7caf-4633-a020-e56b3c7996ec None None] The sync data for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:03.632475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f34ed4ec-cb14-4309-b70c-516b1d4b360a triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:03.632854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.706875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] Current status of the port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:03.707264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.750694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] For port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,segment=NetworkSegment(21c9089d-7c53-4f1e-b50d-6b71c5c68054),segment_id=21c9089d-7c53-4f1e-b50d-6b71c5c68054)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:03.793061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f34ed4ec-cb14-4309-b70c-516b1d4b360a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:03.794185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:03.805603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-8651466d-c98b-4c5c-87d4-329b4dab5ac5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:10:03.806668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8651466d-c98b-4c5c-87d4-329b4dab5ac5 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4004481 Apr 29 04:10:03.809848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35372) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:03.833340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.864368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:03.864740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.915742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab659c9a-62d2-4e45-9b8f-44da812023c2 None None] Pushing event updated for resources: {'Port': ['ID=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:03.971021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2fccabfe-3c1f-4099-bff8-e1068971572c None None] Provisioning complete for port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:03.971390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fccabfe-3c1f-4099-bff8-e1068971572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:03.972938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:04.055473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2fccabfe-3c1f-4099-bff8-e1068971572c None None] Current status of the port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:04.105716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:04.325875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting port c4446b4e-d8c3-4b35-8434-09d4163bc0b4 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:04.326219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:04.411211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:04.422875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Calling delete_port for c4446b4e-d8c3-4b35-8434-09d4163bc0b4 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:04.665624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c4446b4e-d8c3-4b35-8434-09d4163bc0b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:04.690246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Port': ['ID=c4446b4e-d8c3-4b35-8434-09d4163bc0b4,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:04.836539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:05.301401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Router d5e42645-a59f-447b-be96-015dc7a0846a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:05.378406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:05.383984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-33f617d4-a154-4b28-a2d5-ce1ab0ba6577 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732150 Apr 29 04:10:05.388463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35378) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:05.388813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] Sync routers for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:05.392498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:05.425220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:05.425500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-90313752-6c3b-4423-a494-48461ecfaa3a tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] delete failed (client error): The resource could not be found. Apr 29 04:10:05.425891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:05.426486 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-90313752-6c3b-4423-a494-48461ecfaa3a tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1719112309 HTTP/1.1" status: 404 len: 335 time: 0.0371108 Apr 29 04:10:05.430542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35380) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:05.435105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c166845c-4d74-4fdf-99cc-af29eee3a2c0 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5e42645-a59f-447b-be96-015dc7a0846a'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:05.470305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:05.482522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:05.483150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:05.519836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:05.520451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05123eb-9d99-4331-baa1-0bca4f932a3b None None] The sync data for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:05.525211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:05.525471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:05.605560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:05.655828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c166845c-4d74-4fdf-99cc-af29eee3a2c0 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router_gateway (d5e42645-a59f-447b-be96-015dc7a0846a), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:05.737605 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-c166845c-4d74-4fdf-99cc-af29eee3a2c0 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] update failed (client error): The resource could not be found. Apr 29 04:10:05.738647 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c166845c-4d74-4fdf-99cc-af29eee3a2c0 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a HTTP/1.1" status: 404 len: 339 time: 0.3072035 Apr 29 04:10:05.742333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35382) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:06.021064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:06.251932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Allocated IP 172.20.0.1 (7a7d1e93-2ef5-42c5-9750-2f0f92c08731/ac251bdd-f44f-4b8f-83c0-a14620c3a886/5cb6d903-4724-4edd-9762-3d53099008b0) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:06.365860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for port (5cb6d903-4724-4edd-9762-3d53099008b0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:06.482800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:06.522239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:06.527780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:06.531569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:06.555831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Port': ['ID=5cb6d903-4724-4edd-9762-3d53099008b0,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:06.580437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:06.761612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:06.789343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1abfbbcc-958b-4402-8410-385bc676c9e9 None None] Provisioning complete for port 5cb6d903-4724-4edd-9762-3d53099008b0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:06.789926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1abfbbcc-958b-4402-8410-385bc676c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:06.823890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1abfbbcc-958b-4402-8410-385bc676c9e9 None None] Port 5cb6d903-4724-4edd-9762-3d53099008b0 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:07.021998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for port (5cb6d903-4724-4edd-9762-3d53099008b0), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:07.087916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:07.158255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event updated for resources: {'Port': ['ID=5cb6d903-4724-4edd-9762-3d53099008b0,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:07.163982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:07.224807 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:10:07.270044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:07.271444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:07.372997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Router d5e42645-a59f-447b-be96-015dc7a0846a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:07.470033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:07.475319 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fea0e0f1-73b3-4a15-998e-2ffcb69f3ef6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317622 Apr 29 04:10:07.477953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35384) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:07.481181 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] Sync routers for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:07.490056 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:07.490660 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:07.523506 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:07.531903 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:07.532423 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:07.546999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a844456b-db94-4c9d-8e29-3f04be2db931 None None] Provisioning complete for port 5cb6d903-4724-4edd-9762-3d53099008b0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:07.547375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a844456b-db94-4c9d-8e29-3f04be2db931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:07.569476 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:07.570073 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1657eb6-200c-48c0-8f7a-08019a822d4a None None] The sync data for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:07.573622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-eb58ea67-2191-4d82-b5c7-a363a358a2e2 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router (d5e42645-a59f-447b-be96-015dc7a0846a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:07.582871 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a844456b-db94-4c9d-8e29-3f04be2db931 None None] Port 5cb6d903-4724-4edd-9762-3d53099008b0 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:07.658729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-eb58ea67-2191-4d82-b5c7-a363a358a2e2 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 04:10:07.659782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-eb58ea67-2191-4d82-b5c7-a363a358a2e2 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a HTTP/1.1" status: 409 len: 376 time: 0.1808929 Apr 29 04:10:07.662685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35388) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:07.949161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:08.486692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting port 5cb6d903-4724-4edd-9762-3d53099008b0 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:08.487409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:08.582833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:08.596392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Calling delete_port for 5cb6d903-4724-4edd-9762-3d53099008b0 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:08.839728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (5cb6d903-4724-4edd-9762-3d53099008b0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:08.866681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Port': ['ID=5cb6d903-4724-4edd-9762-3d53099008b0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:08.869532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-131fe54f-eda9-4fb9-b3a9-85a260c0d277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.014393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (d5e42645-a59f-447b-be96-015dc7a0846a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.172616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Router d5e42645-a59f-447b-be96-015dc7a0846a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:09.249708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:09.254997 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8c19ce7c-dd95-45bd-b480-ef6dc4bc4c62 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5913932 Apr 29 04:10:09.258603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:09.264926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] Sync routers for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:09.274036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:09.274645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:09.296525 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-5820f90e-9851-44a3-9c11-4597dc0477b6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] show failed (client error): The resource could not be found. Apr 29 04:10:09.297592 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5820f90e-9851-44a3-9c11-4597dc0477b6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-304661508 HTTP/1.1" status: 404 len: 334 time: 0.0379610 Apr 29 04:10:09.301298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35392) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:09.305850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-52a2857e-924f-4be9-a80f-09dacf0a2c44 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Request body: {'router': {'name': 'new_name'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:09.309008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:09.317637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] Routers {'d5e42645-a59f-447b-be96-015dc7a0846a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:09.318234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:09:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['d5e42645-a59f-447b-be96-015dc7a0846a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:09.343993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.api.v2.resource [None req-52a2857e-924f-4be9-a80f-09dacf0a2c44 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] update failed (client error): The resource could not be found. Apr 29 04:10:09.345002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-52a2857e-924f-4be9-a80f-09dacf0a2c44 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1786623253 HTTP/1.1" status: 404 len: 335 time: 0.0427837 Apr 29 04:10:09.350625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:09.351250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0a5a3-d923-4b16-8bed-90ecc5878e72 None None] The sync data for ids ['d5e42645-a59f-447b-be96-015dc7a0846a'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:09.351407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35394) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:09.402761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting subnet 937d5302-baa6-4d44-a229-7d99507d0fc1 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:10:09.405830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (937d5302-baa6-4d44-a229-7d99507d0fc1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.445489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (937d5302-baa6-4d44-a229-7d99507d0fc1), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.530150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (937d5302-baa6-4d44-a229-7d99507d0fc1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.671275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (937d5302-baa6-4d44-a229-7d99507d0fc1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.697155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Subnet': ['ID=937d5302-baa6-4d44-a229-7d99507d0fc1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:09.701880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.706240 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dc0dca82-9d28-46e4-8e14-56d674b24bf3 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/subnets/937d5302-baa6-4d44-a229-7d99507d0fc1 HTTP/1.1" status: 204 len: 168 time: 0.3528142 Apr 29 04:10:09.707510 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35396) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:09.708229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fdf940-1423-4d60-a165-976af7f9396f None None] Network 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:09.759984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting subnet e78a37d4-9039-4ca9-9166-0afac73eec19 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:10:09.763959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (e78a37d4-9039-4ca9-9166-0afac73eec19), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.804860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (e78a37d4-9039-4ca9-9166-0afac73eec19), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.874567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] DHCP port deletion for 8ad0cb00-69ff-4ddf-93bc-154f4629f9ae request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:10:09.896362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (e78a37d4-9039-4ca9-9166-0afac73eec19), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.920679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] Deleting port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:09.921050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.983451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] For port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,segment=NetworkSegment(21c9089d-7c53-4f1e-b50d-6b71c5c68054),segment_id=21c9089d-7c53-4f1e-b50d-6b71c5c68054)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:09.983843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:09.996021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] Calling delete_port for 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:10.031339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (e78a37d4-9039-4ca9-9166-0afac73eec19), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.058683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Subnet': ['ID=e78a37d4-9039-4ca9-9166-0afac73eec19,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:10.062252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.065527 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7fa38a34-8520-42ec-8359-b559b6de0209 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/subnets/e78a37d4-9039-4ca9-9166-0afac73eec19 HTTP/1.1" status: 204 len: 168 time: 0.3570342 Apr 29 04:10:10.067999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35398) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:10.069726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1b4ee-9f79-45ca-9faa-0a4aee3cf2de None None] Network 185863fd-881b-4aaf-9f1b-8bea478f6946 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:10.145549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8ad0cb00-69ff-4ddf-93bc-154f4629f9ae), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.162306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.175701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] No DVR routers for this DVR port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:10.193132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:10.193495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.199491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dcb81-751f-439a-a911-a533485e10e2 None None] Pushing event deleted for resources: {'Port': ['ID=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:10.214731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] DHCP port deletion for 185863fd-881b-4aaf-9f1b-8bea478f6946 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:10:10.253037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] Deleting port f34ed4ec-cb14-4309-b70c-516b1d4b360a {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:10.253434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.264889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] For port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e, host dv-neutron-839777-1-hyperv, got binding levels [] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:10.265255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.278313 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Calling delete_port for 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:10.281001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.ipam_backend_mixin [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e was not found and therefore no delete operation was performed {{(pid=116104) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 04:10:10.282280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (6acc3a8a-ee2b-46b8-b67e-b8f97055b63e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.308653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Port': ['ID=6acc3a8a-ee2b-46b8-b67e-b8f97055b63e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:10.315808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] No DVR routers for this DVR port 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:10.316568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] For port f34ed4ec-cb14-4309-b70c-516b1d4b360a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f34ed4ec-cb14-4309-b70c-516b1d4b360a,segment=NetworkSegment(c48a1c16-162e-4205-b0ae-79992403b031),segment_id=c48a1c16-162e-4205-b0ae-79992403b031)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:10.318013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.331966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] Calling delete_port for f34ed4ec-cb14-4309-b70c-516b1d4b360a owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:10.399345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8ad0cb00-69ff-4ddf-93bc-154f4629f9ae), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.420899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad0cb00-69ff-4ddf-93bc-154f4629f9ae']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:10.431181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c9089d-7c53-4f1e-b50d-6b71c5c68054') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:10.431482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c9089d-7c53-4f1e-b50d-6b71c5c68054') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:10.442500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (21c9089d-7c53-4f1e-b50d-6b71c5c68054), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.457152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (21c9089d-7c53-4f1e-b50d-6b71c5c68054), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.463947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:10:10.464339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (21c9089d-7c53-4f1e-b50d-6b71c5c68054), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:10:10.467434 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:10:10.582836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8ad0cb00-69ff-4ddf-93bc-154f4629f9ae), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.589590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.593104 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/networks/8ad0cb00-69ff-4ddf-93bc-154f4629f9ae HTTP/1.1" status: 204 len: 168 time: 0.5228112 Apr 29 04:10:10.595276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35400) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:10.603944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b45fb-784a-46e7-be25-adc95d0c1557 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Network': ['ID=8ad0cb00-69ff-4ddf-93bc-154f4629f9ae,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:10.611350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (f34ed4ec-cb14-4309-b70c-516b1d4b360a), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.636452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] Pushing event deleted for resources: {'Port': ['ID=f34ed4ec-cb14-4309-b70c-516b1d4b360a,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:10.639886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d9d5d-4b83-4a14-870d-3d6cc4584781 None None] No DVR routers for this DVR port f34ed4ec-cb14-4309-b70c-516b1d4b360a on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:10.678652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (185863fd-881b-4aaf-9f1b-8bea478f6946), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.763118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (185863fd-881b-4aaf-9f1b-8bea478f6946), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.787382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185863fd-881b-4aaf-9f1b-8bea478f6946']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:10.796901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48a1c16-162e-4205-b0ae-79992403b031') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:10.797194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48a1c16-162e-4205-b0ae-79992403b031') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:10.806633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (c48a1c16-162e-4205-b0ae-79992403b031), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.820110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c48a1c16-162e-4205-b0ae-79992403b031), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.825916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:10:10.826290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (c48a1c16-162e-4205-b0ae-79992403b031), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:10:10.829170 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:10:10.939501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (185863fd-881b-4aaf-9f1b-8bea478f6946), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.946001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:10.948884 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/networks/185863fd-881b-4aaf-9f1b-8bea478f6946 HTTP/1.1" status: 204 len: 168 time: 0.3525555 Apr 29 04:10:10.951292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35402) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:10.968156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d77ee0-aedf-4e05-aca9-fd7c4e667be6 tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Network': ['ID=185863fd-881b-4aaf-9f1b-8bea478f6946,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:11.010026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting subnet ac251bdd-f44f-4b8f-83c0-a14620c3a886 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:10:11.013078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (ac251bdd-f44f-4b8f-83c0-a14620c3a886), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.057229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (ac251bdd-f44f-4b8f-83c0-a14620c3a886), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.137814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (ac251bdd-f44f-4b8f-83c0-a14620c3a886), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.176787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b709fd1b-1896-4f8e-8cc3-070a56608835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.254357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (ac251bdd-f44f-4b8f-83c0-a14620c3a886), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.288451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Subnet': ['ID=ac251bdd-f44f-4b8f-83c0-a14620c3a886,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:11.292115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.295357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bc1655a2-c8a1-459f-aa5f-f20d8849d63c tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/subnets/ac251bdd-f44f-4b8f-83c0-a14620c3a886 HTTP/1.1" status: 204 len: 168 time: 0.3431201 Apr 29 04:10:11.297811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35404) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:11.302454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba1e34f-62de-4ba8-b26e-9e9ec0d2b403 None None] Network 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:11.384554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (7a7d1e93-2ef5-42c5-9750-2f0f92c08731), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.410457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f34ed4ec-cb14-4309-b70c-516b1d4b360a no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:11.429899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Deleting port 4354c809-9eb0-4528-9d41-10aba69a319f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:11.430319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.431199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f34ed4ec-cb14-4309-b70c-516b1d4b360a {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:11.431545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f34ed4ec-cb14-4309-b70c-516b1d4b360a not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:11.431965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:11.451875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:11.452226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6acc3a8a-ee2b-46b8-b67e-b8f97055b63e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:11.478893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] DHCP port deletion for 7a7d1e93-2ef5-42c5-9750-2f0f92c08731 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:10:11.506811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] For port 4354c809-9eb0-4528-9d41-10aba69a319f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4354c809-9eb0-4528-9d41-10aba69a319f,segment=NetworkSegment(b0a02f56-9794-481a-a23a-ae16dc253725),segment_id=b0a02f56-9794-481a-a23a-ae16dc253725)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:11.507137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.520985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Calling delete_port for 4354c809-9eb0-4528-9d41-10aba69a319f owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:11.522510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] Deleting port 4354c809-9eb0-4528-9d41-10aba69a319f {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:11.522882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.584144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] For port 4354c809-9eb0-4528-9d41-10aba69a319f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4354c809-9eb0-4528-9d41-10aba69a319f,segment=NetworkSegment(b0a02f56-9794-481a-a23a-ae16dc253725),segment_id=b0a02f56-9794-481a-a23a-ae16dc253725)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:11.584511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.597817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] Calling delete_port for 4354c809-9eb0-4528-9d41-10aba69a319f owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:11.656857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.673379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4354c809-9eb0-4528-9d41-10aba69a319f), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.687676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Port': ['ID=4354c809-9eb0-4528-9d41-10aba69a319f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:11.689513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] No DVR routers for this DVR port 4354c809-9eb0-4528-9d41-10aba69a319f on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:11.701693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] Pushing event deleted for resources: {'Port': ['ID=4354c809-9eb0-4528-9d41-10aba69a319f,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:11.706058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76f389-add6-47f7-9f08-685f3279edf8 None None] No DVR routers for this DVR port 4354c809-9eb0-4528-9d41-10aba69a319f on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:11.770144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (7a7d1e93-2ef5-42c5-9750-2f0f92c08731), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.789320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7d1e93-2ef5-42c5-9750-2f0f92c08731']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:11.798292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a02f56-9794-481a-a23a-ae16dc253725') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:11.798587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a02f56-9794-481a-a23a-ae16dc253725') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:11.808671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (b0a02f56-9794-481a-a23a-ae16dc253725), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.821653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b0a02f56-9794-481a-a23a-ae16dc253725), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.828128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:10:11.828500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (b0a02f56-9794-481a-a23a-ae16dc253725), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:10:11.831524 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:10:11.953474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (7a7d1e93-2ef5-42c5-9750-2f0f92c08731), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.960702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:11.963160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/networks/7a7d1e93-2ef5-42c5-9750-2f0f92c08731 HTTP/1.1" status: 204 len: 168 time: 0.6644139 Apr 29 04:10:11.966071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35406) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:11.974800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722db1d3-2967-49e0-bc5d-bb252424623f tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Pushing event deleted for resources: {'Network': ['ID=7a7d1e93-2ef5-42c5-9750-2f0f92c08731,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:11.998203 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ca5b9600-4f30-4969-9e05-8bfaf427a1ae tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5e42645-a59f-447b-be96-015dc7a0846a HTTP/1.1" status: 200 len: 205 time: 0.0310290 Apr 29 04:10:12.000493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35408) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:12.074901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router (d5e42645-a59f-447b-be96-015dc7a0846a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:12.133690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:12.235215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (d5e42645-a59f-447b-be96-015dc7a0846a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:12.237368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router_controller (d5e42645-a59f-447b-be96-015dc7a0846a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:12.330762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (d5e42645-a59f-447b-be96-015dc7a0846a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:12.331232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Fanout notify agent at l3_agent the message router_deleted on router d5e42645-a59f-447b-be96-015dc7a0846a {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:10:12.337855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:12.339590 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0b8d988e-b357-4891-80b8-12ce923878af tempest-RoutersNegativeTest-1815871683 tempest-RoutersNegativeTest-1815871683-project] 10.222.0.37 "DELETE /v2.0/routers/d5e42645-a59f-447b-be96-015dc7a0846a HTTP/1.1" status: 204 len: 168 time: 0.3381600 Apr 29 04:10:12.779061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35418) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:12.909994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4a5f7ba1-5f36-4bac-ab2a-6528887727f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5917dc1cd0ac4cca919754038f1a1cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297748 Apr 29 04:10:12.912425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35424) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:12.997938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c243-a21a-4530-8356-d7dd79fa0081 req-e1ee00ca-b1e2-4fc1-88ab-2063132be7d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:12.999404 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-18a8c243-a21a-4530-8356-d7dd79fa0081 req-e1ee00ca-b1e2-4fc1-88ab-2063132be7d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0699310 Apr 29 04:10:13.004014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-976bb2b1-c693-4834-9fd4-f82490a40532 admin admin] Publish callbacks [] for security_group (bb3c833d-0ec9-497e-9997-bea0adb2019f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:13.041039 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-976bb2b1-c693-4834-9fd4-f82490a40532 admin admin] Publish callbacks [] for security_group (bb3c833d-0ec9-497e-9997-bea0adb2019f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:13.081724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-18a8c243-a21a-4530-8356-d7dd79fa0081 req-ba72bcd2-e71a-42a7-99ea-cbc4937e6cb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757797 Apr 29 04:10:13.214300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-976bb2b1-c693-4834-9fd4-f82490a40532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bb3c833d-0ec9-497e-9997-bea0adb2019f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:13.216796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-976bb2b1-c693-4834-9fd4-f82490a40532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:13.217962 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-976bb2b1-c693-4834-9fd4-f82490a40532 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb3c833d-0ec9-497e-9997-bea0adb2019f HTTP/1.1" status: 204 len: 168 time: 0.3046479 Apr 29 04:10:13.225631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bb2b1-c693-4834-9fd4-f82490a40532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3c833d-0ec9-497e-9997-bea0adb2019f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:13.386041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4354c809-9eb0-4528-9d41-10aba69a319f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:13.407996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4354c809-9eb0-4528-9d41-10aba69a319f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:13.407996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4354c809-9eb0-4528-9d41-10aba69a319f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:13.722486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.133672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35448) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:14.199040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61cc32-9cdd-4da1-aebe-a6f860c514df req-e37b680b-1206-4033-8ddb-6b54d9916385 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:14.200548 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c61cc32-9cdd-4da1-aebe-a6f860c514df req-e37b680b-1206-4033-8ddb-6b54d9916385 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Apr 29 04:10:14.229050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1901581167-network', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:14.248849 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c61cc32-9cdd-4da1-aebe-a6f860c514df req-c68a7d35-75e6-4905-a8d6-e01804682a96 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ad6e9f3-def1-43f0-aa0c-13b40f871213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Apr 29 04:10:14.310979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Made reservation on behalf of 725cfdfdc2874590b14d8053de3dc524 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:14.313289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.321893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.402632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks [] for security_group (e422283b-e20f-4bfa-9c9c-fba59a186721), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.439892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ce56-0147-4907-97cc-cbca452211ef req-355ad5bf-a241-4024-b23a-fcc79739cf01 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:14.441411 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d87ce56-0147-4907-97cc-cbca452211ef req-355ad5bf-a241-4024-b23a-fcc79739cf01 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Apr 29 04:10:14.478218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e422283b-e20f-4bfa-9c9c-fba59a186721), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.511783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:10:14.525848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422283b-e20f-4bfa-9c9c-fba59a186721,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:14.548840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (72527784-0c4a-496e-aad5-805d8afee952), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.549178 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Added segment 72527784-0c4a-496e-aad5-805d8afee952 of type vlan for network a30a976b-8021-46f1-b423-5cf620aef04e Apr 29 04:10:14.603083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port bdc35fa8-a76c-45dd-98db-5987db987c37 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:14.603314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.607400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a30a976b-8021-46f1-b423-5cf620aef04e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.712605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port bdc35fa8-a76c-45dd-98db-5987db987c37, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bdc35fa8-a76c-45dd-98db-5987db987c37,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:14.712958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.745294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a30a976b-8021-46f1-b423-5cf620aef04e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.746268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:14.746839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:14.911591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] Pushing event updated for resources: {'Network': ['ID=a30a976b-8021-46f1-b423-5cf620aef04e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:14.928289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a30a976b-8021-46f1-b423-5cf620aef04e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:10:14.954735 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ddf7bc8f-f56b-4f17-9c39-f02c006b9285 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8198752 Apr 29 04:10:14.957440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35452) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:14.964796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Request body: {'subnet': {'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1901581167-subnet', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:15.057338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:15.057829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:15.058263 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c disassociated. External IP: 172.26.4.79, port: bdc35fa8-a76c-45dd-98db-5987db987c37. Apr 29 04:10:15.058604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for bdc35fa8-a76c-45dd-98db-5987db987c37 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:15.079395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:15.099914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Made reservation on behalf of 725cfdfdc2874590b14d8053de3dc524 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:15.102226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:15.344586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (bdc35fa8-a76c-45dd-98db-5987db987c37), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:15.374806 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0551a4aa-923d-4023-912d-5857c8a1091c req-7df52f07-6f69-4949-82e7-ae310cda286f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0448740 Apr 29 04:10:15.401152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=bdc35fa8-a76c-45dd-98db-5987db987c37,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:15.438572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:15.550498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:15.562366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Checking segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:15.562729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Network hostable DHCP agents. Network: a30a976b-8021-46f1-b423-5cf620aef04e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:10:15.576687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:15.977840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Network a30a976b-8021-46f1-b423-5cf620aef04e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:10:16.039455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:16.049428 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:16.060728 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:16.061696 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:16.065288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a30a976b-8021-46f1-b423-5cf620aef04e) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:16.076987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:16.076987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.077250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b1b2a-8a21-4f24-9996-f06b629d7a81 None None] Network a30a976b-8021-46f1-b423-5cf620aef04e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:16.093566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port bdc35fa8-a76c-45dd-98db-5987db987c37 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:16.099614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.103641 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2d87ce56-0147-4907-97cc-cbca452211ef req-f460db60-3ec0-44e3-8769-da2df6b24580 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/bdc35fa8-a76c-45dd-98db-5987db987c37 HTTP/1.1" status: 204 len: 173 time: 1.6545990 Apr 29 04:10:16.106027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'name': 'network-vif-deleted', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:10:16.107003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a5bd02-0f3f-475b-abcb-038a2dad8d85" -d '{"events": [{"server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "name": "network-vif-deleted", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:10:16.168697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ab5aea-f596-433f-94b3-9c4735b32020 x-openstack-request-id: req-62ab5aea-f596-433f-94b3-9c4735b32020 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:10:16.168697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa48ea-6636-4150-aa95-ba4cc7ce7e58", "name": "network-vif-deleted", "tag": "bdc35fa8-a76c-45dd-98db-5987db987c37", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:10:16.168697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62ab5aea-f596-433f-94b3-9c4735b32020 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:10:16.168697 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ab5aea-f596-433f-94b3-9c4735b32020'] response: {'server_uuid': 'd9fa48ea-6636-4150-aa95-ba4cc7ce7e58', 'name': 'network-vif-deleted', 'tag': 'bdc35fa8-a76c-45dd-98db-5987db987c37', 'status': 'completed', 'code': 200} Apr 29 04:10:16.191059 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41e87cc1-5de9-4939-af72-50336e688e72 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2326090 Apr 29 04:10:16.192202 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:16.193746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35458) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:16.199089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:16.234753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a30a976b-8021-46f1-b423-5cf620aef04e', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:10:16.235995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.302869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (a25b7734-c7c0-4634-9e3c-683f360f2d51), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.304151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (a25b7734-c7c0-4634-9e3c-683f360f2d51), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.398086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Allocated IP 172.20.0.2 (a30a976b-8021-46f1-b423-5cf620aef04e/f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c/e93909b9-f2f5-4933-9a04-7fec6ae5d5ee) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:16.404118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks [] for router_controller (a25b7734-c7c0-4634-9e3c-683f360f2d51), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.404720 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:16.442024 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:16.451086 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:16.451915 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:16.528470 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f752f1e2-3954-4469-8826-07306129d0ea req-6aee3c5a-e7cc-41c8-9999-c5a36f5edb8b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9fa48ea-6636-4150-aa95-ba4cc7ce7e58 HTTP/1.1" status: 200 len: 210 time: 0.0717990 Apr 29 04:10:16.589572 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:16.596359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Publish callbacks [] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.677379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.712573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks [] for router_gateway (a25b7734-c7c0-4634-9e3c-683f360f2d51), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.721585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Network a30a976b-8021-46f1-b423-5cf620aef04e is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:16.724530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:16.729721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:16.735357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Pushing event updated for resources: {'Port': ['ID=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:16.800881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Attempting to bind port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:16.801335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Attempting to bind port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:16.802220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Attempting to bind port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:16.807621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:16.808050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Checking segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:16.808710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.809162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Bound using segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:16.809708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Bound port: e93909b9-f2f5-4933-9a04-7fec6ae5d5ee, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:16.810092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:16.835007 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:16.880565 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564d7a7-fd55-49cd-a248-e52b5d71709b None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:08:06Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ab23f5d0-e34b-4bf5-990e-de60177c6665', 'name': '', 'network_id': '44d39cef-aa58-44c2-bda1-38716ec4fd77', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a7:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:08:05Z', 'updated_at': '2022-04-29T04:08:11Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '755a041c-78a1-4d0a-a506-c3c1d94d9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:16.896368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] For port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:16.899902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] For port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:17.014074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks [] for router_gateway (a25b7734-c7c0-4634-9e3c-683f360f2d51), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.026393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.039490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.092090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c310-6aaa-4fe7-9a60-f5ba4d849786 None None] Pushing event updated for resources: {'Port': ['ID=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:17.214180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbc77-819a-41b1-9513-ad91b2e1939d None None] New status for floating IP f2c98dae-639d-4b47-8b61-35a7c2ed162c: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:10:17.237932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Allocated IP 172.26.4.5 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/3c5f0e1a-3f54-4937-942f-d8de592401b3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:17.464733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks [] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.466333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e93909b9-f2f5-4933-9a04-7fec6ae5d5ee up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:17.522416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:17.522786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.568899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.598153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35464) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:17.606044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:17.606571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.610872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:17.613827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:17.617353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:17.646130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:17.649954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5f0e1a-3f54-4937-942f-d8de592401b3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:17.677931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a5a38287-a5d3-4ced-a5db-87d6d6607faa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (4ad6e9f3-def1-43f0-aa0c-13b40f871213), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.705049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a5a38287-a5d3-4ced-a5db-87d6d6607faa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (4ad6e9f3-def1-43f0-aa0c-13b40f871213), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.710944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.771831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:17.840273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a5a38287-a5d3-4ced-a5db-87d6d6607faa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4ad6e9f3-def1-43f0-aa0c-13b40f871213), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.842961 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a5a38287-a5d3-4ced-a5db-87d6d6607faa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:17.844143 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a5a38287-a5d3-4ced-a5db-87d6d6607faa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ad6e9f3-def1-43f0-aa0c-13b40f871213 HTTP/1.1" status: 204 len: 168 time: 0.2449963 Apr 29 04:10:17.854900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a38287-a5d3-4ced-a5db-87d6d6607faa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad6e9f3-def1-43f0-aa0c-13b40f871213,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:17.930592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35468) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:17.980617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks [] for router_gateway (a25b7734-c7c0-4634-9e3c-683f360f2d51), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.050711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port b82fc375-8faa-46f6-9a0e-2fcc523dd9a6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:18.051931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.131317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.131640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.146279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for b82fc375-8faa-46f6-9a0e-2fcc523dd9a6 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:18.151969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdef3ae-7758-4ed5-8e1f-a465d9749a95 None None] Network a30a976b-8021-46f1-b423-5cf620aef04e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:18.198205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (a25b7734-c7c0-4634-9e3c-683f360f2d51), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.213371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e6340664-947d-4bff-903e-0d22c77155dc None None] Provisioning complete for port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:18.214404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e6340664-947d-4bff-903e-0d22c77155dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.296151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device bdc35fa8-a76c-45dd-98db-5987db987c37 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:18.343148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: bdc35fa8-a76c-45dd-98db-5987db987c37 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:18.343506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device bdc35fa8-a76c-45dd-98db-5987db987c37 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:18.354661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b82fc375-8faa-46f6-9a0e-2fcc523dd9a6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.362656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e6340664-947d-4bff-903e-0d22c77155dc None None] Current status of the port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:18.383041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=b82fc375-8faa-46f6-9a0e-2fcc523dd9a6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:18.399715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:10:18.456245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (f2c98dae-639d-4b47-8b61-35a7c2ed162c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.458970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.462653 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b3a66927-54eb-4729-aedd-d4c259e23767 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/f2c98dae-639d-4b47-8b61-35a7c2ed162c HTTP/1.1" status: 204 len: 168 time: 0.5310657 Apr 29 04:10:18.522498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:18.532889 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:18.542861 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:18.548776 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:18.581549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0dd4d0c8-0216-42ab-89c6-893194ef3c31 None None] Provisioning complete for port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:18.581919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d0c8-0216-42ab-89c6-893194ef3c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.611243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.615144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-abae9a8a-fdd7-4479-ad99-3fdfa24e5501 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4174750 Apr 29 04:10:18.615717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35474) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:18.657977 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:18.665842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4d0c8-0216-42ab-89c6-893194ef3c31 None None] Current status of the port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:18.837635 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:17Z', 'revision_number': 3, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:18.871461 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:18.871823 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Updating router a25b7734-c7c0-4634-9e3c-683f360f2d51 port 3c5f0e1a-3f54-4937-942f-d8de592401b3 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:10:18.900859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:18.963602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133f5a-928d-46b7-9bc4-d107d2eb06cf req-64636612-5593-4d0d-a37b-7618653b51fd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:18.965226 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-19133f5a-928d-46b7-9bc4-d107d2eb06cf req-64636612-5593-4d0d-a37b-7618653b51fd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.0587084 Apr 29 04:10:19.019899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-19133f5a-928d-46b7-9bc4-d107d2eb06cf req-8bfcebee-db9a-44cd-bc18-92cd4d44a06f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Apr 29 04:10:19.242389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Publish callbacks [] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.308236 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.359570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.361261 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Attempting to bind port 3c5f0e1a-3f54-4937-942f-d8de592401b3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:19.361594 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Attempting to bind port 3c5f0e1a-3f54-4937-942f-d8de592401b3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:19.361931 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Attempting to bind port 3c5f0e1a-3f54-4937-942f-d8de592401b3 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:19.366504 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Pushing event updated for resources: {'Port': ['ID=3c5f0e1a-3f54-4937-942f-d8de592401b3,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:19.369835 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:19.370205 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:19.370599 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.370981 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:19.371452 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Bound port: 3c5f0e1a-3f54-4937-942f-d8de592401b3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:19.371831 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.378141 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.378481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.378838 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.379169 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.379494 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.379813 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.380128 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.380438 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.380944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.381475 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.381802 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.382122 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.382441 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.382750 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.383065 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:19.414646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e93909b9-f2f5-4933-9a04-7fec6ae5d5ee up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:19.437380 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] For port 3c5f0e1a-3f54-4937-942f-d8de592401b3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:19.440481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] For port 3c5f0e1a-3f54-4937-942f-d8de592401b3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3c5f0e1a-3f54-4937-942f-d8de592401b3,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:19.463130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:19.464133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.534180 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.543499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:19.574319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Allocated IP 172.20.0.1 (a30a976b-8021-46f1-b423-5cf620aef04e/f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c/f961a907-577d-47be-b253-1aae60169914) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:19.593596 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:19.594220 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:19.596836 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f554b-3b25-4261-8de4-91bb9e8d8ff1 None None] Pushing event updated for resources: {'Port': ['ID=3c5f0e1a-3f54-4937-942f-d8de592401b3,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:19.705598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks [] for port (f961a907-577d-47be-b253-1aae60169914), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.744470 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:19.794988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f961a907-577d-47be-b253-1aae60169914), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.839102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Network a30a976b-8021-46f1-b423-5cf620aef04e is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:19.844132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:19.847837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:19.870395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Pushing event updated for resources: {'Port': ['ID=f961a907-577d-47be-b253-1aae60169914,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:19.893992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.903749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (a25b7734-c7c0-4634-9e3c-683f360f2d51), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:19.918083 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:17Z', 'revision_number': 3, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:19.955368 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a802ac-4e20-4b0b-a091-be22acbde781 None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:17Z', 'revision_number': 3, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:20.092712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fe6eca62-02db-45d2-a4e1-aae0d87257b9 None None] Provisioning complete for port f961a907-577d-47be-b253-1aae60169914 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:20.093399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe6eca62-02db-45d2-a4e1-aae0d87257b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f961a907-577d-47be-b253-1aae60169914), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.131666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fe6eca62-02db-45d2-a4e1-aae0d87257b9 None None] Port f961a907-577d-47be-b253-1aae60169914 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:20.145372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f961a907-577d-47be-b253-1aae60169914), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.197411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753fe5d-14ea-4ed5-88f4-679a10c8a419 req-60ccd70b-7d80-4825-91c4-ddf2f8fde1cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:20.199473 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f753fe5d-14ea-4ed5-88f4-679a10c8a419 req-60ccd70b-7d80-4825-91c4-ddf2f8fde1cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.0895824 Apr 29 04:10:20.318381 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f753fe5d-14ea-4ed5-88f4-679a10c8a419 req-4fc09914-ef05-4b83-81ea-df4efb5a670f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad12aaaa-340b-4dd4-b42c-8327842a0d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051266 Apr 29 04:10:20.377171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-09c05bfb-e5f7-4922-b119-9587f3821534 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:20.378728 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-09c05bfb-e5f7-4922-b119-9587f3821534 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 946 time: 0.0491943 Apr 29 04:10:20.395059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks [] for port (f961a907-577d-47be-b253-1aae60169914), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.445020 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (f961a907-577d-47be-b253-1aae60169914), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.472260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 759e6042-6a8a-49b0-aed2-caf610365551 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:20.472688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (759e6042-6a8a-49b0-aed2-caf610365551), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.516276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (a25b7734-c7c0-4634-9e3c-683f360f2d51), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.518130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Pushing event updated for resources: {'Port': ['ID=f961a907-577d-47be-b253-1aae60169914,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:20.572320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 759e6042-6a8a-49b0-aed2-caf610365551, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=759e6042-6a8a-49b0-aed2-caf610365551,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:20.573280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (759e6042-6a8a-49b0-aed2-caf610365551), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.587785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 759e6042-6a8a-49b0-aed2-caf610365551 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:20.624432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Network a30a976b-8021-46f1-b423-5cf620aef04e is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:20.625947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:20.768264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:20.802655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (759e6042-6a8a-49b0-aed2-caf610365551), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.836611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=759e6042-6a8a-49b0-aed2-caf610365551,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:20.908183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port 759e6042-6a8a-49b0-aed2-caf610365551 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:20.908898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:20.917660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:20.921141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3778414e-5f91-42f5-a79e-a9918cd4f5b4 req-8871180c-845b-481b-8511-282ea0ed007b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/759e6042-6a8a-49b0-aed2-caf610365551 HTTP/1.1" status: 204 len: 173 time: 0.5373278 Apr 29 04:10:20.921839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'name': 'network-vif-deleted', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:10:20.924296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eea7170-1bf2-4273-b8de-41411b82924e" -d '{"events": [{"server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "name": "network-vif-deleted", "tag": "759e6042-6a8a-49b0-aed2-caf610365551"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:10:20.926335 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-378979e2-e800-4172-b4e9-50af64f22c55 admin admin] 10.222.0.37 "PUT /v2.0/routers/a25b7734-c7c0-4634-9e3c-683f360f2d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3053474 Apr 29 04:10:20.963940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0d5b07-b661-404c-92ef-203a83b23e0b x-openstack-request-id: req-1f0d5b07-b661-404c-92ef-203a83b23e0b {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:10:20.964239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265c564e-779a-4f6a-bb98-d52d78498caa", "name": "network-vif-deleted", "tag": "759e6042-6a8a-49b0-aed2-caf610365551", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:10:20.964497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f0d5b07-b661-404c-92ef-203a83b23e0b {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:10:20.964903 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0d5b07-b661-404c-92ef-203a83b23e0b'] response: {'server_uuid': '265c564e-779a-4f6a-bb98-d52d78498caa', 'name': 'network-vif-deleted', 'tag': '759e6042-6a8a-49b0-aed2-caf610365551', 'status': 'completed', 'code': 200} Apr 29 04:10:20.965219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fa36e7c2-849d-4a95-8d42-9c6f9710c495 None None] Provisioning complete for port f961a907-577d-47be-b253-1aae60169914 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:20.965702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fa36e7c2-849d-4a95-8d42-9c6f9710c495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f961a907-577d-47be-b253-1aae60169914), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.002332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fa36e7c2-849d-4a95-8d42-9c6f9710c495 None None] Port f961a907-577d-47be-b253-1aae60169914 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:21.438935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3c5f0e1a-3f54-4937-942f-d8de592401b3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:21.455895 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e26d81f0-e314-46cf-87a1-3ee2585b4fac req-8a6d1716-7b02-4f27-baf6-55b92c933c27 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c564e-779a-4f6a-bb98-d52d78498caa HTTP/1.1" status: 200 len: 210 time: 0.0308459 Apr 29 04:10:21.503293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3c5f0e1a-3f54-4937-942f-d8de592401b3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:21.503664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.580797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3c5f0e1a-3f54-4937-942f-d8de592401b3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:21.581178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.605287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 3c5f0e1a-3f54-4937-942f-d8de592401b3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3c5f0e1a-3f54-4937-942f-d8de592401b3,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:21.642242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:21.654130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:21.654766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:21.695827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.697678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35498) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:21.703178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-342775481-network', 'tenant_id': '493dc91401484e9a937774c94312ed0f'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:21.920034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Made reservation on behalf of 493dc91401484e9a937774c94312ed0f for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:21.920034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.920034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.928371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks [] for security_group (9b78172f-6532-46fd-a9cc-3c51e367b04a), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:21.948857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=3c5f0e1a-3f54-4937-942f-d8de592401b3,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:21.975638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:21.996381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9b78172f-6532-46fd-a9cc-3c51e367b04a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.021669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:10:22.031634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78172f-6532-46fd-a9cc-3c51e367b04a,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:22.038512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d1edae95-c785-405a-822e-567a8feb9124), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.038851 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Added segment d1edae95-c785-405a-822e-567a8feb9124 of type vlan for network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 Apr 29 04:10:22.083544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (8592ca24-2ba6-44de-b622-b15a94d2b5e3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.162796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 2, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:22.167807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (8592ca24-2ba6-44de-b622-b15a94d2b5e3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.168801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:22.169422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.193454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:22.193454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Updating router a25b7734-c7c0-4634-9e3c-683f360f2d51 port f961a907-577d-47be-b253-1aae60169914 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:10:22.223757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f961a907-577d-47be-b253-1aae60169914), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.268928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] Pushing event updated for resources: {'Network': ['ID=8592ca24-2ba6-44de-b622-b15a94d2b5e3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:22.275004 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cba5a9d2-28c7-46a7-abb2-aa1e4e4dc065 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5759859 Apr 29 04:10:22.277620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35500) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:22.282513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Request body: {'subnet': {'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-342775481-subnet', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:22.313171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:10:22.353502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Made reservation on behalf of 493dc91401484e9a937774c94312ed0f for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:22.355910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.529408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35504) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:22.553208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Publish callbacks [] for port (f961a907-577d-47be-b253-1aae60169914), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.589699 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-011352e0-bf66-4cec-bec9-dfea19b85290 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (ad12aaaa-340b-4dd4-b42c-8327842a0d9c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.594773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (e909d678-e213-44a7-b53f-fa03fc95dd13), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.619228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f961a907-577d-47be-b253-1aae60169914), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.643148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-011352e0-bf66-4cec-bec9-dfea19b85290 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (ad12aaaa-340b-4dd4-b42c-8327842a0d9c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.669965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731b7dd-1b74-48b2-87d3-e1243725ff45 None None] Pushing event updated for resources: {'Port': ['ID=f961a907-577d-47be-b253-1aae60169914,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:22.704059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=e909d678-e213-44a7-b53f-fa03fc95dd13,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:22.712757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Checking segment: {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:22.713143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Network hostable DHCP agents. Network: 8592ca24-2ba6-44de-b622-b15a94d2b5e3, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:10:22.739041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Attempting to bind port f961a907-577d-47be-b253-1aae60169914 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:22.739041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Attempting to bind port f961a907-577d-47be-b253-1aae60169914 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:22.739313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Attempting to bind port f961a907-577d-47be-b253-1aae60169914 on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:22.745261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:22.746203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Checking segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:22.747463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.748050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Bound using segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:22.748530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Bound port: f961a907-577d-47be-b253-1aae60169914, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:22.749099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f961a907-577d-47be-b253-1aae60169914), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.814226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:10:22.824239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] For port f961a907-577d-47be-b253-1aae60169914, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:22.827436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] For port f961a907-577d-47be-b253-1aae60169914, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f961a907-577d-47be-b253-1aae60169914,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:22.856959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-011352e0-bf66-4cec-bec9-dfea19b85290 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (ad12aaaa-340b-4dd4-b42c-8327842a0d9c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.859579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-011352e0-bf66-4cec-bec9-dfea19b85290 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.860752 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-011352e0-bf66-4cec-bec9-dfea19b85290 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/ad12aaaa-340b-4dd4-b42c-8327842a0d9c HTTP/1.1" status: 204 len: 168 time: 0.3303733 Apr 29 04:10:22.870767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011352e0-bf66-4cec-bec9-dfea19b85290 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12aaaa-340b-4dd4-b42c-8327842a0d9c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:22.885412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 8592ca24-2ba6-44de-b622-b15a94d2b5e3) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:22.890001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:22.890270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.899749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27979849-66b0-4c97-947e-c0829bf963a3 None None] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:22.916178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f961a907-577d-47be-b253-1aae60169914), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:22.971915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35508) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:22.993076 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a1217c23-c36a-42e7-81b1-1e76e3b58dde admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7120235 Apr 29 04:10:22.993700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35510) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:22.997942 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:23.016876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] Provisioning complete for port f961a907-577d-47be-b253-1aae60169914 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:23.017826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f961a907-577d-47be-b253-1aae60169914), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.085881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (198d5027-7d88-45d5-9ecb-0700328d7eeb), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.087563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731b7dd-1b74-48b2-87d3-e1243725ff45 None None] Pushing event updated for resources: {'Port': ['ID=f961a907-577d-47be-b253-1aae60169914,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:23.087815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (198d5027-7d88-45d5-9ecb-0700328d7eeb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.098292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:23.098891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:23.178945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks [] for router_controller (198d5027-7d88-45d5-9ecb-0700328d7eeb), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.197515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'project_id': '493dc91401484e9a937774c94312ed0f', 'fixed_ips': [{'subnet_id': 'e909d678-e213-44a7-b53f-fa03fc95dd13'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:10:23.198496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.220188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] Current status of the port f961a907-577d-47be-b253-1aae60169914 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:23.220572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f961a907-577d-47be-b253-1aae60169914), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.357675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (8798521a-7c3f-4424-a661-db78ab742278), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.365258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] For port f961a907-577d-47be-b253-1aae60169914, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f961a907-577d-47be-b253-1aae60169914,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:23.374487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:23.408185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks [] for router_gateway (198d5027-7d88-45d5-9ecb-0700328d7eeb), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.436101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f961a907-577d-47be-b253-1aae60169914), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.452928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3c5f0e1a-3f54-4937-942f-d8de592401b3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:23.570613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Allocated IP 172.20.0.2 (8592ca24-2ba6-44de-b622-b15a94d2b5e3/e909d678-e213-44a7-b53f-fa03fc95dd13/f1478d30-295c-4d95-ba24-adb665bf2c4d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:23.622215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0368c05f-0ead-4abd-889a-474b3cabbfbc None None] Provisioning complete for port f961a907-577d-47be-b253-1aae60169914 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:23.622449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port ab23f5d0-e34b-4bf5-990e-de60177c6665 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:23.622576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0368c05f-0ead-4abd-889a-474b3cabbfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f961a907-577d-47be-b253-1aae60169914), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.622719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.628776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6652b1-a1af-4b70-8fd8-93534ef63de8 None None] Pushing event updated for resources: {'Port': ['ID=f961a907-577d-47be-b253-1aae60169914,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:23.683355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks [] for router_gateway (198d5027-7d88-45d5-9ecb-0700328d7eeb), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.704743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.828777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Allocated IP 172.26.4.242 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/90477a34-6e09-480e-bb20-66379d7cb95c) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:23.922430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3c5f0e1a-3f54-4937-942f-d8de592401b3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:23.922674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:23.941170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks [] for port (90477a34-6e09-480e-bb20-66379d7cb95c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.035952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.066602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port ab23f5d0-e34b-4bf5-990e-de60177c6665, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ab23f5d0-e34b-4bf5-990e-de60177c6665,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:24.067257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.081204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for ab23f5d0-e34b-4bf5-990e-de60177c6665 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:24.085541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:24.090605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:24.094430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:24.100583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Pushing event updated for resources: {'Port': ['ID=90477a34-6e09-480e-bb20-66379d7cb95c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:24.110568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:22Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:24.181473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a59e58-1f38-4342-b9b1-1ae2c0e93c27 None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:22Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:24.184225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0368c05f-0ead-4abd-889a-474b3cabbfbc None None] Current status of the port f961a907-577d-47be-b253-1aae60169914 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:24.192725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Publish callbacks [] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.204300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3c5f0e1a-3f54-4937-942f-d8de592401b3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:24.268351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.322711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:24.325847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:24.328435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:24.335775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 759e6042-6a8a-49b0-aed2-caf610365551 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:24.339737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Pushing event updated for resources: {'Port': ['ID=f1478d30-295c-4d95-ba24-adb665bf2c4d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:24.366134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 759e6042-6a8a-49b0-aed2-caf610365551 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:24.366762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 759e6042-6a8a-49b0-aed2-caf610365551 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:24.405643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ab23f5d0-e34b-4bf5-990e-de60177c6665), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.423986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Attempting to bind port f1478d30-295c-4d95-ba24-adb665bf2c4d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:24.424385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Attempting to bind port f1478d30-295c-4d95-ba24-adb665bf2c4d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:24.424737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Attempting to bind port f1478d30-295c-4d95-ba24-adb665bf2c4d on network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:24.430376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:24.430761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Checking segment: {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:24.431148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.431587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Bound using segment: {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:24.432035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Bound port: f1478d30-295c-4d95-ba24-adb665bf2c4d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:24.432413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.440011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=ab23f5d0-e34b-4bf5-990e-de60177c6665,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:24.550864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] For port f1478d30-295c-4d95-ba24-adb665bf2c4d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:24.555792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] For port f1478d30-295c-4d95-ba24-adb665bf2c4d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f1478d30-295c-4d95-ba24-adb665bf2c4d,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:24.637852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.657363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (8798521a-7c3f-4424-a661-db78ab742278), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:24.749356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287a8e-66f8-4395-af4a-016f43fb5d38 None None] Pushing event updated for resources: {'Port': ['ID=f1478d30-295c-4d95-ba24-adb665bf2c4d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:24.999960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 8798521a-7c3f-4424-a661-db78ab742278 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:25.022954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks [] for router_gateway (198d5027-7d88-45d5-9ecb-0700328d7eeb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.146074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:25.154705 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9399a01d-f36d-4dda-803a-3f13d4323599 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/8798521a-7c3f-4424-a661-db78ab742278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1792316 Apr 29 04:10:25.157945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35512) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:25.158859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] Sync routers for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:25.172073 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:25.173281 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:25.219823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet 755a041c-78a1-4d0a-a506-c3c1d94d9708 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:10:25.223671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (755a041c-78a1-4d0a-a506-c3c1d94d9708), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.252352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (198d5027-7d88-45d5-9ecb-0700328d7eeb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.278200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (755a041c-78a1-4d0a-a506-c3c1d94d9708), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.286933 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:25.403059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (755a041c-78a1-4d0a-a506-c3c1d94d9708), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.511745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Router 198d5027-7d88-45d5-9ecb-0700328d7eeb is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:10:25.516124 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:10:24Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:25.562994 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] Checking router: 8798521a-7c3f-4424-a661-db78ab742278 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:25.576571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (755a041c-78a1-4d0a-a506-c3c1d94d9708), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.590548 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] Routers {'8798521a-7c3f-4424-a661-db78ab742278'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:25.590895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f1478d30-295c-4d95-ba24-adb665bf2c4d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:25.593191 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['8798521a-7c3f-4424-a661-db78ab742278'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:25.611372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=755a041c-78a1-4d0a-a506-c3c1d94d9708,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:25.618861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.621519 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8d9c904a-05a5-4fc5-b0b9-0e3796d80899 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/755a041c-78a1-4d0a-a506-c3c1d94d9708 HTTP/1.1" status: 204 len: 168 time: 0.4623282 Apr 29 04:10:25.627679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35514) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:25.641055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200cdcd-4989-453b-b933-415160f6a4e1 None None] Network 44d39cef-aa58-44c2-bda1-38716ec4fd77 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:25.716888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:25.762608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Sync routers for ids ['198d5027-7d88-45d5-9ecb-0700328d7eeb'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:25.780565 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] Set router 8798521a-7c3f-4424-a661-db78ab742278 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:25.810626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Routers {'198d5027-7d88-45d5-9ecb-0700328d7eeb'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:25.811576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['198d5027-7d88-45d5-9ecb-0700328d7eeb'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:25.818954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.823054 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ed8104dc-7dac-4896-9098-c3f62fbc0b52 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8260996 Apr 29 04:10:25.823221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35516) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:25.830017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (8798521a-7c3f-4424-a661-db78ab742278), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:25.891624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f1478d30-295c-4d95-ba24-adb665bf2c4d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:25.893624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.003363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (8798521a-7c3f-4424-a661-db78ab742278), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.024896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] DHCP port deletion for 44d39cef-aa58-44c2-bda1-38716ec4fd77 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:10:26.066728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Set router 198d5027-7d88-45d5-9ecb-0700328d7eeb gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:26.109650 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:10:24Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:26.138950 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5b507-42ed-4626-ac5b-5a67b74aef75 None None] The sync data for ids ['8798521a-7c3f-4424-a661-db78ab742278'] in dv-neutron-839777-1-hyperv is: [{'id': '8798521a-7c3f-4424-a661-db78ab742278', 'name': 'tempest-TestNetworkBasicOps-router-1251482625', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:07:58Z', 'updated_at': '2022-04-29T04:10:24Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '2c50d848-66eb-4f2d-8171-5bbe24ea1552', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798521a-7c3f-4424-a661-db78ab742278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:07:59Z', 'updated_at': '2022-04-29T04:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:26.169680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4e1b5-6f60-4787-a0ae-d508a9fc5aa4 None None] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:26.171236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 2c50d848-66eb-4f2d-8171-5bbe24ea1552 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:26.171729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.202240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f1478d30-295c-4d95-ba24-adb665bf2c4d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:26.202629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.251735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] Deleting port 4befa44b-6525-49b1-86e4-824871a82cd6 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:26.251978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.276438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 2c50d848-66eb-4f2d-8171-5bbe24ea1552, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=2c50d848-66eb-4f2d-8171-5bbe24ea1552,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:26.276841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.290405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 2c50d848-66eb-4f2d-8171-5bbe24ea1552 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:26.339664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e37be1b9-175a-40c5-b575-c63a5355441c None None] Provisioning complete for port f1478d30-295c-4d95-ba24-adb665bf2c4d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:26.340326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e37be1b9-175a-40c5-b575-c63a5355441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.384258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.445591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port f1478d30-295c-4d95-ba24-adb665bf2c4d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f1478d30-295c-4d95-ba24-adb665bf2c4d,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:26.466579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] For port 4befa44b-6525-49b1-86e4-824871a82cd6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4befa44b-6525-49b1-86e4-824871a82cd6,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:26.466987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.528354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] Calling delete_port for 4befa44b-6525-49b1-86e4-824871a82cd6 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:26.536771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2c50d848-66eb-4f2d-8171-5bbe24ea1552), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.539278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.541526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f961a907-577d-47be-b253-1aae60169914 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:26.567824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Allocated IP 172.20.0.1 (8592ca24-2ba6-44de-b622-b15a94d2b5e3/e909d678-e213-44a7-b53f-fa03fc95dd13/04bfd894-d582-4920-939e-f9bc50ae4c5f) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:26.570319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=2c50d848-66eb-4f2d-8171-5bbe24ea1552,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:26.649754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (8798521a-7c3f-4424-a661-db78ab742278), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.730364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks [] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.793198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (8798521a-7c3f-4424-a661-db78ab742278), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.796254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (8798521a-7c3f-4424-a661-db78ab742278), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.834441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.860831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:26.863987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:26.882999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:24Z', 'revision_number': 3, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:26.886001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:26.925816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (8798521a-7c3f-4424-a661-db78ab742278), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.930783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router 8798521a-7c3f-4424-a661-db78ab742278 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:10:26.934305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=04bfd894-d582-4920-939e-f9bc50ae4c5f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:26.943942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.948598 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ba77894-a4b1-44af-9785-7d5989e8b456 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/8798521a-7c3f-4424-a661-db78ab742278 HTTP/1.1" status: 204 len: 168 time: 1.3161423 Apr 29 04:10:26.950560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35518) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:26.951794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Checking router: 198d5027-7d88-45d5-9ecb-0700328d7eeb for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:26.952154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Updating router 198d5027-7d88-45d5-9ecb-0700328d7eeb port 90477a34-6e09-480e-bb20-66379d7cb95c binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:10:26.954633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (198d5027-7d88-45d5-9ecb-0700328d7eeb), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:26.987913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.067251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (44d39cef-aa58-44c2-bda1-38716ec4fd77), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.141545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 4befa44b-6525-49b1-86e4-824871a82cd6 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:10:27.141545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.141881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=f1478d30-295c-4d95-ba24-adb665bf2c4d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.147796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e37be1b9-175a-40c5-b575-c63a5355441c None None] Current status of the port f1478d30-295c-4d95-ba24-adb665bf2c4d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:27.170007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f961a907-577d-47be-b253-1aae60169914 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:27.170385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f961a907-577d-47be-b253-1aae60169914), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.212895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.225834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 4befa44b-6525-49b1-86e4-824871a82cd6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4befa44b-6525-49b1-86e4-824871a82cd6,segment=NetworkSegment(268788c7-868d-44f2-9f97-6d0b62723a6c),segment_id=268788c7-868d-44f2-9f97-6d0b62723a6c)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:27.226875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.243005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 4befa44b-6525-49b1-86e4-824871a82cd6 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:10:27.276118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.313350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c95686c3-0a5e-4b0c-9268-d6c66577cc83 None None] Provisioning complete for port f1478d30-295c-4d95-ba24-adb665bf2c4d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:27.313750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c95686c3-0a5e-4b0c-9268-d6c66577cc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.320863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] No DVR routers for this DVR port 4befa44b-6525-49b1-86e4-824871a82cd6 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:27.339628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4befa44b-6525-49b1-86e4-824871a82cd6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.343838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa3d3e-5a62-490e-a0bd-f9b542eba4a4 None None] Pushing event deleted for resources: {'Port': ['ID=4befa44b-6525-49b1-86e4-824871a82cd6,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.374589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port 4befa44b-6525-49b1-86e4-824871a82cd6 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:27.379301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=4befa44b-6525-49b1-86e4-824871a82cd6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.397884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks [] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.420039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f961a907-577d-47be-b253-1aae60169914 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:27.456799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.466241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (44d39cef-aa58-44c2-bda1-38716ec4fd77), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.488016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d39cef-aa58-44c2-bda1-38716ec4fd77']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:27.504878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268788c7-868d-44f2-9f97-6d0b62723a6c') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:27.505839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268788c7-868d-44f2-9f97-6d0b62723a6c') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:27.519193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Publish callbacks [] for port (90477a34-6e09-480e-bb20-66379d7cb95c), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.521197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c95686c3-0a5e-4b0c-9268-d6c66577cc83 None None] Current status of the port f1478d30-295c-4d95-ba24-adb665bf2c4d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:27.521306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (268788c7-868d-44f2-9f97-6d0b62723a6c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.530640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c95686c3-0a5e-4b0c-9268-d6c66577cc83 None None] Provisioning complete for port 04bfd894-d582-4920-939e-f9bc50ae4c5f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:27.531013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c95686c3-0a5e-4b0c-9268-d6c66577cc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.548008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (268788c7-868d-44f2-9f97-6d0b62723a6c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.550797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (198d5027-7d88-45d5-9ecb-0700328d7eeb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.559705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:10:27.559977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (268788c7-868d-44f2-9f97-6d0b62723a6c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.560949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=04bfd894-d582-4920-939e-f9bc50ae4c5f,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: self.session.flush() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:10:27.565663 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:10:27.582719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.593347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c95686c3-0a5e-4b0c-9268-d6c66577cc83 None None] Port 04bfd894-d582-4920-939e-f9bc50ae4c5f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:27.647391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f1478d30-295c-4d95-ba24-adb665bf2c4d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:27.677579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:27.678951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:27.701198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1552c-738b-4602-8643-63fdf7fdd28e None None] Pushing event updated for resources: {'Port': ['ID=90477a34-6e09-480e-bb20-66379d7cb95c,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.708409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Attempting to bind port 90477a34-6e09-480e-bb20-66379d7cb95c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:27.709058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Attempting to bind port 90477a34-6e09-480e-bb20-66379d7cb95c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:27.709505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Attempting to bind port 90477a34-6e09-480e-bb20-66379d7cb95c on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:27.718635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:27.719015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:27.719416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.719807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:27.720285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Bound port: 90477a34-6e09-480e-bb20-66379d7cb95c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:27.720671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.722274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (44d39cef-aa58-44c2-bda1-38716ec4fd77), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.737093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.744218 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/44d39cef-aa58-44c2-bda1-38716ec4fd77 HTTP/1.1" status: 204 len: 168 time: 0.7924187 Apr 29 04:10:27.762600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6db35-a193-4c7a-82de-11bb923ff39e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=44d39cef-aa58-44c2-bda1-38716ec4fd77,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.765194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35520) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:27.770566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--1415402573', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:27.776825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f1478d30-295c-4d95-ba24-adb665bf2c4d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:27.776825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.833329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] For port 90477a34-6e09-480e-bb20-66379d7cb95c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:27.838903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] For port 90477a34-6e09-480e-bb20-66379d7cb95c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=90477a34-6e09-480e-bb20-66379d7cb95c,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:27.843607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Router 198d5027-7d88-45d5-9ecb-0700328d7eeb has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:27.856333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:27.859838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.888755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f1478d30-295c-4d95-ba24-adb665bf2c4d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:27.892366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:10:27.905845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (55053e6a-5411-4948-b84a-2fc3f4a64b3d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.906203 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment 55053e6a-5411-4948-b84a-2fc3f4a64b3d of type vlan for network 1bf0867a-5817-4e03-82bd-859ce32c958b Apr 29 04:10:27.919685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.980260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (1bf0867a-5817-4e03-82bd-859ce32c958b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:27.987860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:27.988063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4befa44b-6525-49b1-86e4-824871a82cd6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:27.989782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1552c-738b-4602-8643-63fdf7fdd28e None None] Pushing event updated for resources: {'Port': ['ID=90477a34-6e09-480e-bb20-66379d7cb95c,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:27.994226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Routers {'198d5027-7d88-45d5-9ecb-0700328d7eeb'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:27.995252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['198d5027-7d88-45d5-9ecb-0700328d7eeb'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:27.999695 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7d340dfe-a9f1-4581-9223-0ef7f0137fb8 admin admin] 10.222.0.37 "PUT /v2.0/routers/198d5027-7d88-45d5-9ecb-0700328d7eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1755004 Apr 29 04:10:28.050280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4befa44b-6525-49b1-86e4-824871a82cd6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:28.053841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4befa44b-6525-49b1-86e4-824871a82cd6 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:28.053841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ab23f5d0-e34b-4bf5-990e-de60177c6665 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:28.073950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (1bf0867a-5817-4e03-82bd-859ce32c958b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.079549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:28.080439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.082524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ab23f5d0-e34b-4bf5-990e-de60177c6665 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:28.093139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ab23f5d0-e34b-4bf5-990e-de60177c6665 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:28.093139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c50d848-66eb-4f2d-8171-5bbe24ea1552 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:10:28.103938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cb3f0c68-02dc-4bbe-b703-887fbbf3af4d None None] Provisioning complete for port 04bfd894-d582-4920-939e-f9bc50ae4c5f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:28.104313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0c68-02dc-4bbe-b703-887fbbf3af4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.108725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 2c50d848-66eb-4f2d-8171-5bbe24ea1552 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:10:28.109117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 2c50d848-66eb-4f2d-8171-5bbe24ea1552 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:10:28.161583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=1bf0867a-5817-4e03-82bd-859ce32c958b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:28.177329 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3fc7afe-d919-492d-8fab-a4d70c6781b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4098589 Apr 29 04:10:28.179286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35528) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:28.185013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-886375614', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:28.186348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 1bf0867a-5817-4e03-82bd-859ce32c958b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:10:28.191032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f0c68-02dc-4bbe-b703-887fbbf3af4d None None] Port 04bfd894-d582-4920-939e-f9bc50ae4c5f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:28.268715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] Set router 198d5027-7d88-45d5-9ecb-0700328d7eeb gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:28.272061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.273217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.335619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.470739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '04bfd894-d582-4920-939e-f9bc50ae4c5f', 'name': '', 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'mac_address': 'fa:16:3e:60:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:26Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 2, 'project_id': '493dc91401484e9a937774c94312ed0f', 'subnets': [{'id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:28.501256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c132dc7-4d13-4224-826c-2a3e6cd476e2 None None] The sync data for ids ['198d5027-7d88-45d5-9ecb-0700328d7eeb'] in dv-neutron-839777-1-hyperv is: [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '04bfd894-d582-4920-939e-f9bc50ae4c5f', 'name': '', 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'mac_address': 'fa:16:3e:60:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:26Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 2, 'project_id': '493dc91401484e9a937774c94312ed0f', 'subnets': [{'id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:28.554125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.643039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35530) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:28.647062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066543601', 'description': 'tempest-secgroup-smoke-2066543601 description', 'project_id': '725cfdfdc2874590b14d8053de3dc524'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:28.736766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.853115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.857000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group (c83925e5-77bc-4864-86d1-56ad7efd1fa3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.874493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.915220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c83925e5-77bc-4864-86d1-56ad7efd1fa3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:28.947460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83925e5-77bc-4864-86d1-56ad7efd1fa3,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:28.999172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.001371 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-de20c450-fb53-4883-8d5f-3c45a20e7fbc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3573658 Apr 29 04:10:29.002622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.30 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/0fb30706-769e-4ef7-ad64-953da7c89d99) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:29.003574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35532) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:29.008071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group_rule': {'security_group_id': 'c83925e5-77bc-4864-86d1-56ad7efd1fa3', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:29.097050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (7fea5e05-24a6-4b76-beab-a7bc5cec678e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.112249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.160617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (7fea5e05-24a6-4b76-beab-a7bc5cec678e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.232375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.245941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7fea5e05-24a6-4b76-beab-a7bc5cec678e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.273613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fea5e05-24a6-4b76-beab-a7bc5cec678e,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:29.284521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:29.287719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:29.300155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:29.300155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=0fb30706-769e-4ef7-ad64-953da7c89d99,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:29.369728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.371070 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86deb295-0b0d-46f0-b78b-00b04727c1bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665078 Apr 29 04:10:29.374021 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35534) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:29.378694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group_rule': {'security_group_id': 'c83925e5-77bc-4864-86d1-56ad7efd1fa3', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:29.487204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (f1a902e9-9297-4da6-a937-f3fe7345be19), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.521094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 90477a34-6e09-480e-bb20-66379d7cb95c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:29.547788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (f1a902e9-9297-4da6-a937-f3fe7345be19), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.570328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 90477a34-6e09-480e-bb20-66379d7cb95c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:29.570697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.611223 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (f1a902e9-9297-4da6-a937-f3fe7345be19), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.647711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a902e9-9297-4da6-a937-f3fe7345be19,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:29.677154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 90477a34-6e09-480e-bb20-66379d7cb95c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:29.677717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.701887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 90477a34-6e09-480e-bb20-66379d7cb95c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=90477a34-6e09-480e-bb20-66379d7cb95c,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:29.724271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.731069 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-38562c76-d96a-4c51-b938-64cf7a3ee36a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505363 Apr 29 04:10:29.731069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35536) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:29.732855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group_rule': {'security_group_id': 'c83925e5-77bc-4864-86d1-56ad7efd1fa3', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:29.773792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.828447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (0ad7d770-9d07-44d0-ae8a-b6ea7b2f0c56), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.830359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=90477a34-6e09-480e-bb20-66379d7cb95c,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:29.890224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (0ad7d770-9d07-44d0-ae8a-b6ea7b2f0c56), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.948745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (0ad7d770-9d07-44d0-ae8a-b6ea7b2f0c56), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:29.968276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad7d770-9d07-44d0-ae8a-b6ea7b2f0c56,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:30.004457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.032915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.034378 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1f919037-fee7-4575-85a8-9ba3b1c294c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051012 Apr 29 04:10:30.037132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35538) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.041992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group_rule': {'security_group_id': 'c83925e5-77bc-4864-86d1-56ad7efd1fa3', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:30.119823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (fdffb516-515d-4c3d-8c46-013e31db572c), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.177004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (fdffb516-515d-4c3d-8c46-013e31db572c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.208575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.245679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (fdffb516-515d-4c3d-8c46-013e31db572c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.265378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdffb516-515d-4c3d-8c46-013e31db572c,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:30.332685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.334074 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e72ae514-ca2a-4cc6-981d-5039a81bf760 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2959824 Apr 29 04:10:30.336962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35540) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.342174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group_rule': {'security_group_id': 'c83925e5-77bc-4864-86d1-56ad7efd1fa3', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:30.415920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:10:30.444703 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Project 725cfdfdc2874590b14d8053de3dc524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:10:30.450277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (8330f216-0a7b-4663-961c-64da0ccda3fa), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.508023 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (8330f216-0a7b-4663-961c-64da0ccda3fa), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.525153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:30.539081 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Sync routers for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:30.548771 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:30.549401 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:30.582246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8330f216-0a7b-4663-961c-64da0ccda3fa), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.608614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8330f216-0a7b-4663-961c-64da0ccda3fa,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:30.612851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.614505 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8b4fde66-38ae-434f-baed-faa9cd007549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4337091 Apr 29 04:10:30.617587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35542) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.654063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c65362b6-89bd-4274-8b7d-2c346551b2d4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329938 Apr 29 04:10:30.654312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35544) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.656708 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:30.710203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.715173 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a6db5e2a-7c51-4f9f-b14e-1f7b49ba6c1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734341 Apr 29 04:10:30.715353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35546) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.728393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'security_group_rule': {'security_group_id': 'c83925e5-77bc-4864-86d1-56ad7efd1fa3', 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:30.830145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bd0d5-8cc9-493e-8d5a-1a7e76872698 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:30.831638 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-950bd0d5-8cc9-493e-8d5a-1a7e76872698 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764736 Apr 29 04:10:30.834585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35548) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.872634 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-05e7b2e4-c3aa-420a-8276-7828fdd9d758 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369530 Apr 29 04:10:30.875088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:30.879775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-655080525', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:30.896908 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Project 725cfdfdc2874590b14d8053de3dc524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:10:30.912580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (3283b449-b9a3-4534-abfd-849446eaef32), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:30.915669 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:30.941218 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Checking router: 7628e0d5-fcf2-45e4-8986-aef64fc92e9a for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:30.941585 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Updating router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a port 0fb30706-769e-4ef7-ad64-953da7c89d99 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:10:30.971934 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.005893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (3283b449-b9a3-4534-abfd-849446eaef32), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.087821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:31.091959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.107204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3283b449-b9a3-4534-abfd-849446eaef32), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.168789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3283b449-b9a3-4534-abfd-849446eaef32,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:31.228978 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Publish callbacks [] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.232804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.234041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-06797339-4742-40d1-8610-219e055e6a17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5183311 Apr 29 04:10:31.314468 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.366090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Attempting to bind port 0fb30706-769e-4ef7-ad64-953da7c89d99 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:31.366460 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Attempting to bind port 0fb30706-769e-4ef7-ad64-953da7c89d99 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:31.366817 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Attempting to bind port 0fb30706-769e-4ef7-ad64-953da7c89d99 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:31.371566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (b55bf564-4e69-4e12-a360-506184e8297a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.374141 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:31.374516 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:31.374913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.375302 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:31.375764 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Bound port: 0fb30706-769e-4ef7-ad64-953da7c89d99, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:31.376162 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.387294 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa9ba-92a9-4fc4-bbb2-1bf19a545298 None None] Pushing event updated for resources: {'Port': ['ID=0fb30706-769e-4ef7-ad64-953da7c89d99,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:31.446835 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] For port 0fb30706-769e-4ef7-ad64-953da7c89d99, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:31.448862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:31.449389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: 1bf0867a-5817-4e03-82bd-859ce32c958b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:10:31.450726 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] For port 0fb30706-769e-4ef7-ad64-953da7c89d99, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0fb30706-769e-4ef7-ad64-953da7c89d99,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:31.451636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=b55bf564-4e69-4e12-a360-506184e8297a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:31.526068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 90477a34-6e09-480e-bb20-66379d7cb95c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:31.536972 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.559101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1bf0867a-5817-4e03-82bd-859ce32c958b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:10:31.581538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 90477a34-6e09-480e-bb20-66379d7cb95c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:31.582153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.608113 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:31.608796 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:31.647526 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa9ba-92a9-4fc4-bbb2-1bf19a545298 None None] Pushing event updated for resources: {'Port': ['ID=0fb30706-769e-4ef7-ad64-953da7c89d99,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:31.662530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 1bf0867a-5817-4e03-82bd-859ce32c958b) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:31.667843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:31.668613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.691812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955db72-06de-476a-a4d3-9d1b4cc143c1 None None] Network 1bf0867a-5817-4e03-82bd-859ce32c958b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:31.732866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 90477a34-6e09-480e-bb20-66379d7cb95c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:31.742373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:31.785277 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ac30ae5e-7c79-4cf5-b7f8-23e22779523a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9091547 Apr 29 04:10:31.788066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:31.843185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378de039-ceab-400b-a061-b501db7da713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-1bf0867a-5817-4e03-82bd-859ce32c958b', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:10:31.844556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-378de039-ceab-400b-a061-b501db7da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:31.962414 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:31.996059 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbfdc2-547e-418c-b0c5-6d362d8ebcea None None] The sync data for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv is: [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:32.023057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-378de039-ceab-400b-a061-b501db7da713 None None] Allocated IP 172.20.0.2 (1bf0867a-5817-4e03-82bd-859ce32c958b/b55bf564-4e69-4e12-a360-506184e8297a/46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:32.192789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-378de039-ceab-400b-a061-b501db7da713 None None] Publish callbacks [] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:32.199911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Sync routers for ids ['198d5027-7d88-45d5-9ecb-0700328d7eeb'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:32.219464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Routers {'198d5027-7d88-45d5-9ecb-0700328d7eeb'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:32.220113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['198d5027-7d88-45d5-9ecb-0700328d7eeb'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:32.290243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-378de039-ceab-400b-a061-b501db7da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:32.364171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378de039-ceab-400b-a061-b501db7da713 None None] Network 1bf0867a-5817-4e03-82bd-859ce32c958b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:32.376505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378de039-ceab-400b-a061-b501db7da713 None None] Pushing event updated for resources: {'Port': ['ID=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:32.385182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-378de039-ceab-400b-a061-b501db7da713 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:32.391549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378de039-ceab-400b-a061-b501db7da713 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:32.516126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Set router 198d5027-7d88-45d5-9ecb-0700328d7eeb gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:32.516126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-378de039-ceab-400b-a061-b501db7da713 None None] Attempting to bind port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:32.516126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-378de039-ceab-400b-a061-b501db7da713 None None] Attempting to bind port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:32.516126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378de039-ceab-400b-a061-b501db7da713 None None] Attempting to bind port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:32.552374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378de039-ceab-400b-a061-b501db7da713 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:32.556547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378de039-ceab-400b-a061-b501db7da713 None None] Checking segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:32.556547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-378de039-ceab-400b-a061-b501db7da713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:32.556547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378de039-ceab-400b-a061-b501db7da713 None None] Bound using segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:32.556547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-378de039-ceab-400b-a061-b501db7da713 None None] Bound port: 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:32.556547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-378de039-ceab-400b-a061-b501db7da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:32.701794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:32.903191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-378de039-ceab-400b-a061-b501db7da713 None None] For port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:32.908292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-378de039-ceab-400b-a061-b501db7da713 None None] For port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:32.970145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '04bfd894-d582-4920-939e-f9bc50ae4c5f', 'name': '', 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'mac_address': 'fa:16:3e:60:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:26Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 2, 'project_id': '493dc91401484e9a937774c94312ed0f', 'subnets': [{'id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:33.000537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-378de039-ceab-400b-a061-b501db7da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.004450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Checking router: 198d5027-7d88-45d5-9ecb-0700328d7eeb for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:33.004881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Updating router 198d5027-7d88-45d5-9ecb-0700328d7eeb port 04bfd894-d582-4920-939e-f9bc50ae4c5f binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:10:33.037016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (1bf0867a-5817-4e03-82bd-859ce32c958b/b55bf564-4e69-4e12-a360-506184e8297a/446b4b48-3d4f-4096-88c8-bfb22289d1ca) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:33.071931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.153055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378de039-ceab-400b-a061-b501db7da713 None None] Pushing event updated for resources: {'Port': ['ID=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:33.242389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.340437 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.408973 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1bf0867a-5817-4e03-82bd-859ce32c958b is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:33.412282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:33.414929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:33.468578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=446b4b48-3d4f-4096-88c8-bfb22289d1ca,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:33.494502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.569684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Publish callbacks [] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.606982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0fb30706-769e-4ef7-ad64-953da7c89d99 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:33.642355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.755711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.758327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c9c4f-3aaf-4cb2-8b9f-00a918c53626 None None] Pushing event updated for resources: {'Port': ['ID=04bfd894-d582-4920-939e-f9bc50ae4c5f,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:33.785087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0fb30706-769e-4ef7-ad64-953da7c89d99 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:33.785497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.925965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Attempting to bind port 04bfd894-d582-4920-939e-f9bc50ae4c5f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:33.926486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Attempting to bind port 04bfd894-d582-4920-939e-f9bc50ae4c5f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:33.926977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Attempting to bind port 04bfd894-d582-4920-939e-f9bc50ae4c5f on network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:33.936358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:33.936358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Checking segment: {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:33.936358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:33.936358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Bound using segment: {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:33.936965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Bound port: 04bfd894-d582-4920-939e-f9bc50ae4c5f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1edae95-c785-405a-822e-567a8feb9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:33.937504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.101029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0ffad395-e8c2-41f6-b323-d44ea2861e88 None None] Provisioning complete for port 04bfd894-d582-4920-939e-f9bc50ae4c5f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:34.101029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0ffad395-e8c2-41f6-b323-d44ea2861e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.119768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.125186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] For port 04bfd894-d582-4920-939e-f9bc50ae4c5f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:34.138894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0fb30706-769e-4ef7-ad64-953da7c89d99 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:34.139290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.159042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] For port 04bfd894-d582-4920-939e-f9bc50ae4c5f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=04bfd894-d582-4920-939e-f9bc50ae4c5f,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:34.172298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0ffad395-e8c2-41f6-b323-d44ea2861e88 None None] Port 04bfd894-d582-4920-939e-f9bc50ae4c5f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:34.177556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 0fb30706-769e-4ef7-ad64-953da7c89d99, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0fb30706-769e-4ef7-ad64-953da7c89d99,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:34.245766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.268787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.302617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.303130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:34.329011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=446b4b48-3d4f-4096-88c8-bfb22289d1ca,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:34.333059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.359385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Routers {'198d5027-7d88-45d5-9ecb-0700328d7eeb'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:34.360033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['198d5027-7d88-45d5-9ecb-0700328d7eeb'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:34.426123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c9c4f-3aaf-4cb2-8b9f-00a918c53626 None None] Pushing event updated for resources: {'Port': ['ID=04bfd894-d582-4920-939e-f9bc50ae4c5f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:34.465162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1bf0867a-5817-4e03-82bd-859ce32c958b is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:34.467060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:34.523139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:34.523514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.529594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=0fb30706-769e-4ef7-ad64-953da7c89d99,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:34.595013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] Set router 198d5027-7d88-45d5-9ecb-0700328d7eeb gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:34.651564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:34.749541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] Provisioning complete for port 04bfd894-d582-4920-939e-f9bc50ae4c5f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:34.750686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.753964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:34.754342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:34.820612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:34.832597 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7ba19ba8-b617-4037-a99f-e6ad95ffabce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/7628e0d5-fcf2-45e4-8986-aef64fc92e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0428894 Apr 29 04:10:34.835063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35644) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:35.045639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.046381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.046857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.047324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.047821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.048282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.050498 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a821d07c-1620-425f-ba5e-4f9ce0b77a1c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2136698 Apr 29 04:10:35.053073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35646) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:35.065729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8cfcaf-2e72-437f-b434-1ce7784a9196 None None] Network 1bf0867a-5817-4e03-82bd-859ce32c958b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:10:35.069164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:35.147124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.148213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.148838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.149566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.150019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.150997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:35.152904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7be50059-08e5-4881-bbe4-cfc03104780f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0986955 Apr 29 04:10:35.155654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35648) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:35.168047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:35.251071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '04bfd894-d582-4920-939e-f9bc50ae4c5f', 'name': '', 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'mac_address': 'fa:16:3e:60:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:26Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'subnets': [{'id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:35.298618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec719-5d4d-4b94-9ac5-2b5fa150cafc None None] The sync data for ids ['198d5027-7d88-45d5-9ecb-0700328d7eeb'] in dv-neutron-839777-1-hyperv is: [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:27Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '04bfd894-d582-4920-939e-f9bc50ae4c5f', 'name': '', 'network_id': '8592ca24-2ba6-44de-b622-b15a94d2b5e3', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'mac_address': 'fa:16:3e:60:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:26Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '493dc91401484e9a937774c94312ed0f', 'subnets': [{'id': 'e909d678-e213-44a7-b53f-fa03fc95dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:35.304737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] Current status of the port 04bfd894-d582-4920-939e-f9bc50ae4c5f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:35.304936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:35.330724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:35.377819 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Sync routers for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:35.393195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] For port 04bfd894-d582-4920-939e-f9bc50ae4c5f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=04bfd894-d582-4920-939e-f9bc50ae4c5f,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:35.408669 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:35.409884 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:35.423033 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cb9dac3d-fd06-40d5-8a8f-c796e68dc21a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2662807 Apr 29 04:10:35.426902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35650) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:35.444529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-496217081', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:35.462546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:35.565916 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:35.635641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fef09e-20f0-47a2-acaf-df76cf65b61c None None] Pushing event updated for resources: {'Port': ['ID=04bfd894-d582-4920-939e-f9bc50ae4c5f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:35.653558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-67c571af-9a9b-4bac-a873-d59134ece00e None None] Provisioning complete for port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:35.654314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-67c571af-9a9b-4bac-a873-d59134ece00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:35.666330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0fb30706-769e-4ef7-ad64-953da7c89d99 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:35.810938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:10:35.816484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:35.830022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 0fb30706-769e-4ef7-ad64-953da7c89d99 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:35.830402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:35.863359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] device_id is not set on port 2740f288-a868-4599-86a6-7c0e9f832fb3 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:10:35.894335 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:35.899901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-67c571af-9a9b-4bac-a873-d59134ece00e None None] Current status of the port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:35.951330 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Checking router: 7628e0d5-fcf2-45e4-8986-aef64fc92e9a for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:35.951682 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Updating router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a port 446b4b48-3d4f-4096-88c8-bfb22289d1ca binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:10:35.988406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 0fb30706-769e-4ef7-ad64-953da7c89d99 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:35.990169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 04bfd894-d582-4920-939e-f9bc50ae4c5f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:36.015444 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.050268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.3 (1bf0867a-5817-4e03-82bd-859ce32c958b/b55bf564-4e69-4e12-a360-506184e8297a/2740f288-a868-4599-86a6-7c0e9f832fb3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:36.082978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-05c351cf-efba-4fcc-9f40-a616ef9c582d None None] Provisioning complete for port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:36.089413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-05c351cf-efba-4fcc-9f40-a616ef9c582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.148597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 04bfd894-d582-4920-939e-f9bc50ae4c5f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:36.148839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.303237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.321661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-05c351cf-efba-4fcc-9f40-a616ef9c582d None None] Current status of the port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:36.336687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 04bfd894-d582-4920-939e-f9bc50ae4c5f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:36.337803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:36.340859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-05c351cf-efba-4fcc-9f40-a616ef9c582d None None] Provisioning complete for port 446b4b48-3d4f-4096-88c8-bfb22289d1ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:36.341228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-05c351cf-efba-4fcc-9f40-a616ef9c582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.406400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-05c351cf-efba-4fcc-9f40-a616ef9c582d None None] Port 446b4b48-3d4f-4096-88c8-bfb22289d1ca cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:36.417762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:36.418136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.425156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.475246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 1bf0867a-5817-4e03-82bd-859ce32c958b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:36.480415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:36.485247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:36.531232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:36.535256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:36.542537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-894ee8ff-88a2-4c1c-9005-20d650ec8eb2 None None] Provisioning complete for port 446b4b48-3d4f-4096-88c8-bfb22289d1ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:36.542537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-894ee8ff-88a2-4c1c-9005-20d650ec8eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.543550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.544236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.544804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.545421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.546033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.546599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.547286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.548042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.548589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.549102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.549649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.550571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.551306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.551636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.552099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:36.586176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:36.592268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.621368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-894ee8ff-88a2-4c1c-9005-20d650ec8eb2 None None] Port 446b4b48-3d4f-4096-88c8-bfb22289d1ca cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:36.682749 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e9e4449e-9336-4568-9b60-b36d40cdeaf1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2544320 Apr 29 04:10:36.782039 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Publish callbacks [] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.841702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2696c0e2-6ab2-42dd-a32e-682287c92822 None None] Provisioning complete for port 2740f288-a868-4599-86a6-7c0e9f832fb3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:36.842319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2696c0e2-6ab2-42dd-a32e-682287c92822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.847536 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.903815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2696c0e2-6ab2-42dd-a32e-682287c92822 None None] Port 2740f288-a868-4599-86a6-7c0e9f832fb3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:36.971220 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91644e30-df46-412e-a6d9-3f277f0a7a6d None None] Pushing event updated for resources: {'Port': ['ID=446b4b48-3d4f-4096-88c8-bfb22289d1ca,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:36.979039 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Attempting to bind port 446b4b48-3d4f-4096-88c8-bfb22289d1ca on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:36.979405 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Attempting to bind port 446b4b48-3d4f-4096-88c8-bfb22289d1ca by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:36.979798 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Attempting to bind port 446b4b48-3d4f-4096-88c8-bfb22289d1ca on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:36.991053 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:36.994746 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Checking segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:36.994746 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:36.994746 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Bound using segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:36.994746 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Bound port: 446b4b48-3d4f-4096-88c8-bfb22289d1ca, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:36.994746 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.070215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35658) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:37.075924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702814128', 'description': 'tempest-secgroup-smoke-1702814128 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:37.114116 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] For port 446b4b48-3d4f-4096-88c8-bfb22289d1ca, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:37.119486 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] For port 446b4b48-3d4f-4096-88c8-bfb22289d1ca, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=446b4b48-3d4f-4096-88c8-bfb22289d1ca,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:37.156342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.190902 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.237812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-24661e21-459d-4508-bffb-a23fc656928e None None] Provisioning complete for port 446b4b48-3d4f-4096-88c8-bfb22289d1ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:37.239221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24661e21-459d-4508-bffb-a23fc656928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.248351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (c1a37e67-3e39-41b7-9a26-c7d1f5027f35), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.254729 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:37.255366 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:37.303105 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91644e30-df46-412e-a6d9-3f277f0a7a6d None None] Pushing event updated for resources: {'Port': ['ID=446b4b48-3d4f-4096-88c8-bfb22289d1ca,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:37.313692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c1a37e67-3e39-41b7-9a26-c7d1f5027f35), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.371734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a37e67-3e39-41b7-9a26-c7d1f5027f35,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:37.372828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-24661e21-459d-4508-bffb-a23fc656928e None None] Current status of the port 446b4b48-3d4f-4096-88c8-bfb22289d1ca is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:37.374058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24661e21-459d-4508-bffb-a23fc656928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.396813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.399241 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-56f2c0df-124a-42db-ba59-8de13f2d8e47 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3277159 Apr 29 04:10:37.402068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:37.409505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'c1a37e67-3e39-41b7-9a26-c7d1f5027f35', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:37.420338 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:37.423654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-24661e21-459d-4508-bffb-a23fc656928e None None] For port 446b4b48-3d4f-4096-88c8-bfb22289d1ca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=446b4b48-3d4f-4096-88c8-bfb22289d1ca,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:37.496424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24661e21-459d-4508-bffb-a23fc656928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.523830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 04bfd894-d582-4920-939e-f9bc50ae4c5f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:37.549411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5e790ae2-e9d5-4a8b-a64d-00a68e85f579), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.592371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24661e21-459d-4508-bffb-a23fc656928e None None] Pushing event updated for resources: {'Port': ['ID=446b4b48-3d4f-4096-88c8-bfb22289d1ca,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:37.602526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 04bfd894-d582-4920-939e-f9bc50ae4c5f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:37.607231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.645946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dfcb2e76-be16-494b-9772-52af65f05b04 None None] Provisioning complete for port 446b4b48-3d4f-4096-88c8-bfb22289d1ca triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:37.646908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2e76-be16-494b-9772-52af65f05b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.655545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5e790ae2-e9d5-4a8b-a64d-00a68e85f579), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.663546 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:37.692565 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecd1b2-a0a3-46e4-be9f-d8944f8e6ae7 None None] The sync data for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv is: [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:37.745892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5e790ae2-e9d5-4a8b-a64d-00a68e85f579), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.777390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e790ae2-e9d5-4a8b-a64d-00a68e85f579,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:37.778519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 04bfd894-d582-4920-939e-f9bc50ae4c5f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:37.827841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb2e76-be16-494b-9772-52af65f05b04 None None] Current status of the port 446b4b48-3d4f-4096-88c8-bfb22289d1ca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:37.841087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:37.843492 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c46a7760-c59e-4be1-bb48-0f4b0e4f3604 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4374795 Apr 29 04:10:37.845441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35662) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:37.849913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'c1a37e67-3e39-41b7-9a26-c7d1f5027f35', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:37.953382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (dad5229d-deb4-4e23-a369-88066631e2ab), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.019175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (dad5229d-deb4-4e23-a369-88066631e2ab), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.090519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (dad5229d-deb4-4e23-a369-88066631e2ab), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.109254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad5229d-deb4-4e23-a369-88066631e2ab,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:38.186910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.188698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-857793b5-4851-4fab-8114-3fb4462b5cc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3422971 Apr 29 04:10:38.195222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35666) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:38.199763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'c1a37e67-3e39-41b7-9a26-c7d1f5027f35', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:38.296964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (934f8fcd-cc91-4966-9115-a28c23258e46), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.364352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (934f8fcd-cc91-4966-9115-a28c23258e46), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.431244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (934f8fcd-cc91-4966-9115-a28c23258e46), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.449964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934f8fcd-cc91-4966-9115-a28c23258e46,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:38.507167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.508738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-43629096-21ca-4361-bae6-23fd7932c755 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125122 Apr 29 04:10:38.512069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35668) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:38.516785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'c1a37e67-3e39-41b7-9a26-c7d1f5027f35', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:38.603118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (05c14ea5-b910-434a-8a84-6dfa9c516fab), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.670514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (05c14ea5-b910-434a-8a84-6dfa9c516fab), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.741785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (05c14ea5-b910-434a-8a84-6dfa9c516fab), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.766742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c14ea5-b910-434a-8a84-6dfa9c516fab,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:38.835734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.837195 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-90aa6c5a-f65b-4dda-b4ae-eda7fb803bed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240545 Apr 29 04:10:38.840377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:38.847723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'c1a37e67-3e39-41b7-9a26-c7d1f5027f35', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:38.867867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c2495291-bf41-41ca-b7c9-321823f6ad2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:38.930663 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:10:38.937081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (b67f2553-9590-4744-8ee7-c70221aed7ff), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.002260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (b67f2553-9590-4744-8ee7-c70221aed7ff), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.506407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 446b4b48-3d4f-4096-88c8-bfb22289d1ca up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:39.561237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 446b4b48-3d4f-4096-88c8-bfb22289d1ca triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:39.561678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.622230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b67f2553-9590-4744-8ee7-c70221aed7ff), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.645566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67f2553-9590-4744-8ee7-c70221aed7ff,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:39.649208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 446b4b48-3d4f-4096-88c8-bfb22289d1ca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:39.749660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.757870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-19bb5e66-8167-461b-ac9c-21989bbae544 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9095173 Apr 29 04:10:39.757870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35674) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:39.757870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'c1a37e67-3e39-41b7-9a26-c7d1f5027f35', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:39.833782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:10:39.840539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (2446d64f-48d1-4c82-bbb4-ae7e5057cb80), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.902553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (2446d64f-48d1-4c82-bbb4-ae7e5057cb80), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.964825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (2446d64f-48d1-4c82-bbb4-ae7e5057cb80), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:39.979877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2446d64f-48d1-4c82-bbb4-ae7e5057cb80,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:40.066708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:40.068221 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6aec3838-7229-4470-9b02-a2e09029af12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3136926 Apr 29 04:10:40.281699 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-16fcbc48-183c-43e7-9d2f-5b9575961567 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702814128&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0513897 Apr 29 04:10:40.334239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-a399be5e-2ceb-4d46-8d13-75283043b839 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:40.335499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-a399be5e-2ceb-4d46-8d13-75283043b839 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 929 time: 0.0473087 Apr 29 04:10:40.383456 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-8b2b7e63-7286-4fdd-afc3-9b1be6d486ce service neutron] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0358405 Apr 29 04:10:40.480816 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-22bd526f-1ebf-40c7-b698-b16bf7d2bd54 service neutron] 10.222.0.37 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908689 Apr 29 04:10:40.577431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-18c9719f-f376-4960-86a5-44e1492e88c5 service neutron] 10.222.0.37 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910068 Apr 29 04:10:40.628291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-171e05ae-1b8f-44d5-8c92-a0026e91019e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:40.629626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-171e05ae-1b8f-44d5-8c92-a0026e91019e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 929 time: 0.0464287 Apr 29 04:10:40.912809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b193d387-ed1b-400b-915c-f10427a25053 req-127f0474-c6be-4125-a1e1-eb4315e59ee7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 210 time: 0.0423517 Apr 29 04:10:40.949119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35696) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:41.089127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-bbdc9fe8-28fd-4482-936e-b067b3c790b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:41.090551 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-bbdc9fe8-28fd-4482-936e-b067b3c790b6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 929 time: 0.1403661 Apr 29 04:10:41.190795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b05e9114-da10-48bc-b58c-e4d48291373a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:42.012891 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ec9a5aed-d68d-4dcd-8572-958a3dad8259 req-872ed1c5-0f6d-4794-b383-9847b77f172c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 210 time: 0.0316007 Apr 29 04:10:42.144799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:43.066147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-082a7df2-5f58-45be-9617-5d369dbdcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:43.068264 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-082a7df2-5f58-45be-9617-5d369dbdcdd2 service neutron] 10.222.0.31 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1025 time: 0.0515954 Apr 29 04:10:43.119671 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5508d899-2d3e-41e4-bd66-0738435a7724 req-aaac7c14-b883-440f-9156-2882bb1a0193 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 210 time: 0.0300190 Apr 29 04:10:43.196677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-b67304f1-1b90-4f61-ac82-6655b5b935eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:43.198202 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-b67304f1-1b90-4f61-ac82-6655b5b935eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=1bf0867a-5817-4e03-82bd-859ce32c958b HTTP/1.1" status: 200 len: 797 time: 0.1226850 Apr 29 04:10:43.274012 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-16ea37dd-2586-48c9-80b3-4bbe7c14b13f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 380 time: 0.0613818 Apr 29 04:10:43.287583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Request body: {'port': {'device_id': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:43.356027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:43.632201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2740f288-a868-4599-86a6-7c0e9f832fb3 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:10:43.640063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Publish callbacks [] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:43.652660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Transition to ACTIVE for port object 2740f288-a868-4599-86a6-7c0e9f832fb3 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:10:43.719657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:43.741905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:43.796789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:43.878542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:10:43.878542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:10:43.878542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:43.883515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:10:43.883922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:10:43.890271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:10:43.890606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Checking segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:10:43.890987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Bound using segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:10:43.891549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Bound port: 2740f288-a868-4599-86a6-7c0e9f832fb3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:10:43.891912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:43.968815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:43.972221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:10:44.059833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:44.098522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.099136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:44.100497 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] 10.222.0.31 "PUT /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1130 time: 0.8171463 Apr 29 04:10:44.100996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:10:44.103325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef553a04-7266-4208-a198-aed2aa62383c" -d '{"events": [{"name": "network-changed", "server_uuid": "abcb0b60-b323-403f-8c8f-ee4bed2c1c99", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:10:44.142042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb3d8a-5e4a-42a0-b9a3-ce0f61f89fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:44.147086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4afaa-1a0a-470b-9ff5-8442025bb194 x-openstack-request-id: req-9cf4afaa-1a0a-470b-9ff5-8442025bb194 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:10:44.147405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcb0b60-b323-403f-8c8f-ee4bed2c1c99", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:10:44.147663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cf4afaa-1a0a-470b-9ff5-8442025bb194 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:10:44.148065 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf4afaa-1a0a-470b-9ff5-8442025bb194'] response: {'name': 'network-changed', 'server_uuid': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'status': 'completed', 'code': 200} Apr 29 04:10:44.214544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553a04-7266-4208-a198-aed2aa62383c req-eaadcdef-d15e-48d2-b8ea-ff3037f65e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.216059 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef553a04-7266-4208-a198-aed2aa62383c req-eaadcdef-d15e-48d2-b8ea-ff3037f65e76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 1164 time: 0.0474985 Apr 29 04:10:44.223654 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:10:44.267681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c6b5-3ae3-4453-9a72-ba0f18da93c1 req-2c01a04f-8e6a-4272-936c-addf6a449b26 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.269273 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4139c6b5-3ae3-4453-9a72-ba0f18da93c1 req-2c01a04f-8e6a-4272-936c-addf6a449b26 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 980 time: 0.0625775 Apr 29 04:10:44.332560 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4139c6b5-3ae3-4453-9a72-ba0f18da93c1 req-cdc2a889-ff30-49db-a052-0f3fa29bfc36 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Apr 29 04:10:44.346606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553a04-7266-4208-a198-aed2aa62383c req-80ea487a-deb5-469c-a13c-ff8cc84c2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.346606 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef553a04-7266-4208-a198-aed2aa62383c req-80ea487a-deb5-469c-a13c-ff8cc84c2f41 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1201437 Apr 29 04:10:44.456085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553a04-7266-4208-a198-aed2aa62383c req-ea9d8503-5f45-44cd-9a9f-0af37c9466d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.457714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef553a04-7266-4208-a198-aed2aa62383c req-ea9d8503-5f45-44cd-9a9f-0af37c9466d4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003697 Apr 29 04:10:44.547189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-eb13d806-1533-4852-ae8f-e2e1cc324757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.548705 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-eb13d806-1533-4852-ae8f-e2e1cc324757 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 1164 time: 0.0405223 Apr 29 04:10:44.597673 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-1ac7df1b-ce8d-4c9a-8435-71125a5cb9ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 217 time: 0.0391278 Apr 29 04:10:44.650830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-43e6ce1f-32c4-4d80-910f-3ddbdd4e6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.652297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-43e6ce1f-32c4-4d80-910f-3ddbdd4e6a24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55bf564-4e69-4e12-a360-506184e8297a HTTP/1.1" status: 200 len: 834 time: 0.0460727 Apr 29 04:10:44.701371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-1a0d1599-b0de-4ea9-8321-e67e2e06c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:44.702807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-1a0d1599-b0de-4ea9-8321-e67e2e06c2f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bf0867a-5817-4e03-82bd-859ce32c958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408721 Apr 29 04:10:44.803922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-ffba9dcb-0d38-477f-b6f2-201c7d860cae service neutron] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905144 Apr 29 04:10:44.895305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f0b6c82-4603-4f1a-a6b5-e4dc36da1b4c req-7520243c-c95f-40be-b7dc-8f7d2917b49b service neutron] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820251 Apr 29 04:10:45.085151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:45.449616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534007d-3cfd-4f66-9319-30672416279d req-9c794898-604e-47a3-b774-57cebbe5da3c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:45.451129 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7534007d-3cfd-4f66-9319-30672416279d req-9c794898-604e-47a3-b774-57cebbe5da3c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 980 time: 0.0544748 Apr 29 04:10:45.515666 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7534007d-3cfd-4f66-9319-30672416279d req-b1ffb6f4-81db-40e6-9c55-4f2b531034ba tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Apr 29 04:10:46.625957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea86a04-5bcd-4586-b7c1-5512c196c1c8 req-d62166a3-26e1-4756-9357-c24c0f4e7a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:46.627600 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ea86a04-5bcd-4586-b7c1-5512c196c1c8 req-d62166a3-26e1-4756-9357-c24c0f4e7a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 980 time: 0.0575747 Apr 29 04:10:46.679079 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ea86a04-5bcd-4586-b7c1-5512c196c1c8 req-752d2841-c084-4618-88e6-dd7bdbfe5c91 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456889 Apr 29 04:10:47.791012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410647d9-7f0b-46b8-89dd-134a03da4c10 req-0c02aae0-94de-48b2-b822-d4657b1d64b4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:47.792451 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-410647d9-7f0b-46b8-89dd-134a03da4c10 req-0c02aae0-94de-48b2-b822-d4657b1d64b4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 980 time: 0.0469034 Apr 29 04:10:47.838619 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-410647d9-7f0b-46b8-89dd-134a03da4c10 req-dc43e80c-ed9b-40a9-9e4b-bcb38005458f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Apr 29 04:10:48.410578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:10:48.509186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:48.520240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'port_id': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'mac_address': 'fa:16:3e:49:82:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:10:48.557396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 2740f288-a868-4599-86a6-7c0e9f832fb3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:48.557785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:48.570333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2740f288-a868-4599-86a6-7c0e9f832fb3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:10:48.589545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:48.647360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:48.699020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:48.931757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['2740f288-a868-4599-86a6-7c0e9f832fb3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:10:48.960193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22d9ac-69f5-4940-bec1-1eef34b76bcd req-b61545a8-275c-40a7-b967-e583bb38fa1e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:48.961919 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6d22d9ac-69f5-4940-bec1-1eef34b76bcd req-b61545a8-275c-40a7-b967-e583bb38fa1e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 981 time: 0.0571699 Apr 29 04:10:49.010802 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6d22d9ac-69f5-4940-bec1-1eef34b76bcd req-868b3be3-2f69-4352-afb2-c27f710a1c5c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Apr 29 04:10:49.853791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:50.128777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d864-cc87-445e-942c-3cfc0a24cce8 req-97dbfd33-7e2c-4fff-b83b-cfc9f2bf3955 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:50.130269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-00e9d864-cc87-445e-942c-3cfc0a24cce8 req-97dbfd33-7e2c-4fff-b83b-cfc9f2bf3955 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 981 time: 0.0491061 Apr 29 04:10:50.175693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-00e9d864-cc87-445e-942c-3cfc0a24cce8 req-f5783497-0dd6-44d2-83ea-56b73c19791c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Apr 29 04:10:50.425942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:10:50.472814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 2740f288-a868-4599-86a6-7c0e9f832fb3 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:10:50.544253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 2740f288-a868-4599-86a6-7c0e9f832fb3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:50.544644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:50.622753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 2740f288-a868-4599-86a6-7c0e9f832fb3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:10:50.623144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:50.645483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:10:50.647732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070abfc2-9f8c-41f9-ad57-9de07227faae" -d '{"events": [{"server_uuid": "abcb0b60-b323-403f-8c8f-ee4bed2c1c99", "name": "network-vif-plugged", "status": "completed", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:10:50.660787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:50.683995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508dbd80-2c25-4ae5-91a8-994bc7942ea7 x-openstack-request-id: req-508dbd80-2c25-4ae5-91a8-994bc7942ea7 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:10:50.684299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcb0b60-b323-403f-8c8f-ee4bed2c1c99", "name": "network-vif-plugged", "status": "completed", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:10:50.684545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-508dbd80-2c25-4ae5-91a8-994bc7942ea7 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:10:50.684948 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508dbd80-2c25-4ae5-91a8-994bc7942ea7'] response: {'server_uuid': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'code': 200} Apr 29 04:10:50.734229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:50.790211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:50.797919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.798398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.798838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.799245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.799648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.800051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.800456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.800869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.801250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.801671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.802008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.802341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.802670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.802994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:50.803319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:10:51.004316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ba79a-ed42-4ba6-8f7d-0ef5eb00319b req-ada99e21-3edd-4ee3-8937-b9cf0419c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:51.005697 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1b7ba79a-ed42-4ba6-8f7d-0ef5eb00319b req-ada99e21-3edd-4ee3-8937-b9cf0419c7f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 1166 time: 0.0376184 Apr 29 04:10:51.048336 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1b7ba79a-ed42-4ba6-8f7d-0ef5eb00319b req-ee2a7fdc-c85e-4159-9d3e-25b795c5940e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363164 Apr 29 04:10:51.287181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c34769-f689-444b-8c22-75d5465fb36e req-8c0b8baf-cf66-4226-a24e-0d41bcc6ab9c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:51.289477 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84c34769-f689-444b-8c22-75d5465fb36e req-8c0b8baf-cf66-4226-a24e-0d41bcc6ab9c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0477679 Apr 29 04:10:51.341038 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84c34769-f689-444b-8c22-75d5465fb36e req-a0c83a49-2bd6-4165-bb20-481c4d0b6250 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 Apr 29 04:10:52.456239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404f7be-723a-48c7-acde-4814f2c6c0aa req-a15c2dc6-3489-49f1-a503-de543f08ccf5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:52.457758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b404f7be-723a-48c7-acde-4814f2c6c0aa req-a15c2dc6-3489-49f1-a503-de543f08ccf5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0484555 Apr 29 04:10:52.513988 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b404f7be-723a-48c7-acde-4814f2c6c0aa req-0aa783d8-307e-40b0-b896-66cb7d9869c8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502043 Apr 29 04:10:53.629774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcc8a5-6a49-4abd-8df0-613203ceee5f req-b86bcf10-3955-4e06-b8f3-4de281933653 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:53.631357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-70fcc8a5-6a49-4abd-8df0-613203ceee5f req-b86bcf10-3955-4e06-b8f3-4de281933653 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0470200 Apr 29 04:10:53.678760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-70fcc8a5-6a49-4abd-8df0-613203ceee5f req-5a7fd25c-6218-4609-aadf-5eea021f5b8b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Apr 29 04:10:53.808097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814dc6d-daff-4c93-b5a8-137b0f42eead req-2dca9362-b33c-42c1-8112-e407afdd5026 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:53.809950 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7814dc6d-daff-4c93-b5a8-137b0f42eead req-2dca9362-b33c-42c1-8112-e407afdd5026 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0585699 Apr 29 04:10:53.859583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7814dc6d-daff-4c93-b5a8-137b0f42eead req-ffc53bb8-69d6-44cd-94bf-fc131a21ae4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Apr 29 04:10:53.881540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35790) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:53.953274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61adbc06-5c51-40bf-9e31-c4865a05c224 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:53.957660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35792) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:53.957822 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-61adbc06-5c51-40bf-9e31-c4865a05c224 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 1161 time: 0.0750234 Apr 29 04:10:53.962950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:54.056209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:54.137968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:54.239381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.10 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/d2e4060b-c9d4-4752-9d46-5437f2e1e15d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:10:54.341996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:54.433818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:54.471490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:10:54.477056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:10:54.481904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:10:54.503608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=d2e4060b-c9d4-4752-9d46-5437f2e1e15d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:55.227366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (089a6819-0007-4303-b6f0-9d57829ae091), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:55.366791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:55.519940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:55.619686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:55.691285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=d2e4060b-c9d4-4752-9d46-5437f2e1e15d,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:55.699694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (089a6819-0007-4303-b6f0-9d57829ae091), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:55.806670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 089a6819-0007-4303-b6f0-9d57829ae091 associated. External IP: 172.26.4.10, port: 2740f288-a868-4599-86a6-7c0e9f832fb3. Apr 29 04:10:56.024292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:10:56.140913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:10:56.151819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] Sync routers for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:10:56.161581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:56.169811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:56.271419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:56.283501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:56.313371 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f907a0cd-605c-460d-958b-435160bf1ba8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.3542881 Apr 29 04:10:56.313960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:10:56.316307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "abcb0b60-b323-403f-8c8f-ee4bed2c1c99", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:10:56.316464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35798) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:10:56.353121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c121fe-0123-4d2d-93ed-b00102afccc1 x-openstack-request-id: req-74c121fe-0123-4d2d-93ed-b00102afccc1 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:10:56.353462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcb0b60-b323-403f-8c8f-ee4bed2c1c99", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:10:56.353782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74c121fe-0123-4d2d-93ed-b00102afccc1 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:10:56.354131 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c121fe-0123-4d2d-93ed-b00102afccc1'] response: {'name': 'network-changed', 'server_uuid': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'status': 'completed', 'code': 200} Apr 29 04:10:56.421060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-8a90d83c-f354-407d-901b-725ff3bcc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:56.422942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-8a90d83c-f354-407d-901b-725ff3bcc5a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 1166 time: 0.0446506 Apr 29 04:10:56.513864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '089a6819-0007-4303-b6f0-9d57829ae091', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'port_id': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-496217081', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'mac_address': 'fa:16:3e:49:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:10:54Z', 'updated_at': '2022-04-29T04:10:54Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:56.528323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-4510b1c9-18c4-422a-87fe-432fdb1b1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:56.530273 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-4510b1c9-18c4-422a-87fe-432fdb1b1b90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1bf0867a-5817-4e03-82bd-859ce32c958b HTTP/1.1" status: 200 len: 898 time: 0.1011043 Apr 29 04:10:56.601196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-2ac1dc1c-a240-4c03-9a7f-bb8b9153985d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1035 time: 0.0644438 Apr 29 04:10:56.658704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-a6ee1b1e-08c1-4c52-8e3c-a3993aab551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:56.660982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-a6ee1b1e-08c1-4c52-8e3c-a3993aab551e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55bf564-4e69-4e12-a360-506184e8297a HTTP/1.1" status: 200 len: 834 time: 0.0539515 Apr 29 04:10:56.694160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] Checking router: 7628e0d5-fcf2-45e4-8986-aef64fc92e9a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:10:56.704117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:10:56.704753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:10:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:56.710259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-d1e489d5-cf6a-4145-bbdc-35df7e9fd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:56.711769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-d1e489d5-cf6a-4145-bbdc-35df7e9fd8a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bf0867a-5817-4e03-82bd-859ce32c958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447061 Apr 29 04:10:56.738172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf61b2-e131-4f38-ba49-78f548147461 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:56.739654 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7fdf61b2-e131-4f38-ba49-78f548147461 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99&network_id=1bf0867a-5817-4e03-82bd-859ce32c958b HTTP/1.1" status: 200 len: 1161 time: 0.4223733 Apr 29 04:10:56.816760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-45b012a3-2b22-4933-bd56-561ca84d0436 service neutron] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960326 Apr 29 04:10:56.824679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:10:56.911005 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-594b4a77-e6ec-49e9-aea3-33fcaad39eb7 req-83b4cd71-9a8c-4191-be99-bdd97fdc855b service neutron] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Apr 29 04:10:57.046814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '089a6819-0007-4303-b6f0-9d57829ae091', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'port_id': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-496217081', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'mac_address': 'fa:16:3e:49:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:10:54Z', 'updated_at': '2022-04-29T04:10:54Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:10:57.079744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063087c8-5f80-4a3a-bc2c-d9e437ed9e7d None None] The sync data for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv is: [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '089a6819-0007-4303-b6f0-9d57829ae091', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'port_id': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-496217081', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'mac_address': 'fa:16:3e:49:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb0b60-b323-403f-8c8f-ee4bed2c1c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:10:54Z', 'updated_at': '2022-04-29T04:10:54Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:10:57.232558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310abc5-aee1-4869-ba2f-7520e9340c19 req-514ee357-f22b-42a1-91c9-8251ddcd87d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:57.234157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3310abc5-aee1-4869-ba2f-7520e9340c19 req-514ee357-f22b-42a1-91c9-8251ddcd87d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0503430 Apr 29 04:10:57.279469 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea58ac7-9419-4f4f-a861-72701650dcfc None None] New status for floating IP 089a6819-0007-4303-b6f0-9d57829ae091: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:10:57.286150 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3310abc5-aee1-4869-ba2f-7520e9340c19 req-a67a2375-65c8-4521-ae90-7bae40877d29 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Apr 29 04:10:58.405528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c97ead-4afb-4a9e-8d77-1a7735cf5d83 req-33ddc3e4-7a98-461b-87bb-ced04db8b0d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:58.407029 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-34c97ead-4afb-4a9e-8d77-1a7735cf5d83 req-33ddc3e4-7a98-461b-87bb-ced04db8b0d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0497241 Apr 29 04:10:58.454142 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-34c97ead-4afb-4a9e-8d77-1a7735cf5d83 req-93559d69-df88-4392-9356-0fce512e68a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Apr 29 04:10:58.677923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-38b0e6e2-c264-46f7-88d8-6fcaa395ca6a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:58.679767 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-38b0e6e2-c264-46f7-88d8-6fcaa395ca6a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 982 time: 0.0514233 Apr 29 04:10:58.728258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-95fedb6a-1a62-412a-8a3e-953cda8270d8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:58.729994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-95fedb6a-1a62-412a-8a3e-953cda8270d8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0421569 Apr 29 04:10:58.837845 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-98f42493-0954-450f-9358-55ec1a574ead tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0988986 Apr 29 04:10:58.850866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:10:58.909841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:59.046634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:10:59.080125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:10:59.112583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] device_id is not set on port 2740f288-a868-4599-86a6-7c0e9f832fb3 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:10:59.122586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Publish callbacks [] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:59.216001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:59.287784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=6']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:10:59.398305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] No DVR routers for this DVR port 2740f288-a868-4599-86a6-7c0e9f832fb3 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:10:59.428846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-eb8deec3-f4ae-4d9f-afb8-7e65e7125daf None None] Provisioning complete for port 2740f288-a868-4599-86a6-7c0e9f832fb3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:10:59.429457 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb8deec3-f4ae-4d9f-afb8-7e65e7125daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:59.470261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eb8deec3-f4ae-4d9f-afb8-7e65e7125daf None None] Port 2740f288-a868-4599-86a6-7c0e9f832fb3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:10:59.556768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-58c2d04e-b511-45e2-8e40-23e129bced32 req-0d11a3c0-c304-4b85-b5f5-fac062df85af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 210 time: 0.0340819 Apr 29 04:10:59.563096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] In _notify_port_updated(), no bound segment for port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:10:59.563917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:10:59.566302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:10:59.566302 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d91e25de-ed01-4dbf-b730-d97ffb9eacea req-18c2f43f-5cfd-4d59-807d-d41eab97047c service neutron] 10.222.0.31 "PUT /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1025 time: 0.7189369 Apr 29 04:11:00.091030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f5b9498-eef7-4333-aec4-3fba17113cd0 req-54bc2025-68dd-49c0-a150-30c3f3495fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266788 Apr 29 04:11:00.348999 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f5b9498-eef7-4333-aec4-3fba17113cd0 req-a0b22aa9-a9d0-44ad-a33d-6c0596093bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 210 time: 0.0265908 Apr 29 04:11:00.467432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b9498-eef7-4333-aec4-3fba17113cd0 req-f132dce5-eaa3-47c6-ba15-dd63eeb44839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:00.468957 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f5b9498-eef7-4333-aec4-3fba17113cd0 req-f132dce5-eaa3-47c6-ba15-dd63eeb44839 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955315 Apr 29 04:11:00.571436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b9498-eef7-4333-aec4-3fba17113cd0 req-a546cb64-731d-4149-b2f2-db567d4aec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:00.572977 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f5b9498-eef7-4333-aec4-3fba17113cd0 req-a546cb64-731d-4149-b2f2-db567d4aec7b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943871 Apr 29 04:11:00.667659 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-352d7065-0e71-4f0b-8c19-bbafe6615fc0 req-5acf041f-01cd-4c5e-8606-1f7d1fb1f025 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=abcb0b60-b323-403f-8c8f-ee4bed2c1c99 HTTP/1.1" status: 200 len: 210 time: 0.0310516 Apr 29 04:11:01.722878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 35824) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:01.768091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06190f75-ca48-4de9-be23-655746d43726 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:01.769581 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-06190f75-ca48-4de9-be23-655746d43726 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 924 time: 0.0456955 Apr 29 04:11:02.084017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35828) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:02.089120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983797360', 'description': 'tempest-secgroup-smoke-983797360 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:02.173073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.240081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (f4232c35-c9b2-4d44-8303-04c6d8b64bdd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.335625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f4232c35-c9b2-4d44-8303-04c6d8b64bdd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.364357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4232c35-c9b2-4d44-8303-04c6d8b64bdd,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:02.500892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.502214 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-36744dec-90f3-4790-b3f4-cffae4370978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4171836 Apr 29 04:11:02.505895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35832) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:02.507847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:11:02.511003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f4232c35-c9b2-4d44-8303-04c6d8b64bdd', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:02.553574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] The host hv-neutron-8397 is not matching for port 2740f288-a868-4599-86a6-7c0e9f832fb3 host ! {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 29 04:11:02.554019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:11:02.688094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (73818d4e-0963-47b9-a983-fab5202214d3), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.743868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (73818d4e-0963-47b9-a983-fab5202214d3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.844562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (73818d4e-0963-47b9-a983-fab5202214d3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.862530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73818d4e-0963-47b9-a983-fab5202214d3,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:02.969488 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:02.970806 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d055032b-973d-4ab4-ae9f-3b012dbbf9f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4638171 Apr 29 04:11:02.973584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35834) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:02.978661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f4232c35-c9b2-4d44-8303-04c6d8b64bdd', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:03.098773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (75bc51cc-e0ce-4875-bc14-8075eb4b241f), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.153989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (75bc51cc-e0ce-4875-bc14-8075eb4b241f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.253506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (75bc51cc-e0ce-4875-bc14-8075eb4b241f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.276019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bc51cc-e0ce-4875-bc14-8075eb4b241f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:03.409661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.410902 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-52bcbbce-e8c5-471d-9f51-81add9632347 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4363596 Apr 29 04:11:03.413826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35838) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:03.417914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f4232c35-c9b2-4d44-8303-04c6d8b64bdd', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:03.539220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (831302ba-9235-4eea-b92d-7459c615570f), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.596871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (831302ba-9235-4eea-b92d-7459c615570f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.712640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (831302ba-9235-4eea-b92d-7459c615570f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.732051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831302ba-9235-4eea-b92d-7459c615570f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:03.851992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:03.853809 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-31f8a48b-a89b-4f28-879e-ad390a5b8cbf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387350 Apr 29 04:11:03.856562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35840) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:03.861093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f4232c35-c9b2-4d44-8303-04c6d8b64bdd', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:03.984660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3f4e90ab-a0d2-443d-be04-cf0c0b249999), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.041291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3f4e90ab-a0d2-443d-be04-cf0c0b249999), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.147280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3f4e90ab-a0d2-443d-be04-cf0c0b249999), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.165227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4e90ab-a0d2-443d-be04-cf0c0b249999,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:04.312057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.313288 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-70eb21ae-52fb-4415-be85-8418b7be4395 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4557879 Apr 29 04:11:04.316034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35842) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:04.320232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f4232c35-c9b2-4d44-8303-04c6d8b64bdd', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:04.447669 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:11:04.453694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (96ec0532-430e-478d-a5a1-7af5e0b564af), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.515966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (96ec0532-430e-478d-a5a1-7af5e0b564af), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.655929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (96ec0532-430e-478d-a5a1-7af5e0b564af), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.675891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ec0532-430e-478d-a5a1-7af5e0b564af,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:04.786289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.787579 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-24370ee3-048d-4c2e-a1b8-e60fd2335605 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706392 Apr 29 04:11:04.790401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35846) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:04.795955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f4232c35-c9b2-4d44-8303-04c6d8b64bdd', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:04.924258 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:11:04.930573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (be9e9944-24e0-454c-b5d9-cd3530ae0139), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:04.989378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (be9e9944-24e0-454c-b5d9-cd3530ae0139), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:05.084775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (be9e9944-24e0-454c-b5d9-cd3530ae0139), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:05.108067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9e9944-24e0-454c-b5d9-cd3530ae0139,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:05.171910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:05.173430 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-23ad7ee1-20eb-42c8-9740-3e0f91387766 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3814974 Apr 29 04:11:05.320768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-df8599d0-6d03-46e5-a5d2-eb1ec2d77b2b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983797360&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0427628 Apr 29 04:11:05.370247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-4124973f-b05f-4bf0-8258-88da5b97fcf6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:05.371569 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-4124973f-b05f-4bf0-8258-88da5b97fcf6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 929 time: 0.0442402 Apr 29 04:11:05.431603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-475436c5-0944-496c-8436-535ae567cd33 service neutron] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0440836 Apr 29 04:11:05.520348 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-52c846a6-830d-44f0-95a1-8c8b8828cc15 service neutron] 10.222.0.37 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876293 Apr 29 04:11:05.612043 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-b1d495cf-3dbf-4c9e-b716-a41b8de7eae6 service neutron] 10.222.0.37 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853031 Apr 29 04:11:05.661194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-ef32d61c-e0b4-4723-b683-85bfa798b3db tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:05.662541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-ef32d61c-e0b4-4723-b683-85bfa798b3db tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 929 time: 0.0449393 Apr 29 04:11:05.905416 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-105f8e8f-349a-484f-b561-13f055659a1a req-f5e31ff5-6bb4-4769-adaf-74f253422cc6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 210 time: 0.0324066 Apr 29 04:11:05.923278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35868) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:06.014140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-a4a183da-a62b-464e-87e2-f5cb88ae04f8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:06.015502 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-a4a183da-a62b-464e-87e2-f5cb88ae04f8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 929 time: 0.0911255 Apr 29 04:11:07.001157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-616be484-6782-4e6d-9190-8172f310fc8f req-6f8ebc34-23bd-4b93-8c88-0aadab3f1b83 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 210 time: 0.0286400 Apr 29 04:11:07.787427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-f47851f6-3f08-4fea-aa11-e2b808a6536e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066543601&fields=id&tenant_id=725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 267 time: 0.0545900 Apr 29 04:11:07.967963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-9f5adda8-09a6-431d-a5ef-29fd5782c8fb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:07.969411 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-9f5adda8-09a6-431d-a5ef-29fd5782c8fb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 812 time: 0.1750267 Apr 29 04:11:07.984578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-143b335e-881b-44a1-a70c-481a77c0475f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/quotas/725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 375 time: 0.0096779 Apr 29 04:11:07.990760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-eb77948a-2786-4456-be9a-e01a4a35141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:07.992100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-eb77948a-2786-4456-be9a-e01a4a35141f service neutron] 10.222.0.31 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1025 time: 0.0410266 Apr 29 04:11:08.070710 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-c8f0adf9-0b8a-4469-ade3-5c7b3cad1002 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809774 Apr 29 04:11:08.111330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-0e892a77-47dc-4e88-989d-f233a396bff2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:08.112893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-0e892a77-47dc-4e88-989d-f233a396bff2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=1bf0867a-5817-4e03-82bd-859ce32c958b HTTP/1.1" status: 200 len: 797 time: 0.1129940 Apr 29 04:11:08.149840 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c479672-f12c-48ec-b69d-e3cca21b77ae req-990fdef9-36db-4774-a129-c07829058cbe tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 210 time: 0.0359275 Apr 29 04:11:08.176675 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-0bd3ed67-ab07-4f4b-a771-c200a1e79760 service neutron] 10.222.0.37 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939956 Apr 29 04:11:08.211882 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-09082467-b973-440b-9461-70c5b894f8ec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 472 time: 0.0693953 Apr 29 04:11:08.223643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Request body: {'port': {'device_id': '46333d1d-8df1-4c32-a5f5-6945807c6bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:08.279457 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-c515ce25-c4fd-43ce-8d8e-fcfee6d65cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966890 Apr 29 04:11:08.284868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:08.552449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2740f288-a868-4599-86a6-7c0e9f832fb3 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:11:08.559955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Publish callbacks [] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:08.571726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Transition to ACTIVE for port object 2740f288-a868-4599-86a6-7c0e9f832fb3 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:11:08.649541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:08.734484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=7']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:08.834394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:11:08.834394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:11:08.834741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:08.840182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:11:08.840500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Attempting to bind port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:08.856459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:11:08.856459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Checking segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:08.856459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Bound using segment: {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:11:08.856459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Bound port: 2740f288-a868-4599-86a6-7c0e9f832fb3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55053e6a-5411-4948-b84a-2fc3f4a64b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:11:08.856459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:08.875889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d9ea9fd-5144-4d22-8028-a36087f748b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:08.929930 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e5300be7-70b9-4fae-8c68-91d07b5fa0ca req-d2ee2506-6471-40e2-a13f-3c92cf25fe2e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0393605 Apr 29 04:11:08.952044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:08.955136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:11:09.042090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:09.272141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1be4f-18aa-4051-9fa3-170c4fe21b29 req-ce7368e8-0957-4b2c-8187-9e15c8fa4298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.274679 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-07d1be4f-18aa-4051-9fa3-170c4fe21b29 req-ce7368e8-0957-4b2c-8187-9e15c8fa4298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 980 time: 0.0508170 Apr 29 04:11:09.326654 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-07d1be4f-18aa-4051-9fa3-170c4fe21b29 req-5886fb52-e7d5-4e84-835a-b4acb45b2d7c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Apr 29 04:11:09.414583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.415249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:09.416555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] 10.222.0.31 "PUT /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1130 time: 1.1969900 Apr 29 04:11:09.416998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46333d1d-8df1-4c32-a5f5-6945807c6bcf', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:09.419252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed63608-075f-4b1b-b041-2d5b07baa41a" -d '{"events": [{"name": "network-changed", "server_uuid": "46333d1d-8df1-4c32-a5f5-6945807c6bcf", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:09.450315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9df31-eac8-4aa6-90de-7ec2c62d7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=8']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:09.466049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8736a-1dc2-40db-bc02-be8c05e2436f x-openstack-request-id: req-a9e8736a-1dc2-40db-bc02-be8c05e2436f {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:09.466347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46333d1d-8df1-4c32-a5f5-6945807c6bcf", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:09.466606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9e8736a-1dc2-40db-bc02-be8c05e2436f {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:09.467007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e8736a-1dc2-40db-bc02-be8c05e2436f'] response: {'name': 'network-changed', 'server_uuid': '46333d1d-8df1-4c32-a5f5-6945807c6bcf', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'status': 'completed', 'code': 200} Apr 29 04:11:09.529219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63608-075f-4b1b-b041-2d5b07baa41a req-54cf497f-3813-4b8f-8585-899ffbb07e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.530773 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ed63608-075f-4b1b-b041-2d5b07baa41a req-54cf497f-3813-4b8f-8585-899ffbb07e71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 1164 time: 0.0415425 Apr 29 04:11:09.646366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63608-075f-4b1b-b041-2d5b07baa41a req-f2c723a2-b9fa-4b5d-847d-1d75698e9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.647830 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ed63608-075f-4b1b-b041-2d5b07baa41a req-f2c723a2-b9fa-4b5d-847d-1d75698e9e04 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013701 Apr 29 04:11:09.745587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63608-075f-4b1b-b041-2d5b07baa41a req-4082aafb-a66f-4a93-971e-f19a645f5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.747065 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ed63608-075f-4b1b-b041-2d5b07baa41a req-4082aafb-a66f-4a93-971e-f19a645f5852 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898626 Apr 29 04:11:09.833982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-e53f358b-a522-4d06-bde8-141d301b060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.835463 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-e53f358b-a522-4d06-bde8-141d301b060d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 1164 time: 0.0477016 Apr 29 04:11:09.904039 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-f028750b-2817-4f79-a6d4-ee7fa6fe4fb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1035 time: 0.0571690 Apr 29 04:11:09.952745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-33125480-1675-459e-b4fe-f3257277f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:09.954124 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-33125480-1675-459e-b4fe-f3257277f7cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b55bf564-4e69-4e12-a360-506184e8297a HTTP/1.1" status: 200 len: 834 time: 0.0435731 Apr 29 04:11:10.004806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-8f59f287-4ad1-4604-8aad-8fe20d48e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:10.006473 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-8f59f287-4ad1-4604-8aad-8fe20d48e092 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1bf0867a-5817-4e03-82bd-859ce32c958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433528 Apr 29 04:11:10.025126 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d73cd28d-303a-4658-9c64-af1db83399f9 req-cf27f76c-8630-45c7-a7bc-b056b7430051 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Apr 29 04:11:10.109947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-391384a7-6b0d-4a97-ab16-ab00acc9ac31 service neutron] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924850 Apr 29 04:11:10.226386 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-ec46fc23-7ae9-43a1-9f24-1e765437ea9d service neutron] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017158 Apr 29 04:11:10.447941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd772-7143-4487-b064-73b0d8bc5809 req-877fa790-4a57-4c62-8f5d-802b9f8c16af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:10.449395 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d6fcd772-7143-4487-b064-73b0d8bc5809 req-877fa790-4a57-4c62-8f5d-802b9f8c16af tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 980 time: 0.0468981 Apr 29 04:11:10.496602 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d6fcd772-7143-4487-b064-73b0d8bc5809 req-a313b2a1-b86e-493c-b866-78e5aa2d897c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Apr 29 04:11:11.121585 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e273730-7c90-484c-9a72-f7d4c5daca8e req-5faed523-bd47-4320-b4b2-bda5814b986c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0323267 Apr 29 04:11:11.204176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1a1afe2-4cc7-4996-980b-09e164fe142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:11.608583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d19caa-e3f9-47a0-9c8f-068c80211d07 req-0f4c38df-0965-4e42-9f6b-1b606480a902 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:11.610094 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-08d19caa-e3f9-47a0-9c8f-068c80211d07 req-0f4c38df-0965-4e42-9f6b-1b606480a902 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 980 time: 0.0462515 Apr 29 04:11:11.660309 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-08d19caa-e3f9-47a0-9c8f-068c80211d07 req-34a139a4-f93e-4e15-bab3-607b863a3c7f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Apr 29 04:11:12.063843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-ae7bf975-38d6-474f-b016-f3d2bddc761a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:12.065299 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-ae7bf975-38d6-474f-b016-f3d2bddc761a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 812 time: 0.0978849 Apr 29 04:11:12.130766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4f6cb8ba-29a5-43fa-91f0-0dfb02ad4b15 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 380 time: 0.0548465 Apr 29 04:11:12.141775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'port': {'device_id': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'admin_state_up': True, 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'security_groups': ['c83925e5-77bc-4864-86d1-56ad7efd1fa3']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:12.152833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:12.215478 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3b52563-c6ca-49a1-a14d-c377973c4c4c req-5539ed4b-1a7a-463f-bdc4-07d5064a8936 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0277231 Apr 29 04:11:12.341452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Made reservation on behalf of 725cfdfdc2874590b14d8053de3dc524 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:11:12.344920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:12.470747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Allocated IP 172.20.0.13 (a30a976b-8021-46f1-b423-5cf620aef04e/f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c/6799be61-23a1-42c9-9184-5e918af3723d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:12.567001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:11:12.626941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (6799be61-23a1-42c9-9184-5e918af3723d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:12.668803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:12.680456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'port_id': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'mac_address': 'fa:16:3e:49:82:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:11:12.719520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 2740f288-a868-4599-86a6-7c0e9f832fb3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:12.719915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:12.728727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6799be61-23a1-42c9-9184-5e918af3723d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:12.739234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2740f288-a868-4599-86a6-7c0e9f832fb3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:11:12.765929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:12.819542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Network a30a976b-8021-46f1-b423-5cf620aef04e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:12.828673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dfac0-7cec-4743-b294-f49f614f6c3d req-68bc0eb5-062a-4400-87d8-0044a9ed96e4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:12.830324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c98dfac0-7cec-4743-b294-f49f614f6c3d req-68bc0eb5-062a-4400-87d8-0044a9ed96e4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 980 time: 0.0991518 Apr 29 04:11:12.831613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=6799be61-23a1-42c9-9184-5e918af3723d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:12.834172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:12.838024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:12.851449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:12.916284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=9']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:12.929819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c98dfac0-7cec-4743-b294-f49f614f6c3d req-389eb90f-cbaa-453b-b0f0-367c09193fa7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867097 Apr 29 04:11:12.935031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:12.935668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.021198 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4a6cf57a-c6e5-4012-9419-ae725695fa57 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8829889 Apr 29 04:11:13.032622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Request body: {'port': {'device_id': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:13.090506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['2740f288-a868-4599-86a6-7c0e9f832fb3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:11:13.101229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6799be61-23a1-42c9-9184-5e918af3723d), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.140922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-08b541b8-52a0-4f55-82b4-adfe14d366af None None] Provisioning complete for port 6799be61-23a1-42c9-9184-5e918af3723d triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:13.141599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-08b541b8-52a0-4f55-82b4-adfe14d366af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6799be61-23a1-42c9-9184-5e918af3723d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.200569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-08b541b8-52a0-4f55-82b4-adfe14d366af None None] Port 6799be61-23a1-42c9-9184-5e918af3723d cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:11:13.340485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd28ef-40e3-41c0-b072-59a244c768cb req-ba5929f2-f5af-409b-a9c1-2c5adb460497 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:13.342446 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88bd28ef-40e3-41c0-b072-59a244c768cb req-ba5929f2-f5af-409b-a9c1-2c5adb460497 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 932 time: 0.0523276 Apr 29 04:11:13.388642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6799be61-23a1-42c9-9184-5e918af3723d {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:11:13.392490 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88bd28ef-40e3-41c0-b072-59a244c768cb req-21568d33-9d0e-4d46-b0e0-fb51f7842708 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 Apr 29 04:11:13.396635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Publish callbacks [] for port (6799be61-23a1-42c9-9184-5e918af3723d), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.410268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Transition to ACTIVE for port object 6799be61-23a1-42c9-9184-5e918af3723d will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:11:13.506823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6799be61-23a1-42c9-9184-5e918af3723d), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.568667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Pushing event updated for resources: {'Port': ['ID=6799be61-23a1-42c9-9184-5e918af3723d,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:13.637120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Attempting to bind port 6799be61-23a1-42c9-9184-5e918af3723d on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:11:13.637688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Attempting to bind port 6799be61-23a1-42c9-9184-5e918af3723d by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:11:13.637688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Attempting to bind port 6799be61-23a1-42c9-9184-5e918af3723d on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:13.642384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Port 6799be61-23a1-42c9-9184-5e918af3723d on network a30a976b-8021-46f1-b423-5cf620aef04e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:11:13.642710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Attempting to bind port 6799be61-23a1-42c9-9184-5e918af3723d on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:13.647802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:11:13.648666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Checking segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:13.648666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Bound using segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:11:13.648912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Bound port: 6799be61-23a1-42c9-9184-5e918af3723d, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:11:13.649170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6799be61-23a1-42c9-9184-5e918af3723d), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.697864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.722140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] For port 6799be61-23a1-42c9-9184-5e918af3723d, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:13.725653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] For port 6799be61-23a1-42c9-9184-5e918af3723d, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6799be61-23a1-42c9-9184-5e918af3723d,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:11:13.776214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6799be61-23a1-42c9-9184-5e918af3723d), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.814934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:13.815568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:13.817061 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] 10.222.0.31 "PUT /v2.0/ports/6799be61-23a1-42c9-9184-5e918af3723d HTTP/1.1" status: 200 len: 1094 time: 0.7887871 Apr 29 04:11:13.819963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:13.822147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50d1ba-f408-49ff-b40d-c22c6ac96280" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "tag": "6799be61-23a1-42c9-9184-5e918af3723d"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:13.854127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8ff7-b9fc-4535-9186-daeb19138af6 service neutron] Pushing event updated for resources: {'Port': ['ID=6799be61-23a1-42c9-9184-5e918af3723d,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:13.876436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a7fbeb-f8c6-4aaf-be15-47a9149875fa x-openstack-request-id: req-f6a7fbeb-f8c6-4aaf-be15-47a9149875fa {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:13.876841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "tag": "6799be61-23a1-42c9-9184-5e918af3723d", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:13.878280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6a7fbeb-f8c6-4aaf-be15-47a9149875fa {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:13.878832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a7fbeb-f8c6-4aaf-be15-47a9149875fa'] response: {'name': 'network-changed', 'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d', 'status': 'completed', 'code': 200} Apr 29 04:11:13.948649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d1ba-f408-49ff-b40d-c22c6ac96280 req-c118e6ad-3d90-4214-b03b-c5c7357da71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:13.951844 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ac50d1ba-f408-49ff-b40d-c22c6ac96280 req-c118e6ad-3d90-4214-b03b-c5c7357da71e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1128 time: 0.0494933 Apr 29 04:11:14.061269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ecea9-8c35-4144-8ac0-c7abf267e1d4 req-87994bf3-c6a7-4486-9438-4b2eb47cdeb1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.065928 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-404ecea9-8c35-4144-8ac0-c7abf267e1d4 req-87994bf3-c6a7-4486-9438-4b2eb47cdeb1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 981 time: 0.0576313 Apr 29 04:11:14.071947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d1ba-f408-49ff-b40d-c22c6ac96280 req-b39884ee-bd3a-426b-947b-0017b2e30333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.073752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ac50d1ba-f408-49ff-b40d-c22c6ac96280 req-b39884ee-bd3a-426b-947b-0017b2e30333 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=725cfdfdc2874590b14d8053de3dc524&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1082962 Apr 29 04:11:14.114721 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-404ecea9-8c35-4144-8ac0-c7abf267e1d4 req-2585faec-44ca-4c73-a290-0e5468e40865 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Apr 29 04:11:14.182448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d1ba-f408-49ff-b40d-c22c6ac96280 req-ef5245a7-0cb7-461f-9992-a5e2e8dc5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.184012 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ac50d1ba-f408-49ff-b40d-c22c6ac96280 req-ef5245a7-0cb7-461f-9992-a5e2e8dc5e21 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014323 Apr 29 04:11:14.265897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-ada38f4c-fc3a-4645-a44c-7f73ab97218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.267357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-ada38f4c-fc3a-4645-a44c-7f73ab97218d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1128 time: 0.0384555 Apr 29 04:11:14.314700 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-7fbacdc4-1a51-47f3-97ad-87095f0e88b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6799be61-23a1-42c9-9184-5e918af3723d HTTP/1.1" status: 200 len: 217 time: 0.0368240 Apr 29 04:11:14.365449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4208f346-1e2f-4167-bf81-b0d53166283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.366792 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-4208f346-1e2f-4167-bf81-b0d53166283c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0427957 Apr 29 04:11:14.413594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-90570d5f-5b68-45b6-b6b5-bc099aa8ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.415077 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-90570d5f-5b68-45b6-b6b5-bc099aa8ef4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391905 Apr 29 04:11:14.544910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c81c5-ff1f-48d2-9d67-371ed9b39847 req-d82a9329-425c-49a3-b3cf-d2630ec89ced tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:14.546378 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-214c81c5-ff1f-48d2-9d67-371ed9b39847 req-d82a9329-425c-49a3-b3cf-d2630ec89ced tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0616658 Apr 29 04:11:14.551665 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-7a94f452-ef93-41c5-a4f5-2d0a1cdaf722 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260841 Apr 29 04:11:14.597571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:14.642503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 2740f288-a868-4599-86a6-7c0e9f832fb3 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:11:14.649747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-214c81c5-ff1f-48d2-9d67-371ed9b39847 req-b895fd0d-8c0a-4e85-b333-b1a3acf9d2bd tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970964 Apr 29 04:11:14.681449 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2487e0-66e9-474f-b47b-2e6ff54a2997 req-e5a25cd1-abde-4f35-afe1-fa113a631f7a service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148198 Apr 29 04:11:14.732714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 2740f288-a868-4599-86a6-7c0e9f832fb3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:14.733335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:14.816472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 2740f288-a868-4599-86a6-7c0e9f832fb3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:14.816920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:14.839171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46333d1d-8df1-4c32-a5f5-6945807c6bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:14.841428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecebfad0-daaa-42d8-b54a-afe4964812eb" -d '{"events": [{"server_uuid": "46333d1d-8df1-4c32-a5f5-6945807c6bcf", "name": "network-vif-plugged", "status": "completed", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:14.854010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:14.881817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfbb769-e133-420b-98d6-e604c22d4ffd x-openstack-request-id: req-1cfbb769-e133-420b-98d6-e604c22d4ffd {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:14.882180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46333d1d-8df1-4c32-a5f5-6945807c6bcf", "name": "network-vif-plugged", "status": "completed", "tag": "2740f288-a868-4599-86a6-7c0e9f832fb3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:14.882501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cfbb769-e133-420b-98d6-e604c22d4ffd {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:14.883018 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfbb769-e133-420b-98d6-e604c22d4ffd'] response: {'server_uuid': '46333d1d-8df1-4c32-a5f5-6945807c6bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2740f288-a868-4599-86a6-7c0e9f832fb3', 'code': 200} Apr 29 04:11:14.925040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:14.977084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=10']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:15.133148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:15.254132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c452e-6219-4c28-9db8-46f35d0a554c req-f1693b2b-1639-4aa4-b1a5-e17944a02049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:15.255754 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-368c452e-6219-4c28-9db8-46f35d0a554c req-f1693b2b-1639-4aa4-b1a5-e17944a02049 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 1167 time: 0.0748441 Apr 29 04:11:15.264174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5735e9d-d0c6-4325-b43b-e2a5b23606d7 req-b143cbd3-6303-437c-9c54-509b13f1994e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:15.265668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a5735e9d-d0c6-4325-b43b-e2a5b23606d7 req-b143cbd3-6303-437c-9c54-509b13f1994e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0726132 Apr 29 04:11:15.332907 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-368c452e-6219-4c28-9db8-46f35d0a554c req-77e07282-3b71-4216-892a-f077226253e9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661027 Apr 29 04:11:15.349190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a5735e9d-d0c6-4325-b43b-e2a5b23606d7 req-b12fe3e7-4da8-4f1c-abd0-5a56e1bcd37f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Apr 29 04:11:15.798376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34903aa8-e024-44f8-bf4d-13d526607c6e req-9960f2de-789d-433b-8c4c-0d1f9c8b9ccb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:15.800529 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-34903aa8-e024-44f8-bf4d-13d526607c6e req-9960f2de-789d-433b-8c4c-0d1f9c8b9ccb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0716460 Apr 29 04:11:15.853594 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-34903aa8-e024-44f8-bf4d-13d526607c6e req-10915157-91c4-4f6b-b410-4f571c59245e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469146 Apr 29 04:11:16.472413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c536a-c009-4bb1-b279-e18fcc1e6c21 req-4260bd90-6177-4cdf-83ed-02b9902436eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:16.474904 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-774c536a-c009-4bb1-b279-e18fcc1e6c21 req-4260bd90-6177-4cdf-83ed-02b9902436eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0496624 Apr 29 04:11:16.524062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-774c536a-c009-4bb1-b279-e18fcc1e6c21 req-d38d65db-baa1-4784-9842-59206e4eb917 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Apr 29 04:11:16.979670 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e8b4-461d-4d2a-9c3c-f1d23862a1e8 req-b198a60c-57a9-4ede-8622-500ab01182df tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:16.981271 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-df65e8b4-461d-4d2a-9c3c-f1d23862a1e8 req-b198a60c-57a9-4ede-8622-500ab01182df tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0581715 Apr 29 04:11:17.049843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-df65e8b4-461d-4d2a-9c3c-f1d23862a1e8 req-41ed9089-d603-400a-8ed7-d7f04f0817d1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Apr 29 04:11:17.644068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee6236-0cf2-41d0-9ffb-439f422b0d3e req-d97de891-7eae-428d-a497-c6e14a9a7927 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:17.645567 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-abee6236-0cf2-41d0-9ffb-439f422b0d3e req-d97de891-7eae-428d-a497-c6e14a9a7927 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0472741 Apr 29 04:11:17.692138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-abee6236-0cf2-41d0-9ffb-439f422b0d3e req-6cd2f62d-872e-44ce-8ae2-aee6d311f8ce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Apr 29 04:11:17.806730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9afa6-7356-457c-b5e9-86d4bae4c483 req-7bbf7e5b-2e2f-467d-8900-9589ac454a0a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:17.808212 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ecb9afa6-7356-457c-b5e9-86d4bae4c483 req-7bbf7e5b-2e2f-467d-8900-9589ac454a0a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0500977 Apr 29 04:11:17.853843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ecb9afa6-7356-457c-b5e9-86d4bae4c483 req-68678c54-015e-4143-8fee-b74b58b44d09 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Apr 29 04:11:17.875397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:17.948642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bc714-facc-4943-bd1a-ec993809e98c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:17.950187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-707bc714-facc-4943-bd1a-ec993809e98c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf&network_id=1bf0867a-5817-4e03-82bd-859ce32c958b HTTP/1.1" status: 200 len: 1162 time: 0.0738337 Apr 29 04:11:18.167096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38eeeb-30c4-439f-b302-90c1716eb1c8 req-ddeba120-5d00-44c5-89c8-8a74a1758bb2 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:18.168572 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6b38eeeb-30c4-439f-b302-90c1716eb1c8 req-ddeba120-5d00-44c5-89c8-8a74a1758bb2 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0484025 Apr 29 04:11:18.222414 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6b38eeeb-30c4-439f-b302-90c1716eb1c8 req-311b1c00-d02c-4387-bff8-bb73480fb08e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476780 Apr 29 04:11:18.381482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef5c9-f2ee-4b43-a215-4e6dc0ae7f82 req-6aecabca-c90c-41f6-a8fa-9771508b93c8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:18.382945 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a18ef5c9-f2ee-4b43-a215-4e6dc0ae7f82 req-6aecabca-c90c-41f6-a8fa-9771508b93c8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0464418 Apr 29 04:11:18.434941 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a18ef5c9-f2ee-4b43-a215-4e6dc0ae7f82 req-85c14ba1-1304-4696-a794-a6750a671b0b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Apr 29 04:11:19.337646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08751f20-53c7-4414-90fb-f4471dd146bd req-70adfc01-ef44-4fcb-b06f-12333f9eb63c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:19.339617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-08751f20-53c7-4414-90fb-f4471dd146bd req-70adfc01-ef44-4fcb-b06f-12333f9eb63c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0473073 Apr 29 04:11:19.389625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-08751f20-53c7-4414-90fb-f4471dd146bd req-13051c81-0bc2-483a-b344-afc011f3d835 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Apr 29 04:11:19.550306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31a7f1-177d-4d77-96a2-ad4581a6daa6 req-6d81ccc7-7c3a-4ce1-bc35-bf9ec436f0c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:19.551940 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fa31a7f1-177d-4d77-96a2-ad4581a6daa6 req-6d81ccc7-7c3a-4ce1-bc35-bf9ec436f0c1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0484867 Apr 29 04:11:19.641598 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fa31a7f1-177d-4d77-96a2-ad4581a6daa6 req-dee81f9b-aff6-414a-a1b9-a6a6bc900451 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830104 Apr 29 04:11:19.781575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-fa0852bc-aeec-4a02-aea8-161228cebc23 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:19.783004 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-fa0852bc-aeec-4a02-aea8-161228cebc23 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 983 time: 0.0496457 Apr 29 04:11:19.833693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-1956606c-aca4-493a-9143-b1c2b2ec061b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:19.834965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-1956606c-aca4-493a-9143-b1c2b2ec061b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0423224 Apr 29 04:11:19.903999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:19.937994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-423021af-0972-4a28-a034-cee3b23bab5b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0952790 Apr 29 04:11:19.952038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:20.014434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:20.146328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2740f288-a868-4599-86a6-7c0e9f832fb3,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:20.178998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] For port 2740f288-a868-4599-86a6-7c0e9f832fb3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:20.212916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] device_id is not set on port 2740f288-a868-4599-86a6-7c0e9f832fb3 yet. {{(pid=116105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 04:11:20.221690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Publish callbacks [] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:20.281299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:20.361777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Pushing event updated for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=11']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:20.407224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] No DVR routers for this DVR port 2740f288-a868-4599-86a6-7c0e9f832fb3 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:11:20.557117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98e76-83dc-4a51-9bc3-fff23071f5d8 req-ac6ebb54-cee9-4380-934f-c393f3c3c30d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:20.559132 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76e98e76-83dc-4a51-9bc3-fff23071f5d8 req-ac6ebb54-cee9-4380-934f-c393f3c3c30d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0626190 Apr 29 04:11:20.618543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] In _notify_port_updated(), no bound segment for port 2740f288-a868-4599-86a6-7c0e9f832fb3 on network 1bf0867a-5817-4e03-82bd-859ce32c958b {{(pid=116105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 29 04:11:20.619413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:20.620546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:20.621852 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9ee8d03b-f84c-442c-ae3b-c8153f68f904 req-2e6ba443-23ba-4ec7-84ac-4e8cb5a26948 service neutron] 10.222.0.31 "PUT /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 200 len: 1026 time: 0.6737537 Apr 29 04:11:20.623484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6a71de9c-1c69-43ab-a84c-835070ea050d None None] Provisioning complete for port 2740f288-a868-4599-86a6-7c0e9f832fb3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:20.623924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6a71de9c-1c69-43ab-a84c-835070ea050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:20.639992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-76e98e76-83dc-4a51-9bc3-fff23071f5d8 req-e258d4a3-f473-431d-ad77-8088b8938e03 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629804 Apr 29 04:11:20.671464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6a71de9c-1c69-43ab-a84c-835070ea050d None None] Port 2740f288-a868-4599-86a6-7c0e9f832fb3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:11:20.741342 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-df0fdf92-7482-4afb-991a-432de1ab6ea8 req-b18169ef-2c30-4d0c-83de-3b5c336bdc00 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=46333d1d-8df1-4c32-a5f5-6945807c6bcf HTTP/1.1" status: 200 len: 210 time: 0.0283902 Apr 29 04:11:21.222615 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:11:21.754978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3e6-8708-4b55-bbfe-f431bd9e1b8f req-f24823cd-09ae-4d3a-975e-45a544460bf2 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:21.756463 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-137fc3e6-8708-4b55-bbfe-f431bd9e1b8f req-f24823cd-09ae-4d3a-975e-45a544460bf2 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0483239 Apr 29 04:11:21.798800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35978) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:21.814027 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-137fc3e6-8708-4b55-bbfe-f431bd9e1b8f req-116cfb0f-433f-4a0b-8dc2-d079bede8d73 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Apr 29 04:11:21.863541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-931a7e0d-05c7-417f-9392-113142a0978f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (f4232c35-c9b2-4d44-8303-04c6d8b64bdd), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:21.887899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-931a7e0d-05c7-417f-9392-113142a0978f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (f4232c35-c9b2-4d44-8303-04c6d8b64bdd), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.013033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-931a7e0d-05c7-417f-9392-113142a0978f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f4232c35-c9b2-4d44-8303-04c6d8b64bdd), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.015723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-931a7e0d-05c7-417f-9392-113142a0978f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.016881 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-931a7e0d-05c7-417f-9392-113142a0978f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4232c35-c9b2-4d44-8303-04c6d8b64bdd HTTP/1.1" status: 204 len: 168 time: 0.2171078 Apr 29 04:11:22.026802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a7e0d-05c7-417f-9392-113142a0978f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4232c35-c9b2-4d44-8303-04c6d8b64bdd,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:22.109737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35982) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:22.261046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port d2e4060b-c9d4-4752-9d46-5437f2e1e15d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:11:22.261408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.333769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.334088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.345850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for d2e4060b-c9d4-4752-9d46-5437f2e1e15d owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:11:22.607221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d2e4060b-c9d4-4752-9d46-5437f2e1e15d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.633945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=d2e4060b-c9d4-4752-9d46-5437f2e1e15d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:22.700884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (089a6819-0007-4303-b6f0-9d57829ae091), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:22.701209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 089a6819-0007-4303-b6f0-9d57829ae091 disassociated (deleted). External IP: 172.26.4.10, port: 2740f288-a868-4599-86a6-7c0e9f832fb3. Apr 29 04:11:22.961357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f012509-8e14-436c-9f34-64ee9e425da3 req-d1a4e56f-616c-4098-bfc1-d555cc6a89a0 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:22.962851 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2f012509-8e14-436c-9f34-64ee9e425da3 req-d1a4e56f-616c-4098-bfc1-d555cc6a89a0 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0674093 Apr 29 04:11:22.967406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:11:23.060656 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2f012509-8e14-436c-9f34-64ee9e425da3 req-f04ca576-6292-440d-b22b-2fbf260b3a46 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896935 Apr 29 04:11:23.118278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:11:23.123123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:23.128927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] Sync routers for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:11:23.139450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:23.140083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:23.157041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a7e5e5bd-8994-4988-be5a-2f6992d85969 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/089a6819-0007-4303-b6f0-9d57829ae091 HTTP/1.1" status: 204 len: 168 time: 1.0460560 Apr 29 04:11:23.227550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35990) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:23.256089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:23.286297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28ac7a00-813e-4baf-9e2e-fbd5865ee06b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (c1a37e67-3e39-41b7-9a26-c7d1f5027f35), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:23.311663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28ac7a00-813e-4baf-9e2e-fbd5865ee06b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (c1a37e67-3e39-41b7-9a26-c7d1f5027f35), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:23.447151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28ac7a00-813e-4baf-9e2e-fbd5865ee06b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c1a37e67-3e39-41b7-9a26-c7d1f5027f35), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:23.450233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-28ac7a00-813e-4baf-9e2e-fbd5865ee06b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:23.451400 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-28ac7a00-813e-4baf-9e2e-fbd5865ee06b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1a37e67-3e39-41b7-9a26-c7d1f5027f35 HTTP/1.1" status: 204 len: 168 time: 0.2228637 Apr 29 04:11:23.451889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:23.464604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac7a00-813e-4baf-9e2e-fbd5865ee06b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a37e67-3e39-41b7-9a26-c7d1f5027f35,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:23.488947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] Checking router: 7628e0d5-fcf2-45e4-8986-aef64fc92e9a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:11:23.501436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:23.501985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:23.563157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35994) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:23.610902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:23.817233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:23.848411 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1f663-cc40-4a78-a5fb-38fae96d2acc None None] The sync data for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv is: [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '446b4b48-3d4f-4096-88c8-bfb22289d1ca', 'name': '', 'network_id': '1bf0867a-5817-4e03-82bd-859ce32c958b', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:a2:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:32Z', 'updated_at': '2022-04-29T04:10:37Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b55bf564-4e69-4e12-a360-506184e8297a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:11:24.040974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 2740f288-a868-4599-86a6-7c0e9f832fb3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:11:24.041615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:24.098458 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de38aa4-6178-4cb9-8d3c-849d192fd876 None None] New status for floating IP 089a6819-0007-4303-b6f0-9d57829ae091: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:11:24.133983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:24.158613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 2740f288-a868-4599-86a6-7c0e9f832fb3 owned by {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:11:24.230520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8959f0c-b62d-4444-8314-6f45a0a5ddab req-a0469230-6c6c-4775-9dc1-e464460e81e1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:24.231976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8959f0c-b62d-4444-8314-6f45a0a5ddab req-a0469230-6c6c-4775-9dc1-e464460e81e1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0901539 Apr 29 04:11:24.298686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8959f0c-b62d-4444-8314-6f45a0a5ddab req-bc69e65c-97d7-4510-acd7-f70cd088422b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604222 Apr 29 04:11:24.449650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2740f288-a868-4599-86a6-7c0e9f832fb3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:24.480585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=2740f288-a868-4599-86a6-7c0e9f832fb3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:24.570434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:24.576848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-254ad7de-7c23-413f-8462-1d2c72928c04 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/ports/2740f288-a868-4599-86a6-7c0e9f832fb3 HTTP/1.1" status: 204 len: 168 time: 1.0101025 Apr 29 04:11:24.577071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 35998) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:24.633596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:11:24.655842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 2740f288-a868-4599-86a6-7c0e9f832fb3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:11:24.656277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 2740f288-a868-4599-86a6-7c0e9f832fb3 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:11:24.982139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:25.268071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 446b4b48-3d4f-4096-88c8-bfb22289d1ca {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:11:25.268742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:25.358197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 446b4b48-3d4f-4096-88c8-bfb22289d1ca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=446b4b48-3d4f-4096-88c8-bfb22289d1ca,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:25.358849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:25.371848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 446b4b48-3d4f-4096-88c8-bfb22289d1ca owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:11:25.413708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93926d-17ab-4d75-8133-54cc0fd621d9 req-5743a32d-a6d1-4cbc-bc09-4b28cf613276 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:25.415213 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ae93926d-17ab-4d75-8133-54cc0fd621d9 req-5743a32d-a6d1-4cbc-bc09-4b28cf613276 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0490439 Apr 29 04:11:25.466928 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ae93926d-17ab-4d75-8133-54cc0fd621d9 req-9e5bed4a-de5f-45f5-9b05-0a1a7727ed0d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453453 Apr 29 04:11:25.663661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (446b4b48-3d4f-4096-88c8-bfb22289d1ca), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:25.689288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=446b4b48-3d4f-4096-88c8-bfb22289d1ca,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:25.866328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:26.079082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:11:26.425060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:11:26.430454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f89ff234-4daa-4ec2-b09c-e99880d39fb5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/7628e0d5-fcf2-45e4-8986-aef64fc92e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522763 Apr 29 04:11:26.433683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36002) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:26.435372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d9851-a242-4988-a796-63771be51bcf None None] Sync routers for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:11:26.445357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:26.445978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:26.482660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet b55bf564-4e69-4e12-a360-506184e8297a {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:11:26.485744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (b55bf564-4e69-4e12-a360-506184e8297a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:26.529688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (b55bf564-4e69-4e12-a360-506184e8297a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:26.554269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:26.615808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049690e-08d3-4e37-85e2-eb63b1e19012 req-84d03de5-ce96-40eb-8694-843883acef79 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:26.617275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8049690e-08d3-4e37-85e2-eb63b1e19012 req-84d03de5-ce96-40eb-8694-843883acef79 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0665219 Apr 29 04:11:26.711262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b55bf564-4e69-4e12-a360-506184e8297a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:26.723609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:11:25Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:26.751325 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8049690e-08d3-4e37-85e2-eb63b1e19012 req-7c9a3262-3b00-4f1f-ba7c-4ce2310c905a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151586 Apr 29 04:11:26.861379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (b55bf564-4e69-4e12-a360-506184e8297a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:26.887953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=b55bf564-4e69-4e12-a360-506184e8297a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:26.894361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:26.897512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-57aa3cde-0b5c-46f8-9b62-827d82e8714c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/b55bf564-4e69-4e12-a360-506184e8297a HTTP/1.1" status: 204 len: 168 time: 0.4628892 Apr 29 04:11:26.900145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36006) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:26.901511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d9851-a242-4988-a796-63771be51bcf None None] Checking router: 7628e0d5-fcf2-45e4-8986-aef64fc92e9a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:11:26.904733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674f035-bf3c-4c16-b62c-865173cda221 None None] Network 1bf0867a-5817-4e03-82bd-859ce32c958b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:11:26.938336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] Routers {'7628e0d5-fcf2-45e4-8986-aef64fc92e9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:26.938960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:27.011840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.098075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] DHCP port deletion for 1bf0867a-5817-4e03-82bd-859ce32c958b request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:11:27.100834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] Set router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:27.127058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.234378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] Deleting port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:11:27.234747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.251883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 0fb30706-769e-4ef7-ad64-953da7c89d99 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:11:27.252344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.318764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] For port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,segment=NetworkSegment(55053e6a-5411-4948-b84a-2fc3f4a64b3d),segment_id=55053e6a-5411-4948-b84a-2fc3f4a64b3d)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:27.319164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.334855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 0fb30706-769e-4ef7-ad64-953da7c89d99, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=0fb30706-769e-4ef7-ad64-953da7c89d99,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:27.335139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.348413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 0fb30706-769e-4ef7-ad64-953da7c89d99 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:11:27.354556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] Calling delete_port for 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:11:27.374214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e07d9851-a242-4988-a796-63771be51bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:11:25Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:27.432926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d9851-a242-4988-a796-63771be51bcf None None] The sync data for ids ['7628e0d5-fcf2-45e4-8986-aef64fc92e9a'] in dv-neutron-839777-1-hyperv is: [{'id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'name': 'tempest-TestNetworkBasicOps-router-886375614', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:11:25Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '0fb30706-769e-4ef7-ad64-953da7c89d99', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7628e0d5-fcf2-45e4-8986-aef64fc92e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:28Z', 'updated_at': '2022-04-29T04:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:11:27.544223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.569134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] Pushing event deleted for resources: {'Port': ['ID=46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:27.572601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda190a-010e-4d83-8d5e-1b3e8bf0a534 None None] No DVR routers for this DVR port 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:11:27.595757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0fb30706-769e-4ef7-ad64-953da7c89d99), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.626219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=0fb30706-769e-4ef7-ad64-953da7c89d99,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:27.687848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.796352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.798677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.855830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:11:27.878384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:11:27.883821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 46d3c0ce-3da0-43ea-9f6e-2eebaa58bb16 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:11:27.883821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 446b4b48-3d4f-4096-88c8-bfb22289d1ca no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:11:27.893862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f72e9b-24e6-490f-ba0a-4cfe8fcd6952 req-9b5b38b7-a173-4b7a-b022-779f64b99419 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:27.895639 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-29f72e9b-24e6-490f-ba0a-4cfe8fcd6952 req-9b5b38b7-a173-4b7a-b022-779f64b99419 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0545628 Apr 29 04:11:27.901606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 446b4b48-3d4f-4096-88c8-bfb22289d1ca {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:11:27.901952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 446b4b48-3d4f-4096-88c8-bfb22289d1ca not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:11:27.941260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (7628e0d5-fcf2-45e4-8986-aef64fc92e9a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.942040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router 7628e0d5-fcf2-45e4-8986-aef64fc92e9a {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:11:27.949361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:27.950390 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-29f72e9b-24e6-490f-ba0a-4cfe8fcd6952 req-c6da479c-c5ed-4049-9b5a-bdff7a46343e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484664 Apr 29 04:11:27.953195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36010) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:27.957590 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-97ecc9e1-87a9-41c3-a219-8022f45b9894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/7628e0d5-fcf2-45e4-8986-aef64fc92e9a HTTP/1.1" status: 204 len: 168 time: 1.0523624 Apr 29 04:11:28.034203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (1bf0867a-5817-4e03-82bd-859ce32c958b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.119116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (1bf0867a-5817-4e03-82bd-859ce32c958b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.140846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf0867a-5817-4e03-82bd-859ce32c958b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:28.150390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55053e6a-5411-4948-b84a-2fc3f4a64b3d') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:28.150691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55053e6a-5411-4948-b84a-2fc3f4a64b3d') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:28.164713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (55053e6a-5411-4948-b84a-2fc3f4a64b3d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.177653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (55053e6a-5411-4948-b84a-2fc3f4a64b3d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.184271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:11:28.184649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (55053e6a-5411-4948-b84a-2fc3f4a64b3d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:11:28.187676 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:11:28.338102 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (1bf0867a-5817-4e03-82bd-859ce32c958b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.345376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.347907 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/1bf0867a-5817-4e03-82bd-859ce32c958b HTTP/1.1" status: 204 len: 168 time: 0.3936877 Apr 29 04:11:28.358842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=1bf0867a-5817-4e03-82bd-859ce32c958b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:28.362698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36012) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:28.366769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.367116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.367459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.367797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.368135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.368467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.368791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.369202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.370048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.370359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.370686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.371009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.371373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.371694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.372044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4c78dc-3652-4907-9b1e-0e0db72b4218 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:28.376333 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d7de1ea6-6d78-47f3-b0ff-67f147e2c90d tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0124290 Apr 29 04:11:28.383636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36014) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:28.388991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--1600999135', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:28.475208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:11:28.479541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.505664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:11:28.514850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (59757fc2-aa8b-481b-8c14-297607d54bee), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.515188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment 59757fc2-aa8b-481b-8c14-297607d54bee of type vlan for network 0e551399-c69f-47c7-ac70-e161f80cab46 Apr 29 04:11:28.556989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (0e551399-c69f-47c7-ac70-e161f80cab46), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.652264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (0e551399-c69f-47c7-ac70-e161f80cab46), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.657389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:28.657989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.722515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=0e551399-c69f-47c7-ac70-e161f80cab46,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:28.734290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 0e551399-c69f-47c7-ac70-e161f80cab46 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:11:28.775428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0c358220-42e0-4cc0-9f84-78def06b4a13 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3907101 Apr 29 04:11:28.777994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36016) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:28.782427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:28.855447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (010d3c5a-66f3-415a-9d36-fb391b092063), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.856474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (010d3c5a-66f3-415a-9d36-fb391b092063), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:28.911586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (010d3c5a-66f3-415a-9d36-fb391b092063), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:29.145511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7d86-b381-4f31-b5a4-201ff0d58b7d req-d9cd1c20-b177-4d2e-9a31-b5951f48ee13 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:29.146974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a0f7d86-b381-4f31-b5a4-201ff0d58b7d req-d9cd1c20-b177-4d2e-9a31-b5951f48ee13 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.1071291 Apr 29 04:11:29.148648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (010d3c5a-66f3-415a-9d36-fb391b092063), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:29.195844 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a0f7d86-b381-4f31-b5a4-201ff0d58b7d req-13b0a821-c914-4735-a47b-2076dec9b867 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Apr 29 04:11:29.397971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (010d3c5a-66f3-415a-9d36-fb391b092063), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:29.419480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:29.516945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0fb30706-769e-4ef7-ad64-953da7c89d99 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:11:29.520313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.245 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/eb09b518-39a4-4c08-8f02-332228cd4cc5) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:29.538049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 0fb30706-769e-4ef7-ad64-953da7c89d99 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:11:29.538396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 0fb30706-769e-4ef7-ad64-953da7c89d99 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:11:29.623357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:29.706822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:29.742377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:29.745711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:29.751868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:29.774494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:30.051629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (010d3c5a-66f3-415a-9d36-fb391b092063), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:30.246374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (010d3c5a-66f3-415a-9d36-fb391b092063), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:30.309267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371b10e-f3c6-4989-8019-40a9d92e8a4c req-b28a97b2-92b1-4af3-a18f-a00d6a106dc0 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:30.310696 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d371b10e-f3c6-4989-8019-40a9d92e8a4c req-b28a97b2-92b1-4af3-a18f-a00d6a106dc0 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0474975 Apr 29 04:11:30.363437 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d371b10e-f3c6-4989-8019-40a9d92e8a4c req-a4b5f300-df25-4723-a230-e0fe24cb04ce tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468574 Apr 29 04:11:30.443514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 010d3c5a-66f3-415a-9d36-fb391b092063 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:11:30.812100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:11:30.822155 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Sync routers for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:11:30.832230 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:30.832829 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:30.873926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:30.875172 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2c62a283-8ad4-40d4-903f-129f2f7b6644 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0962322 Apr 29 04:11:30.878372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36022) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:30.906092 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6d7273ea-82ef-4e97-97d0-64ba2d796a28 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266469 Apr 29 04:11:30.908719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36024) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:30.936801 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:30.998965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44a7f6-ddea-40c5-a613-7ce95c3583ce tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:31.000356 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bd44a7f6-ddea-40c5-a613-7ce95c3583ce tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907574 Apr 29 04:11:31.003152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36026) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:31.030292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ad6e3c71-34d4-4537-9006-4c1bd9570bb7 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261128 Apr 29 04:11:31.032657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36028) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:31.037207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916588253', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:31.116153 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:29Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:31.152803 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Checking router: 010d3c5a-66f3-415a-9d36-fb391b092063 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:11:31.153151 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Updating router 010d3c5a-66f3-415a-9d36-fb391b092063 port eb09b518-39a4-4c08-8f02-332228cd4cc5 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:11:31.179139 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.220939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:11:31.224732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.424151 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Publish callbacks [] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.458238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (b1f1dab6-b09f-4973-a233-cfd487cdce03), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.495706 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.532639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aa886-8d94-44ff-8cd0-6869785930af req-64b6a23b-5410-4ffb-81d0-5ac91509e905 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:31.534235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a56aa886-8d94-44ff-8cd0-6869785930af req-64b6a23b-5410-4ffb-81d0-5ac91509e905 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0882053 Apr 29 04:11:31.551982 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Pushing event updated for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:31.555249 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Attempting to bind port eb09b518-39a4-4c08-8f02-332228cd4cc5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:11:31.555617 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Attempting to bind port eb09b518-39a4-4c08-8f02-332228cd4cc5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:11:31.555978 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Attempting to bind port eb09b518-39a4-4c08-8f02-332228cd4cc5 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:31.564306 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.564656 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.565028 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.565394 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.568761 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.569747 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:31.572560 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:11:31.572937 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:31.573776 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.573776 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:11:31.574196 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Bound port: eb09b518-39a4-4c08-8f02-332228cd4cc5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:11:31.574586 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.575173 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=b1f1dab6-b09f-4973-a233-cfd487cdce03,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:31.591755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:31.592193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: 0e551399-c69f-47c7-ac70-e161f80cab46, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:11:31.620096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a56aa886-8d94-44ff-8cd0-6869785930af req-f7d09ab0-dca8-4037-b737-d103d094c4b1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757039 Apr 29 04:11:31.626008 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] For port eb09b518-39a4-4c08-8f02-332228cd4cc5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:31.629100 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] For port eb09b518-39a4-4c08-8f02-332228cd4cc5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eb09b518-39a4-4c08-8f02-332228cd4cc5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:11:31.700418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 0e551399-c69f-47c7-ac70-e161f80cab46 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:11:31.718089 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.782400 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:31.783005 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:31.785686 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529af0d-e50c-497f-b023-1ad1352730a0 None None] Pushing event updated for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:31.786244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 0e551399-c69f-47c7-ac70-e161f80cab46) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:31.790572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:31.791840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.799903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d476f-511a-47bc-ac61-0966afba2fdf None None] Network 0e551399-c69f-47c7-ac70-e161f80cab46 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:11:31.871991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f7e484fb-c06e-4784-8983-7b6891713e67 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8355365 Apr 29 04:11:31.872600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36032) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:31.918484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-0e551399-c69f-47c7-ac70-e161f80cab46', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:11:31.919333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:31.987117 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:32.058265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Allocated IP 172.20.0.2 (0e551399-c69f-47c7-ac70-e161f80cab46/b1f1dab6-b09f-4973-a233-cfd487cdce03/355a99d0-4c05-4a4c-8ffd-448e29814c94) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:32.177145 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:29Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:32.203841 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b8c09a-dd06-419d-882f-ceff483d5054 None None] The sync data for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv is: [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:29Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:11:32.208299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Publish callbacks [] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.266984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.307474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Network 0e551399-c69f-47c7-ac70-e161f80cab46 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:32.312381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:32.315958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:32.323631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Pushing event updated for resources: {'Port': ['ID=355a99d0-4c05-4a4c-8ffd-448e29814c94,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:32.379754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Attempting to bind port 355a99d0-4c05-4a4c-8ffd-448e29814c94 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:11:32.380026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.380303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Attempting to bind port 355a99d0-4c05-4a4c-8ffd-448e29814c94 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:11:32.380662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Attempting to bind port 355a99d0-4c05-4a4c-8ffd-448e29814c94 on network 0e551399-c69f-47c7-ac70-e161f80cab46 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:32.387433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:11:32.387799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Checking segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:32.388364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.388592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Bound using segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:11:32.389042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Bound port: 355a99d0-4c05-4a4c-8ffd-448e29814c94, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:11:32.389458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.482939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] For port 355a99d0-4c05-4a4c-8ffd-448e29814c94, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:32.486048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] For port 355a99d0-4c05-4a4c-8ffd-448e29814c94, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=355a99d0-4c05-4a4c-8ffd-448e29814c94,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:11:32.559375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.630593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a08ab-a9e2-4086-9da7-c3e822357c55 None None] Pushing event updated for resources: {'Port': ['ID=355a99d0-4c05-4a4c-8ffd-448e29814c94,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:32.682882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6799be61-23a1-42c9-9184-5e918af3723d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:11:32.767855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb056d-0b53-46ef-ac45-97a1574a4664 req-94d893d5-7658-43ef-8ceb-710f8bc510a2 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:32.775781 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-54fb056d-0b53-46ef-ac45-97a1574a4664 req-94d893d5-7658-43ef-8ceb-710f8bc510a2 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0591657 Apr 29 04:11:32.789576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (0e551399-c69f-47c7-ac70-e161f80cab46/b1f1dab6-b09f-4973-a233-cfd487cdce03/626d23bf-dd72-45f9-a8ce-b50e8b051715) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:32.831084 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-54fb056d-0b53-46ef-ac45-97a1574a4664 req-7477a3b5-9feb-4713-a453-f878bc3fed89 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539145 Apr 29 04:11:32.838426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6799be61-23a1-42c9-9184-5e918af3723d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6799be61-23a1-42c9-9184-5e918af3723d,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:32.851983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '6799be61-23a1-42c9-9184-5e918af3723d', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'port_id': '6799be61-23a1-42c9-9184-5e918af3723d', 'mac_address': 'fa:16:3e:1a:2b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:11:32.915542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6799be61-23a1-42c9-9184-5e918af3723d is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:32.915930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6799be61-23a1-42c9-9184-5e918af3723d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.936732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6799be61-23a1-42c9-9184-5e918af3723d {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:11:32.939374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:32.977694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6799be61-23a1-42c9-9184-5e918af3723d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6799be61-23a1-42c9-9184-5e918af3723d,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:33.059471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.087084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6799be61-23a1-42c9-9184-5e918af3723d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.101564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 0e551399-c69f-47c7-ac70-e161f80cab46 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:33.107754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:33.111686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:33.137246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:33.140638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6799be61-23a1-42c9-9184-5e918af3723d,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:33.161882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (010d3c5a-66f3-415a-9d36-fb391b092063), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.333983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['6799be61-23a1-42c9-9184-5e918af3723d'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:11:33.390999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.603669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 355a99d0-4c05-4a4c-8ffd-448e29814c94 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:33.660163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 355a99d0-4c05-4a4c-8ffd-448e29814c94 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:33.660542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.719656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.747328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 355a99d0-4c05-4a4c-8ffd-448e29814c94 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:33.747821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.769260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f1039-ba2f-4484-8606-f0a41ea137a4 None None] Network 0e551399-c69f-47c7-ac70-e161f80cab46 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:11:33.780776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.819366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 355a99d0-4c05-4a4c-8ffd-448e29814c94, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=355a99d0-4c05-4a4c-8ffd-448e29814c94,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:33.847751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c0609e63-159f-47d0-b72b-4610858d05f5 None None] Provisioning complete for port 355a99d0-4c05-4a4c-8ffd-448e29814c94 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:33.848449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c0609e63-159f-47d0-b72b-4610858d05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.857858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (010d3c5a-66f3-415a-9d36-fb391b092063), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.859822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:33.880969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:33.881833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:33.994059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 0e551399-c69f-47c7-ac70-e161f80cab46 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:33.997713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:34.020241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70d0f4-4cf2-4d2e-8bdc-c36ed90dc223 req-df2181da-654c-49a7-b48d-7ca60d2b05b8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.021948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fc70d0f4-4cf2-4d2e-8bdc-c36ed90dc223 req-df2181da-654c-49a7-b48d-7ca60d2b05b8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 945 time: 0.0673618 Apr 29 04:11:34.142809 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fc70d0f4-4cf2-4d2e-8bdc-c36ed90dc223 req-f88e4f8f-a273-4a78-b18a-50e5af213c6a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892308 Apr 29 04:11:34.168649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=355a99d0-4c05-4a4c-8ffd-448e29814c94,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:34.184585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 010d3c5a-66f3-415a-9d36-fb391b092063 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:11:34.195319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port eb09b518-39a4-4c08-8f02-332228cd4cc5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:34.195694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:34.233532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c0609e63-159f-47d0-b72b-4610858d05f5 None None] Current status of the port 355a99d0-4c05-4a4c-8ffd-448e29814c94 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:34.297886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eb09b518-39a4-4c08-8f02-332228cd4cc5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:34.298311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:34.306339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:11:34.312059 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f903e9c0-2aa2-4c45-b895-31f472f02bad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4383640 Apr 29 04:11:34.314620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36038) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:34.328439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port eb09b518-39a4-4c08-8f02-332228cd4cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eb09b518-39a4-4c08-8f02-332228cd4cc5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:34.338227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Sync routers for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:11:34.349129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:34.349927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:34.404797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:34.500728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e67d2fa5-9ab4-49aa-8d61-2fcadce55452 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:34.501098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e67d2fa5-9ab4-49aa-8d61-2fcadce55452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:34.502558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.503153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.503971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.504330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.504970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.505577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.507440 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-49a6fc24-ba67-4d09-81a5-ed3e27b7c959 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1918871 Apr 29 04:11:34.510312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36040) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:34.530090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:34.547392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:34.584893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e67d2fa5-9ab4-49aa-8d61-2fcadce55452 None None] Port 626d23bf-dd72-45f9-a8ce-b50e8b051715 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:11:34.601303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e67d2fa5-9ab4-49aa-8d61-2fcadce55452 None None] Provisioning complete for port 355a99d0-4c05-4a4c-8ffd-448e29814c94 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:34.601715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e67d2fa5-9ab4-49aa-8d61-2fcadce55452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:34.717198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6799be61-23a1-42c9-9184-5e918af3723d up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:34.851420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 6799be61-23a1-42c9-9184-5e918af3723d completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:11:34.865886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e67d2fa5-9ab4-49aa-8d61-2fcadce55452 None None] Current status of the port 355a99d0-4c05-4a4c-8ffd-448e29814c94 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:34.874063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:34.898229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.898625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.899082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.899530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.899980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.900425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:34.901751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Checking router: 010d3c5a-66f3-415a-9d36-fb391b092063 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:11:34.902101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Updating router 010d3c5a-66f3-415a-9d36-fb391b092063 port 626d23bf-dd72-45f9-a8ce-b50e8b051715 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:11:34.902839 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f2a8ec67-f126-4094-8093-42946072df1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.3915184 Apr 29 04:11:34.905634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36042) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:34.930553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 6799be61-23a1-42c9-9184-5e918af3723d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:34.930833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6799be61-23a1-42c9-9184-5e918af3723d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:34.932365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.012687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b6df241b-c8fa-41a5-810c-9e5b70516016 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:35.013058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6df241b-c8fa-41a5-810c-9e5b70516016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.120830 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d701b78b-5f13-4718-ba37-43ef39836244 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2116663 Apr 29 04:11:35.136826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b6df241b-c8fa-41a5-810c-9e5b70516016 None None] Port 626d23bf-dd72-45f9-a8ce-b50e8b051715 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:11:35.174765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6799be61-23a1-42c9-9184-5e918af3723d is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:35.175165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6799be61-23a1-42c9-9184-5e918af3723d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.231964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:35.234226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea467056-c834-4bdd-9843-84d4cd465c64" -d '{"events": [{"server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "name": "network-vif-plugged", "status": "completed", "tag": "6799be61-23a1-42c9-9184-5e918af3723d"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:35.255228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6799be61-23a1-42c9-9184-5e918af3723d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6799be61-23a1-42c9-9184-5e918af3723d,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:35.264226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d715-655e-4f9b-bd1d-aec04f0a081c req-4e82ba37-d2b5-49d8-ac97-9bbdf5511d5e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:35.265806 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3b0d715-655e-4f9b-bd1d-aec04f0a081c req-4e82ba37-d2b5-49d8-ac97-9bbdf5511d5e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Apr 29 04:11:35.317817 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3b0d715-655e-4f9b-bd1d-aec04f0a081c req-0103ef8a-44fc-449c-968d-90ae6cc28ab8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 Apr 29 04:11:35.338004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Publish callbacks [] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.355161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6799be61-23a1-42c9-9184-5e918af3723d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.379074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e94880-d0ff-4264-9b1b-85183d616ca2 x-openstack-request-id: req-76e94880-d0ff-4264-9b1b-85183d616ca2 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:35.379358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "name": "network-vif-plugged", "status": "completed", "tag": "6799be61-23a1-42c9-9184-5e918af3723d", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:35.379611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76e94880-d0ff-4264-9b1b-85183d616ca2 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:35.380002 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e94880-d0ff-4264-9b1b-85183d616ca2'] response: {'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d', 'code': 200} Apr 29 04:11:35.380538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36050) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:35.385694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971309363', 'description': 'tempest-secgroup-smoke-971309363 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:35.410260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6799be61-23a1-42c9-9184-5e918af3723d,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:35.426338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.479956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d3211-3a00-401b-a257-9909c4fd996b None None] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:35.486721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.545642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Attempting to bind port 626d23bf-dd72-45f9-a8ce-b50e8b051715 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:11:35.546150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Attempting to bind port 626d23bf-dd72-45f9-a8ce-b50e8b051715 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:11:35.547008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Attempting to bind port 626d23bf-dd72-45f9-a8ce-b50e8b051715 on network 0e551399-c69f-47c7-ac70-e161f80cab46 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:35.553916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:11:35.557387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Checking segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:35.557387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.557387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Bound using segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:11:35.557387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Bound port: 626d23bf-dd72-45f9-a8ce-b50e8b051715, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:11:35.557387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.576451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 355a99d0-4c05-4a4c-8ffd-448e29814c94 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:35.586391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.647560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77af242-d87a-4453-acff-ab6ac4cb2d10 req-47526f5a-560b-45a8-9a66-95ca6445ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:35.649166 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b77af242-d87a-4453-acff-ab6ac4cb2d10 req-47526f5a-560b-45a8-9a66-95ca6445ab59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1130 time: 0.0410721 Apr 29 04:11:35.666428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.667626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 355a99d0-4c05-4a4c-8ffd-448e29814c94 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:35.668065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.671842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] For port 626d23bf-dd72-45f9-a8ce-b50e8b051715, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:35.699539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:35.705799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b77af242-d87a-4453-acff-ab6ac4cb2d10 req-0ce872ab-888f-40b8-9bb2-93e2c5df740f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464811 Apr 29 04:11:35.707108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] For port 626d23bf-dd72-45f9-a8ce-b50e8b051715, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=626d23bf-dd72-45f9-a8ce-b50e8b051715,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:11:35.767215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a214d5da-1fc2-4f81-8483-b3a4b8362296 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:35.767504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a214d5da-1fc2-4f81-8483-b3a4b8362296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.771312 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 355a99d0-4c05-4a4c-8ffd-448e29814c94 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:35.772322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:35.799740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.801104 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-067e34e8-d6ea-4007-bc78-fa4791d085d7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4194908 Apr 29 04:11:35.803946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36052) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:35.809396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:35.825202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.864350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a214d5da-1fc2-4f81-8483-b3a4b8362296 None None] Port 626d23bf-dd72-45f9-a8ce-b50e8b051715 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:11:35.905454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d3211-3a00-401b-a257-9909c4fd996b None None] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:35.911035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:35.911826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:35.916040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port eb09b518-39a4-4c08-8f02-332228cd4cc5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:35.916428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.919533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (b9092dfd-6ef7-4ba0-a7f2-fe1d768096f9), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:35.989703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (b9092dfd-6ef7-4ba0-a7f2-fe1d768096f9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.046564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b9092dfd-6ef7-4ba0-a7f2-fe1d768096f9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.068659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9092dfd-6ef7-4ba0-a7f2-fe1d768096f9,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:36.076719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:36.137026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.138419 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2f478bcf-799c-4134-9488-220f14fdd512 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332675 Apr 29 04:11:36.141284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36054) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:36.146080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:36.230307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3dfa15d7-837e-424d-923e-bd882190a3f5), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.271469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eb09b518-39a4-4c08-8f02-332228cd4cc5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:36.277720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:36.278095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.286659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (3dfa15d7-837e-424d-923e-bd882190a3f5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.366682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3dfa15d7-837e-424d-923e-bd882190a3f5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.397183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfa15d7-837e-424d-923e-bd882190a3f5,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:36.439884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777be23-57b1-47f9-9e28-8b1b25f4415b req-c8d8de43-9405-4c4b-9939-54128025bfe7 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:36.441405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a777be23-57b1-47f9-9e28-8b1b25f4415b req-c8d8de43-9405-4c4b-9939-54128025bfe7 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0534368 Apr 29 04:11:36.453491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] Current status of the port 626d23bf-dd72-45f9-a8ce-b50e8b051715 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:36.453881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.462522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.464661 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e32e8fe6-708e-4c3e-8a94-5b325791bef5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223534 Apr 29 04:11:36.468000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36058) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:36.472511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:36.494284 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a777be23-57b1-47f9-9e28-8b1b25f4415b req-8a2e5de9-ca66-4560-80c8-fe2a2b7d11ae tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469389 Apr 29 04:11:36.518037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:11:35Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:36.522961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] For port 626d23bf-dd72-45f9-a8ce-b50e8b051715, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=626d23bf-dd72-45f9-a8ce-b50e8b051715,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:36.548078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1a25d-4dc3-4aa0-a62c-5d04b34af73a None None] The sync data for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv is: [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:11:35Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:11:36.605618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (d35388b6-05df-44aa-8669-572dc8c04f31), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.629667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.674222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (d35388b6-05df-44aa-8669-572dc8c04f31), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.695294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27487-b7a6-4989-8910-6decc0729de1 None None] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:36.766777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d35388b6-05df-44aa-8669-572dc8c04f31), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.787766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35388b6-05df-44aa-8669-572dc8c04f31,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:36.849738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:36.851397 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eaa70859-5c99-45ef-95ea-40a4f17304c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822861 Apr 29 04:11:36.854689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36060) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:36.859913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:36.938371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (1ce10469-ebf8-4003-b7d0-899a609a1410), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.003955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (1ce10469-ebf8-4003-b7d0-899a609a1410), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.071966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (1ce10469-ebf8-4003-b7d0-899a609a1410), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.092736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce10469-ebf8-4003-b7d0-899a609a1410,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:37.153999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.155351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-257b2386-1831-4320-aa08-79a705ded77f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2995410 Apr 29 04:11:37.158307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36062) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:37.162945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:37.249360 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:11:37.255464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (8ce399db-cdd8-47d6-bf2b-8d2e248754d9), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.325090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (8ce399db-cdd8-47d6-bf2b-8d2e248754d9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.412197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (8ce399db-cdd8-47d6-bf2b-8d2e248754d9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.432770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce399db-cdd8-47d6-bf2b-8d2e248754d9,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:37.444587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.445252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.445252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.445660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.445984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.446307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.446622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.446943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.447281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.448260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.448561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.448882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.449197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.449546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.449854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:11:37.493425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.493425 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a6e01327-c995-4b23-8ef4-df60808ef8cf tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332644 Apr 29 04:11:37.496087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36064) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:37.500933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:37.550752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 626d23bf-dd72-45f9-a8ce-b50e8b051715 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:37.599334 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:11:37.603108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:37.603108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.609413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (d588715c-3922-4278-aae3-2c808aadc651), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.627008 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753360-3b3c-4a7a-9278-38731506d112 req-676a9fa9-c59c-4c40-856e-f6ef07fd4f08 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:37.628489 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-48753360-3b3c-4a7a-9278-38731506d112 req-676a9fa9-c59c-4c40-856e-f6ef07fd4f08 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0618007 Apr 29 04:11:37.681596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 626d23bf-dd72-45f9-a8ce-b50e8b051715 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:37.707743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (d588715c-3922-4278-aae3-2c808aadc651), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.712705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-48753360-3b3c-4a7a-9278-38731506d112 req-2d99d783-697a-4fb4-a89b-4608d8c816bd tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783989 Apr 29 04:11:37.778400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d588715c-3922-4278-aae3-2c808aadc651), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.796990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d588715c-3922-4278-aae3-2c808aadc651,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:37.827115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1554c-1899-40ce-a884-1d69260a6cc7 req-70131507-5f3e-4336-800e-736db61b1f4a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:37.828618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-30f1554c-1899-40ce-a884-1d69260a6cc7 req-70131507-5f3e-4336-800e-736db61b1f4a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0504000 Apr 29 04:11:37.871790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:37.873044 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86a4d2c6-7f21-44a8-bbd9-40858775e345 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3759069 Apr 29 04:11:37.877553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-30f1554c-1899-40ce-a884-1d69260a6cc7 req-465452df-02d1-47cb-951a-f7a224aef7cb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Apr 29 04:11:37.899623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36072) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:38.002028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14748e-010b-449d-b81c-a77912dff5ca tempest-TestVolumeBootPattern-1532886707 tempest-TestVolumeBootPattern-1532886707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:38.003527 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c14748e-010b-449d-b81c-a77912dff5ca tempest-TestVolumeBootPattern-1532886707 tempest-TestVolumeBootPattern-1532886707-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1125 time: 0.1028986 Apr 29 04:11:38.006549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36086) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:38.011036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '6799be61-23a1-42c9-9184-5e918af3723d', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:38.033964 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6c1ecbc4-69d7-4f9f-8c6f-c7495b1fdef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971309363&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0523746 Apr 29 04:11:38.112563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:38.138209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-25ab7f0f-5598-4674-8f5c-1b5e42aa66a6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:38.139686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-25ab7f0f-5598-4674-8f5c-1b5e42aa66a6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=0e551399-c69f-47c7-ac70-e161f80cab46 HTTP/1.1" status: 200 len: 797 time: 0.0992389 Apr 29 04:11:38.155901 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-7411eb4b-d1d6-448f-ab74-e042f116cb12 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0097599 Apr 29 04:11:38.194976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:38.208987 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-9096762d-bc63-4964-8b59-967b95611dbc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477319 Apr 29 04:11:38.297299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Allocated IP 172.26.4.85 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/b35406f6-3bfb-41f9-a07f-6458bd4dfc24) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:38.303160 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-94284b43-773b-458e-b1cb-81508e4c3333 service neutron] 10.222.0.37 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816011 Apr 29 04:11:38.396065 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-74da334b-109d-4bfc-b4ec-04888f6f0c0e service neutron] 10.222.0.37 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866373 Apr 29 04:11:38.406550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:38.478536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:38.515816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:38.521098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:38.524698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:38.546104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=b35406f6-3bfb-41f9-a07f-6458bd4dfc24,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:38.648407 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fe8e557-e150-4cd8-be13-208b6f091f5f req-2fb086d5-99b2-4458-92cc-deb961816495 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 210 time: 0.0492959 Apr 29 04:11:38.870027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2531240e-37eb-4e26-95eb-faacf576b15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:38.933389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (8305e241-d274-4d59-ab13-5fd5279c54d1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:39.081583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:39.226245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:39.328897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:39.398175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=b35406f6-3bfb-41f9-a07f-6458bd4dfc24,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:39.410801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (8305e241-d274-4d59-ab13-5fd5279c54d1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:39.512892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Floating IP 8305e241-d274-4d59-ab13-5fd5279c54d1 associated. External IP: 172.26.4.85, port: 6799be61-23a1-42c9-9184-5e918af3723d. Apr 29 04:11:39.726518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:11:39.745904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-983e88e1-2fe5-4346-91d8-e948225a4c75 req-31f59aea-f4ad-4153-81cd-f339206cca01 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 210 time: 0.0293357 Apr 29 04:11:39.843362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:11:39.852814 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:11:39.862665 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:39.863373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:39.918417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:39.948344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d3c11cfe-dbb1-4046-ac7d-f44cfc692b1f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9406869 Apr 29 04:11:39.949030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:39.951323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "tag": "6799be61-23a1-42c9-9184-5e918af3723d"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:39.986835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc2b015-8a01-4100-9833-7e83bbdd14f5 x-openstack-request-id: req-0bc2b015-8a01-4100-9833-7e83bbdd14f5 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:39.987128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "tag": "6799be61-23a1-42c9-9184-5e918af3723d", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:39.987383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bc2b015-8a01-4100-9833-7e83bbdd14f5 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:39.987852 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc2b015-8a01-4100-9833-7e83bbdd14f5'] response: {'name': 'network-changed', 'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d', 'status': 'completed', 'code': 200} Apr 29 04:11:39.988373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:40.062377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-6522c6e9-78ef-4c1b-80ba-bf1f9e2058ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:40.063894 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-6522c6e9-78ef-4c1b-80ba-bf1f9e2058ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1130 time: 0.0408576 Apr 29 04:11:40.203178 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8305e241-d274-4d59-ab13-5fd5279c54d1', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6799be61-23a1-42c9-9184-5e918af3723d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:1a:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:38Z', 'updated_at': '2022-04-29T04:11:38Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:40.228962 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:11:40.237627 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:40.238219 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:40.334328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-7971796a-9c15-4e8a-9c08-5d785ce21618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:40.336047 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-7971796a-9c15-4e8a-9c08-5d785ce21618 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.1094742 Apr 29 04:11:40.345834 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:40.426188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-b41de195-d172-407b-8c3a-4631ca80c35e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6799be61-23a1-42c9-9184-5e918af3723d HTTP/1.1" status: 200 len: 999 time: 0.0838835 Apr 29 04:11:40.527385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-7dd26da4-b592-4954-820b-423ba51147c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:40.528742 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-7dd26da4-b592-4954-820b-423ba51147c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0970449 Apr 29 04:11:40.555752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-4b95a4e9-7e01-4d2b-b063-0db10049113d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:40.557767 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-4b95a4e9-7e01-4d2b-b063-0db10049113d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=0e551399-c69f-47c7-ac70-e161f80cab46 HTTP/1.1" status: 200 len: 797 time: 0.1677296 Apr 29 04:11:40.569662 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8305e241-d274-4d59-ab13-5fd5279c54d1', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6799be61-23a1-42c9-9184-5e918af3723d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:1a:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:38Z', 'updated_at': '2022-04-29T04:11:38Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:40.595923 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5440890-7007-48d2-a3cf-b9893b4d9ddc None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8305e241-d274-4d59-ab13-5fd5279c54d1', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6799be61-23a1-42c9-9184-5e918af3723d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:1a:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:38Z', 'updated_at': '2022-04-29T04:11:38Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:11:40.600751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-a44de187-f9c9-40b3-9fbd-5537793493d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:40.601797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-a44de187-f9c9-40b3-9fbd-5537793493d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0643861 Apr 29 04:11:40.668831 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-910915a1-9f5f-428b-bf15-1427c6f3ab02 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 379 time: 0.0957689 Apr 29 04:11:40.698246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:40.855472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3e589972-f3cc-4b82-9912-196d2ce066f7 req-84b40a00-d612-4382-ad66-93d44c850c2c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 210 time: 0.0344958 Apr 29 04:11:40.891782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abd023-9b5c-4fb8-8004-8e676b19532b None None] New status for floating IP 8305e241-d274-4d59-ab13-5fd5279c54d1: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:11:41.098499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-7f3795a6-d400-41e8-b5f8-f1047f17d95b service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878047 Apr 29 04:11:41.210516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c76c6c8-39e9-4a80-aa75-643c0dc6fc10 req-3751a096-83d1-46df-9966-f2098b0ef51d service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039147 Apr 29 04:11:41.269707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2023b459-e56c-43dc-9d9e-08b95e06d92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.269882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:11:41.274740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.402575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.9 (0e551399-c69f-47c7-ac70-e161f80cab46/b1f1dab6-b09f-4973-a233-cfd487cdce03/8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:41.540405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.623946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.665348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network 0e551399-c69f-47c7-ac70-e161f80cab46 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:41.670971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:41.673260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:41.698668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:41.730394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:41.731019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.803431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-5ac04f9e-eab3-4802-8761-367c978c459e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1089499 Apr 29 04:11:41.817929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Request body: {'port': {'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:41.882859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.885157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d0839b36-d274-4768-8432-59d0f8dd62d0 None None] Provisioning complete for port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:41.885774 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d0839b36-d274-4768-8432-59d0f8dd62d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:41.923317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d0839b36-d274-4768-8432-59d0f8dd62d0 None None] Port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:11:42.035208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42931-1f1e-4869-9d9f-9e69f5d50dc1 req-c38a6974-cb82-4349-b34f-586e688901fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:42.036558 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1fc42931-1f1e-4869-9d9f-9e69f5d50dc1 req-c38a6974-cb82-4349-b34f-586e688901fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 931 time: 0.1072104 Apr 29 04:11:42.137257 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1fc42931-1f1e-4869-9d9f-9e69f5d50dc1 req-9fd4cdf7-d6f6-4d6b-a9da-585f07455484 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948942 Apr 29 04:11:42.146954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:42.216749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:11:42.224330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Publish callbacks [] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:42.236193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Transition to ACTIVE for port object 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:11:42.311838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:42.359933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Pushing event updated for resources: {'Port': ['ID=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:42.435202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Attempting to bind port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:11:42.435688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Attempting to bind port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:11:42.435988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Attempting to bind port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb on network 0e551399-c69f-47c7-ac70-e161f80cab46 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:42.440788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb on network 0e551399-c69f-47c7-ac70-e161f80cab46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:11:42.441111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Attempting to bind port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb on network 0e551399-c69f-47c7-ac70-e161f80cab46 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:11:42.448788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:11:42.449119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Checking segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:11:42.449517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Bound using segment: {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:11:42.449939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Bound port: 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59757fc2-aa8b-481b-8c14-297607d54bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:11:42.450291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:42.518871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] For port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:11:42.521828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] For port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:11:42.575661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:42.609733 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:42.610144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:42.611508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] 10.222.0.31 "PUT /v2.0/ports/8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb HTTP/1.1" status: 200 len: 1093 time: 0.8005190 Apr 29 04:11:42.611973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:42.614251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353fa4cd-cdee-4639-a63d-87413402c4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:42.644576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83e07-9963-4e3c-beac-562503b40e0a service neutron] Pushing event updated for resources: {'Port': ['ID=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:42.663275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c35fb5-1776-4799-80dc-5e2e2b54a8c5 x-openstack-request-id: req-54c35fb5-1776-4799-80dc-5e2e2b54a8c5 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:42.663275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:42.663275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54c35fb5-1776-4799-80dc-5e2e2b54a8c5 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:42.663907 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c35fb5-1776-4799-80dc-5e2e2b54a8c5'] response: {'name': 'network-changed', 'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'status': 'completed', 'code': 200} Apr 29 04:11:42.721467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa4cd-cdee-4639-a63d-87413402c4b9 req-0d531fde-cf0e-44dc-926a-6299c990018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:42.722985 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-353fa4cd-cdee-4639-a63d-87413402c4b9 req-0d531fde-cf0e-44dc-926a-6299c990018f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 1127 time: 0.0428417 Apr 29 04:11:42.827597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa4cd-cdee-4639-a63d-87413402c4b9 req-7e770fd1-ea84-4457-9ed2-142fa8c88951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:42.829033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-353fa4cd-cdee-4639-a63d-87413402c4b9 req-7e770fd1-ea84-4457-9ed2-142fa8c88951 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0992486 Apr 29 04:11:42.919702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa4cd-cdee-4639-a63d-87413402c4b9 req-cbf500db-0da3-4913-b011-835ece0ee958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:42.921067 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-353fa4cd-cdee-4639-a63d-87413402c4b9 req-cbf500db-0da3-4913-b011-835ece0ee958 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864532 Apr 29 04:11:42.998163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-123db25d-b758-4ef6-8b29-0bad59454171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:42.999628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-123db25d-b758-4ef6-8b29-0bad59454171 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 1127 time: 0.0435371 Apr 29 04:11:43.039423 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-1fe46fd6-b8c9-4cdb-96a7-f062ffcb33ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb HTTP/1.1" status: 200 len: 217 time: 0.0324941 Apr 29 04:11:43.086757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-f8444a41-e77f-4ce8-a290-5557ff6d6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:43.088695 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-f8444a41-e77f-4ce8-a290-5557ff6d6abc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1f1dab6-b09f-4973-a233-cfd487cdce03 HTTP/1.1" status: 200 len: 834 time: 0.0433512 Apr 29 04:11:43.134479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-f91dc402-0df3-49f6-9640-a1d7dedfc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:43.135949 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-f91dc402-0df3-49f6-9640-a1d7dedfc19f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e551399-c69f-47c7-ac70-e161f80cab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414014 Apr 29 04:11:43.260815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-920414c0-f44d-40b5-959c-bc61d182be56 service neutron] 10.222.0.31 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180201 Apr 29 04:11:43.266927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45572-4b1d-4f15-9344-7062be69eea9 req-2f769564-2c78-48b1-ac7b-fbdd25da294f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:43.268263 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bdc45572-4b1d-4f15-9344-7062be69eea9 req-2f769564-2c78-48b1-ac7b-fbdd25da294f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 943 time: 0.0625446 Apr 29 04:11:43.366828 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bdc45572-4b1d-4f15-9344-7062be69eea9 req-f553abad-8122-4116-894d-87fd4e9c6579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902750 Apr 29 04:11:43.385158 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5df24c2-e241-4eb1-86c9-8cff04df0351 req-db302973-6901-4bfb-9d8b-5b82e8b18b08 service neutron] 10.222.0.31 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159933 Apr 29 04:11:43.703446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:44.478151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542e6c-aeb1-4172-a633-8524099ea512 req-2d394c2c-e1d0-404e-a11a-2713d95916ef tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:44.480122 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f5542e6c-aeb1-4172-a633-8524099ea512 req-2d394c2c-e1d0-404e-a11a-2713d95916ef tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 943 time: 0.0452564 Apr 29 04:11:44.530154 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f5542e6c-aeb1-4172-a633-8524099ea512 req-5c3da73f-205e-4ab1-99a7-57184c05e340 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Apr 29 04:11:45.069036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:45.644759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710eb54-e5a3-4ba2-ab1b-033f3a608f72 req-49be1a87-1f36-4d8e-96b0-396886030f9c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:45.646247 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8710eb54-e5a3-4ba2-ab1b-033f3a608f72 req-49be1a87-1f36-4d8e-96b0-396886030f9c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 943 time: 0.0512197 Apr 29 04:11:45.693882 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8710eb54-e5a3-4ba2-ab1b-033f3a608f72 req-a786cc78-2e11-40c8-8de2-769f53453dd6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416031 Apr 29 04:11:46.761702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:11:46.805932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c449f-559f-41d0-9c81-14ac6455f4b2 req-bd7c73d4-13c8-42c5-b6ff-c04bc6785e71 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:46.807993 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-717c449f-559f-41d0-9c81-14ac6455f4b2 req-bd7c73d4-13c8-42c5-b6ff-c04bc6785e71 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 943 time: 0.0483093 Apr 29 04:11:46.857020 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-717c449f-559f-41d0-9c81-14ac6455f4b2 req-277c0a30-6533-4ad4-9bfc-abc6e4352e5f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Apr 29 04:11:46.862887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:46.875671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:11:46.915134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:46.915517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:46.927617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:11:46.946504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:47.017599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:47.064354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:47.297153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:11:47.971014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7ff88-e9c7-4460-a06b-7999730f0123 req-45c51fcf-0e13-4a06-a1ac-bdb250f31a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:47.972470 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7af7ff88-e9c7-4460-a06b-7999730f0123 req-45c51fcf-0e13-4a06-a1ac-bdb250f31a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 944 time: 0.0472786 Apr 29 04:11:48.020041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7af7ff88-e9c7-4460-a06b-7999730f0123 req-73c8c2d8-60c4-4999-945c-5f89c3919520 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418980 Apr 29 04:11:48.780449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:11:48.827747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:11:48.894476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:11:48.894945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:48.976914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:11:48.977301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:48.999296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:49.001499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23501a-3c09-47ff-90c4-7b0b33dd670c" -d '{"events": [{"server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "name": "network-vif-plugged", "status": "completed", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:49.014087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:11:49.042810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66162d69-758e-446c-9fbc-7bf9a11c6c73 x-openstack-request-id: req-66162d69-758e-446c-9fbc-7bf9a11c6c73 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:49.043108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "name": "network-vif-plugged", "status": "completed", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:49.043363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66162d69-758e-446c-9fbc-7bf9a11c6c73 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:49.043763 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66162d69-758e-446c-9fbc-7bf9a11c6c73'] response: {'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'code': 200} Apr 29 04:11:49.080944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:49.133156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:49.139634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428f8fc-a98f-43d7-b8f2-228ce7a8c981 req-1219516d-d95f-4acf-b643-58d219a40a6a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:49.141128 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e428f8fc-a98f-43d7-b8f2-228ce7a8c981 req-1219516d-d95f-4acf-b643-58d219a40a6a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.0474336 Apr 29 04:11:49.193036 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e428f8fc-a98f-43d7-b8f2-228ce7a8c981 req-916595e6-53ce-410e-969b-e35967831f8a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460763 Apr 29 04:11:49.376101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6101c4-dce5-4d2b-a9ee-8ffe5a645439 req-43130073-b156-489c-b717-4e6b00239f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:49.377728 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b6101c4-dce5-4d2b-a9ee-8ffe5a645439 req-43130073-b156-489c-b717-4e6b00239f6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 1129 time: 0.0380473 Apr 29 04:11:49.423815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b6101c4-dce5-4d2b-a9ee-8ffe5a645439 req-731eb3c9-56e6-42ed-87da-f2997cca95eb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 Apr 29 04:11:49.886296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:50.303913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea2b3b-b570-485c-b55b-77faf9c5d9f2 req-a3ed64b3-d367-4ef6-bc0c-d25a0b758739 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:50.305660 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-29ea2b3b-b570-485c-b55b-77faf9c5d9f2 req-a3ed64b3-d367-4ef6-bc0c-d25a0b758739 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.0455611 Apr 29 04:11:50.352472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-29ea2b3b-b570-485c-b55b-77faf9c5d9f2 req-47a2fb27-cf6a-4dac-9259-c81602ee2ad7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 Apr 29 04:11:51.464369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e24550-e4d5-4748-9355-bcecd1eac1b9 req-84423d08-c175-4ee1-8d45-9d90e92e9e7d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:51.465856 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04e24550-e4d5-4748-9355-bcecd1eac1b9 req-84423d08-c175-4ee1-8d45-9d90e92e9e7d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.0460443 Apr 29 04:11:51.513477 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04e24550-e4d5-4748-9355-bcecd1eac1b9 req-1b06fa1d-a7cf-4b3d-b2e3-5e8e9c982936 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Apr 29 04:11:51.628746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5415-c948-4bbb-bc8a-eb0a54ac999d req-11a398d4-8df9-4db5-a184-5bfdbe31797e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:51.630268 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4cdc5415-c948-4bbb-bc8a-eb0a54ac999d req-11a398d4-8df9-4db5-a184-5bfdbe31797e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.0494919 Apr 29 04:11:51.677678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4cdc5415-c948-4bbb-bc8a-eb0a54ac999d req-576dd63b-dd99-477f-8db4-d9e3cedbe759 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Apr 29 04:11:51.699917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36136) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:51.737038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379af2c-1c44-4f77-a3e4-9430d2351ff6 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:51.738651 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d379af2c-1c44-4f77-a3e4-9430d2351ff6 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 1124 time: 0.0377488 Apr 29 04:11:51.741381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36138) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:51.745677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:11:51.851661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:51.930254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:52.029931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.248 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/070927d0-8765-4cd7-a993-587b9c550875) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:11:52.130945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (070927d0-8765-4cd7-a993-587b9c550875), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:52.220374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (070927d0-8765-4cd7-a993-587b9c550875), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:52.255767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:11:52.258516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:11:52.261650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:11:52.292385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=070927d0-8765-4cd7-a993-587b9c550875,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:52.982215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (fa01c83e-35af-4642-b458-d91e19f76d05), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:53.133077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (070927d0-8765-4cd7-a993-587b9c550875), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:53.280241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (070927d0-8765-4cd7-a993-587b9c550875), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:53.334163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (070927d0-8765-4cd7-a993-587b9c550875), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:53.406871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=070927d0-8765-4cd7-a993-587b9c550875,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:11:53.414686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (fa01c83e-35af-4642-b458-d91e19f76d05), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:53.530264 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP fa01c83e-35af-4642-b458-d91e19f76d05 associated. External IP: 172.26.4.248, port: 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb. Apr 29 04:11:53.741578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 010d3c5a-66f3-415a-9d36-fb391b092063 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:11:53.852453 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:11:53.862109 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] Sync routers for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:11:53.873250 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:53.877460 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:53.925997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:11:53.961184 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bc049dd7-c318-4084-babc-f03e37957a95 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2163360 Apr 29 04:11:53.961184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:11:53.961781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36142) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:53.962306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac55efe-e556-48ba-b9e5-7526620c8bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:11:53.986134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:54.009503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc37dba-64b8-4d41-b521-4577628f89be x-openstack-request-id: req-9cc37dba-64b8-4d41-b521-4577628f89be {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:11:54.009503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:11:54.010181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cc37dba-64b8-4d41-b521-4577628f89be {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:11:54.010181 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc37dba-64b8-4d41-b521-4577628f89be'] response: {'name': 'network-changed', 'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'status': 'completed', 'code': 200} Apr 29 04:11:54.107167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-0a5851a3-f0fe-45f6-8162-9da2d4e85a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:54.108661 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-0a5851a3-f0fe-45f6-8162-9da2d4e85a2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 1129 time: 0.0754156 Apr 29 04:11:54.152512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e17c0497-bc0b-425b-88e4-357041a6a882 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063 HTTP/1.1" status: 200 len: 923 time: 0.1895876 Apr 29 04:11:54.155195 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:54.213581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-d5f85de8-ff1f-4eb5-996d-cba79049c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:54.215065 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-d5f85de8-ff1f-4eb5-996d-cba79049c138 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0e551399-c69f-47c7-ac70-e161f80cab46 HTTP/1.1" status: 200 len: 898 time: 0.0979831 Apr 29 04:11:54.219216 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-183f9aa0-2401-4455-b639-d6cb999ba952 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 991 time: 0.0618274 Apr 29 04:11:54.283621 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-029e026b-c9f7-492b-942b-ea7a0fb53e46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb HTTP/1.1" status: 200 len: 999 time: 0.0625479 Apr 29 04:11:54.293239 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fa01c83e-35af-4642-b458-d91e19f76d05', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:52Z', 'updated_at': '2022-04-29T04:11:52Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:11:36Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:54.318499 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] Checking router: 010d3c5a-66f3-415a-9d36-fb391b092063 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:11:54.327703 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:11:54.328320 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:11:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:54.331385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-bba8e6cf-dd07-40e2-a2dd-32eb08d254ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:54.332801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-bba8e6cf-dd07-40e2-a2dd-32eb08d254ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1f1dab6-b09f-4973-a233-cfd487cdce03 HTTP/1.1" status: 200 len: 834 time: 0.0430572 Apr 29 04:11:54.376367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-03e7f9cc-b78c-402a-ad5d-0b360e6912f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:11:54.378648 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-03e7f9cc-b78c-402a-ad5d-0b360e6912f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e551399-c69f-47c7-ac70-e161f80cab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401056 Apr 29 04:11:54.436486 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:11:54.471184 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-7fcd9be8-c297-490f-b25c-59dda61a3d5a service neutron] 10.222.0.31 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865998 Apr 29 04:11:54.559640 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bac55efe-e556-48ba-b9e5-7526620c8bf3 req-b3a439bd-e5d6-42e1-b094-b722dbdbbf6c service neutron] 10.222.0.31 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825751 Apr 29 04:11:54.649415 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fa01c83e-35af-4642-b458-d91e19f76d05', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:52Z', 'updated_at': '2022-04-29T04:11:52Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:11:36Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:11:54.676229 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b67ec9-ab05-4e32-8fc7-486396cfc6ed None None] The sync data for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv is: [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fa01c83e-35af-4642-b458-d91e19f76d05', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:52Z', 'updated_at': '2022-04-29T04:11:52Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:11:36Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:11:54.874656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c0964-b300-4f39-bc69-7e2793de5d74 None None] New status for floating IP fa01c83e-35af-4642-b458-d91e19f76d05: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:11:55.222080 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36148) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:11:55.286764 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-40a0e14e-105d-41f5-b02d-e4a594fa42ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 993 time: 0.0634403 Apr 29 04:11:58.221898 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:12:02.065506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-32ac9900-47b9-4a44-b680-e4e4d788c335 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436213 Apr 29 04:12:02.149577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-468b5c3c-b5d7-44dd-9602-c24098d64ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:02.151034 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-468b5c3c-b5d7-44dd-9602-c24098d64ee7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1130 time: 0.0384657 Apr 29 04:12:02.258942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-1173dad2-d769-4656-91f7-cd533ba3bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:02.260416 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-1173dad2-d769-4656-91f7-cd533ba3bd11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0888877 Apr 29 04:12:02.324984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-43b666c0-04b9-4da4-8467-9eabd467e68d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6799be61-23a1-42c9-9184-5e918af3723d HTTP/1.1" status: 200 len: 1001 time: 0.0575576 Apr 29 04:12:02.376312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-42e9121c-9398-4b74-80cb-a52dbf4712a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:02.377750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-42e9121c-9398-4b74-80cb-a52dbf4712a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0424883 Apr 29 04:12:02.426264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-a297b18a-3b64-4696-a9ce-d4bc815c40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:02.427759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-a297b18a-3b64-4696-a9ce-d4bc815c40f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426967 Apr 29 04:12:02.513781 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-fea4d500-9f97-4329-8ae7-4427591adf39 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793443 Apr 29 04:12:02.605981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f93a235b-443b-45a3-b8b8-482bfdfd7285 req-6c96547f-3b2e-4c68-ab15-8c28ef74405b service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833304 Apr 29 04:12:09.000324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4c7506b-026a-45b8-b207-af62f03bf08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:11.213792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2ea77a5f-53e4-405e-b7bf-9d7b3a744f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:12.168514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:13.702756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:15.091964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:19.933610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:28.402625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36168) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:28.520178 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-213eb48b-03c6-4c71-9956-9701260b72f4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1162794 Apr 29 04:12:28.522866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36170) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:28.698045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13af651a-e266-4ab4-996b-1943df1904fe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Notify agent at dv-neutron-839777-1-hyperv the message router_removed_from_agent {{(pid=116104) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 04:12:28.701424 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-13af651a-e266-4ab4-996b-1943df1904fe tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "DELETE /v2.0/agents/67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155/l3-routers/010d3c5a-66f3-415a-9d36-fb391b092063 HTTP/1.1" status: 204 len: 168 time: 0.1776142 Apr 29 04:12:28.703984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36172) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:28.819053 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-303bf784-405c-424d-afbc-5a207c8fb8fc tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1139019 Apr 29 04:12:28.821589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36174) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:28.879496 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ae03a47b-5fe9-4a0b-8dc4-94002ba0fc2f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 993 time: 0.0568564 Apr 29 04:12:29.508953 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687db2a7-76eb-48ae-88d9-df012a70ed70 None None] New status for floating IP fa01c83e-35af-4642-b458-d91e19f76d05: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:12:29.546323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 626d23bf-dd72-45f9-a8ce-b50e8b051715 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:12:29.620770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 626d23bf-dd72-45f9-a8ce-b50e8b051715 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:29.621176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:29.656670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 626d23bf-dd72-45f9-a8ce-b50e8b051715, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=626d23bf-dd72-45f9-a8ce-b50e8b051715,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:29.768319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:29.769033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:12:29.844104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:29.854776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.855117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.855453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.855786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.856112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.856434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.856755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.857072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.857417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.857741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.858100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.858512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.858837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.859155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.859470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:29.883096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36176) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:29.898672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eb09b518-39a4-4c08-8f02-332228cd4cc5 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:29.899084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:29.923416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port eb09b518-39a4-4c08-8f02-332228cd4cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eb09b518-39a4-4c08-8f02-332228cd4cc5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:29.947718 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d7a83db7-7962-42d0-9334-ca22a7242880 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 991 time: 0.0634851 Apr 29 04:12:30.030927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:30.082644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:31.062186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36180) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:31.522423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a773065f-d77e-4c4e-a38b-954bea0f3b1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Router 010d3c5a-66f3-415a-9d36-fb391b092063 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:12:31.522764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a773065f-d77e-4c4e-a38b-954bea0f3b1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Notify agent at dv-neutron-839777-1-hyperv the message router_added_to_agent {{(pid=116104) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 04:12:31.540885 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a773065f-d77e-4c4e-a38b-954bea0f3b1b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "POST /v2.0/agents/67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4773569 Apr 29 04:12:31.543539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:31.555954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] Sync routers for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:12:31.565358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:31.565973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:31.655854 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-97d77e41-0512-412b-ae80-d8146b91cf4a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1108682 Apr 29 04:12:31.658502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36188) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:31.674671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:31.718486 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-18c44c1e-e355-4b40-9cff-6021aeeac6db tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 991 time: 0.0589263 Apr 29 04:12:32.026949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fa01c83e-35af-4642-b458-d91e19f76d05', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:52Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:32.055648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] Checking router: 010d3c5a-66f3-415a-9d36-fb391b092063 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:12:32.064745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:32.065385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:32.172571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:32.383137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fa01c83e-35af-4642-b458-d91e19f76d05', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:52Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:32.412372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff44747-bf0d-4407-bd5d-14b25300e374 None None] The sync data for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv is: [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'fa01c83e-35af-4642-b458-d91e19f76d05', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'port_id': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'mac_address': 'fa:16:3e:f2:16:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:11:52Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:12:29Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:12:32.722444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36190) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:32.789922 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7fe9900-1fe4-42d1-8c23-aac287ae6d41 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 991 time: 0.0663283 Apr 29 04:12:33.584511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 626d23bf-dd72-45f9-a8ce-b50e8b051715 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:33.634073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:33.634454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:33.774456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 626d23bf-dd72-45f9-a8ce-b50e8b051715 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:33.774847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:33.794454 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36192) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:33.855520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 626d23bf-dd72-45f9-a8ce-b50e8b051715, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=626d23bf-dd72-45f9-a8ce-b50e8b051715,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:33.857027 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-85da4914-6b96-4029-98ba-2f759482312c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 991 time: 0.0609281 Apr 29 04:12:33.942425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:33.943282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:34.017261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:34.029256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port eb09b518-39a4-4c08-8f02-332228cd4cc5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:34.029664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:34.090411 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b84ea-11b9-410d-912c-26025705ef6d None None] New status for floating IP fa01c83e-35af-4642-b458-d91e19f76d05: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:12:34.120753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eb09b518-39a4-4c08-8f02-332228cd4cc5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:34.121233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:34.141692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port eb09b518-39a4-4c08-8f02-332228cd4cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eb09b518-39a4-4c08-8f02-332228cd4cc5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:34.228276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:34.276455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:34.861255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36196) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:34.925123 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-503582f8-bbc8-4127-9bbd-cf89933ebe4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 200 len: 993 time: 0.0627398 Apr 29 04:12:35.204075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36202) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:35.220718 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:12:35.350084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 070927d0-8765-4cd7-a993-587b9c550875 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:12:35.350416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (070927d0-8765-4cd7-a993-587b9c550875), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.426458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (070927d0-8765-4cd7-a993-587b9c550875), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.426695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (070927d0-8765-4cd7-a993-587b9c550875), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.439054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 070927d0-8765-4cd7-a993-587b9c550875 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:12:35.571681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 626d23bf-dd72-45f9-a8ce-b50e8b051715 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:35.617980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 626d23bf-dd72-45f9-a8ce-b50e8b051715 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:35.618352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.657485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (070927d0-8765-4cd7-a993-587b9c550875), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.683328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=070927d0-8765-4cd7-a993-587b9c550875,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:35.701909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 626d23bf-dd72-45f9-a8ce-b50e8b051715 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:35.702965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:35.711587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.711938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.712276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.712613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.712943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.713270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.713627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.713951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.714274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.714596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.714917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.715240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.715593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.715911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.716226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:35.749741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port eb09b518-39a4-4c08-8f02-332228cd4cc5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:35.750112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.763314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (fa01c83e-35af-4642-b458-d91e19f76d05), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:35.764284 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP fa01c83e-35af-4642-b458-d91e19f76d05 disassociated (deleted). External IP: 172.26.4.248, port: 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb. Apr 29 04:12:35.830225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port eb09b518-39a4-4c08-8f02-332228cd4cc5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:35.975767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 010d3c5a-66f3-415a-9d36-fb391b092063 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:12:36.084118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:12:36.088529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:36.094863 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] Sync routers for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:12:36.104123 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:36.104735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:36.117717 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cacd58d2-fe2b-416c-b01c-b103b6b84bec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/fa01c83e-35af-4642-b458-d91e19f76d05 HTTP/1.1" status: 204 len: 168 time: 0.9125557 Apr 29 04:12:36.118298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:12:36.120573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:12:36.168092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bcb496-d367-4be6-b50d-76fac4bb0f06 x-openstack-request-id: req-18bcb496-d367-4be6-b50d-76fac4bb0f06 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:12:36.168344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:12:36.168587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18bcb496-d367-4be6-b50d-76fac4bb0f06 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:12:36.168996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bcb496-d367-4be6-b50d-76fac4bb0f06'] response: {'name': 'network-changed', 'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'status': 'completed', 'code': 200} Apr 29 04:12:36.221530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:36.280639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-7afc4fc2-bfa0-4229-8332-49bbd852dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:36.282350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-7afc4fc2-bfa0-4229-8332-49bbd852dac6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 1129 time: 0.0898023 Apr 29 04:12:36.375535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-9b8277fe-ce36-417d-9e6b-c550a7fc7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:36.376985 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-9b8277fe-ce36-417d-9e6b-c550a7fc7573 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0e551399-c69f-47c7-ac70-e161f80cab46 HTTP/1.1" status: 200 len: 898 time: 0.0868826 Apr 29 04:12:36.412747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:12:33Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:36.419626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-a1a96969-bd82-4513-bd30-a65be23adc96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb HTTP/1.1" status: 200 len: 217 time: 0.0361667 Apr 29 04:12:36.441766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] Checking router: 010d3c5a-66f3-415a-9d36-fb391b092063 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:12:36.450138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:36.450745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:36.468889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-92ddc5d2-7923-41a1-be6d-a2166817f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:36.470375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-92ddc5d2-7923-41a1-be6d-a2166817f8a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1f1dab6-b09f-4973-a233-cfd487cdce03 HTTP/1.1" status: 200 len: 834 time: 0.0441422 Apr 29 04:12:36.525452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-d441a665-6c8c-4484-9977-993b0a314674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:36.527500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-d441a665-6c8c-4484-9977-993b0a314674 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e551399-c69f-47c7-ac70-e161f80cab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0500236 Apr 29 04:12:36.570685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:36.631708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4a3ec-9a54-43c2-9e72-beb894e64cb1 req-a37e1e9d-0e09-47d3-9e88-6c5aa5560244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:36.633177 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-95c4a3ec-9a54-43c2-9e72-beb894e64cb1 req-a37e1e9d-0e09-47d3-9e88-6c5aa5560244 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.1002913 Apr 29 04:12:36.685129 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-95c4a3ec-9a54-43c2-9e72-beb894e64cb1 req-40d108cb-7599-4c98-a4cf-888b35c22357 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463133 Apr 29 04:12:36.761230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:12:33Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:36.787479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbc42e-1fb2-41a6-a547-e6ce6f739c3e None None] The sync data for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv is: [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:11:33Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '626d23bf-dd72-45f9-a8ce-b50e8b051715', 'name': '', 'network_id': '0e551399-c69f-47c7-ac70-e161f80cab46', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:9a:82:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:32Z', 'updated_at': '2022-04-29T04:12:33Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'b1f1dab6-b09f-4973-a233-cfd487cdce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:12:37.444033 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb3ca3-e77d-452a-9fa4-18b7f595578d None None] New status for floating IP fa01c83e-35af-4642-b458-d91e19f76d05: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:12:37.659687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-c584020b-52a8-4433-a197-f581d2c62aa2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:12:37.660753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-c584020b-52a8-4433-a197-f581d2c62aa2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053484 Apr 29 04:12:37.753118 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-a56909c4-92e6-40c7-8258-698a3dc94c3f service neutron] 10.222.0.31 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Apr 29 04:12:37.872074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8b965-5703-47c9-8b0f-bc82ae8f0661 req-1e1f2a20-9254-444d-bd84-ffe2d35796e2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:37.873579 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-79c8b965-5703-47c9-8b0f-bc82ae8f0661 req-1e1f2a20-9254-444d-bd84-ffe2d35796e2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.1176326 Apr 29 04:12:37.986810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3403e49-cb6b-4a67-a78c-3553c2a0c3c5 req-bb72257d-3570-4dbc-ab92-ab4f8bab9e78 service neutron] 10.222.0.31 "GET /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731493 Apr 29 04:12:37.998540 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-79c8b965-5703-47c9-8b0f-bc82ae8f0661 req-0a4752d9-564e-4bee-88e2-7db6a309c7e5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983388 Apr 29 04:12:38.004545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e283c91-4b09-4c01-af95-d96446e8389a req-90540748-c5db-45a2-9781-216b868f0083 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:38.006370 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e283c91-4b09-4c01-af95-d96446e8389a req-90540748-c5db-45a2-9781-216b868f0083 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 945 time: 0.0808337 Apr 29 04:12:38.096805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:12:38.097141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:38.189266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:38.189674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:38.203555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:12:38.371329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:38.403482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:38.415892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.416247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.416613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.416923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.417258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.417668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.418005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.418333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.418662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.418994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.419323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.419650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.420015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.420342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.420667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:38.458750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:12:38.461248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:38.464459 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e283c91-4b09-4c01-af95-d96446e8389a req-e262d2cb-c493-4688-bb10-ed7727b630d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb HTTP/1.1" status: 204 len: 173 time: 0.4533741 Apr 29 04:12:38.464911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'name': 'network-vif-deleted', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:12:38.467251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70b324-e080-414b-a693-1f8980587529" -d '{"events": [{"server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "name": "network-vif-deleted", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:12:38.557927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e5e5d2-561a-46cf-9e96-a840d987feb9 x-openstack-request-id: req-b2e5e5d2-561a-46cf-9e96-a840d987feb9 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:12:38.564144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72898b1-5969-4e6a-9f73-52b087a173be", "name": "network-vif-deleted", "tag": "8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:12:38.564144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2e5e5d2-561a-46cf-9e96-a840d987feb9 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:12:38.564144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e5e5d2-561a-46cf-9e96-a840d987feb9'] response: {'server_uuid': 'd72898b1-5969-4e6a-9f73-52b087a173be', 'name': 'network-vif-deleted', 'tag': '8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb', 'status': 'completed', 'code': 200} Apr 29 04:12:38.851168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9c93dd38-1690-4101-9efe-7a7fed89a6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:39.114741 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4809d29a-b461-438d-8fa8-126d0ff3dac4 req-3f0d3aaa-7938-4296-b26e-110a1295735d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72898b1-5969-4e6a-9f73-52b087a173be HTTP/1.1" status: 200 len: 210 time: 0.0332158 Apr 29 04:12:40.169782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36226) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:40.227903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfd20-7234-4872-9ad7-1d730092c2b5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:40.255972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfd20-7234-4872-9ad7-1d730092c2b5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:40.384736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfd20-7234-4872-9ad7-1d730092c2b5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:40.387287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfd20-7234-4872-9ad7-1d730092c2b5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:40.388433 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ee6cfd20-7234-4872-9ad7-1d730092c2b5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f HTTP/1.1" status: 204 len: 168 time: 0.2176847 Apr 29 04:12:40.398363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cfd20-7234-4872-9ad7-1d730092c2b5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d6582e-78e2-4d5c-84bf-eac9a2fd6c2f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:40.465757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36230) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:41.054822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:12:41.075616 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:12:41.075960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 8fbb3b1a-c3a4-4663-9f85-15e2ded66fcb not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:12:41.115855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (010d3c5a-66f3-415a-9d36-fb391b092063), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:41.213498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aef5d821-2e2e-4ac5-9138-1170441265a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:41.363825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 626d23bf-dd72-45f9-a8ce-b50e8b051715 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:12:41.364404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:41.456606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 626d23bf-dd72-45f9-a8ce-b50e8b051715, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=626d23bf-dd72-45f9-a8ce-b50e8b051715,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:41.456964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:41.469893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 626d23bf-dd72-45f9-a8ce-b50e8b051715 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:12:41.727931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (626d23bf-dd72-45f9-a8ce-b50e8b051715), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:41.754634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=626d23bf-dd72-45f9-a8ce-b50e8b051715,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:41.932410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (010d3c5a-66f3-415a-9d36-fb391b092063), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.156847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.163714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 010d3c5a-66f3-415a-9d36-fb391b092063 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:12:42.271747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:12:42.276644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-02c044a6-60a9-4bfa-a3bb-c29b88067628 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098786 Apr 29 04:12:42.284283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36232) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:42.284734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] Sync routers for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:12:42.292509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:42.293108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:42.330508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet b1f1dab6-b09f-4973-a233-cfd487cdce03 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:12:42.333649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (b1f1dab6-b09f-4973-a233-cfd487cdce03), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.375945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (b1f1dab6-b09f-4973-a233-cfd487cdce03), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.473426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (b1f1dab6-b09f-4973-a233-cfd487cdce03), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.555625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:42.734544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:12:41Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:42.766369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] Checking router: 010d3c5a-66f3-415a-9d36-fb391b092063 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:12:42.775215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] Routers {'010d3c5a-66f3-415a-9d36-fb391b092063'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:42.775830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['010d3c5a-66f3-415a-9d36-fb391b092063'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:42.883082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] Set router 010d3c5a-66f3-415a-9d36-fb391b092063 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:42.928239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (b1f1dab6-b09f-4973-a233-cfd487cdce03), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.957871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f1dab6-b09f-4973-a233-cfd487cdce03,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:42.959891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:42.963206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-99fa151b-bd9a-4f7b-96c1-25765753bbab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/b1f1dab6-b09f-4973-a233-cfd487cdce03 HTTP/1.1" status: 204 len: 168 time: 0.6821239 Apr 29 04:12:42.965641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36234) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:42.970535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fefa6-a199-45e2-8ebe-f29d84445c5e None None] Network 0e551399-c69f-47c7-ac70-e161f80cab46 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:12:43.074941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (010d3c5a-66f3-415a-9d36-fb391b092063), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.145774 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:12:41Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:43.177239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f46751-cdab-4216-bf8c-74a5d93c9f61 None None] The sync data for ids ['010d3c5a-66f3-415a-9d36-fb391b092063'] in dv-neutron-839777-1-hyperv is: [{'id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'name': 'tempest-TestNetworkBasicOps-router-1425355092', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:11:28Z', 'updated_at': '2022-04-29T04:12:41Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'eb09b518-39a4-4c08-8f02-332228cd4cc5', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d3c5a-66f3-415a-9d36-fb391b092063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:11:29Z', 'updated_at': '2022-04-29T04:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:12:43.184047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] DHCP port deletion for 0e551399-c69f-47c7-ac70-e161f80cab46 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:12:43.192933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (010d3c5a-66f3-415a-9d36-fb391b092063), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.231816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] Deleting port 355a99d0-4c05-4a4c-8ffd-448e29814c94 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:12:43.232185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.294173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] For port 355a99d0-4c05-4a4c-8ffd-448e29814c94, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=355a99d0-4c05-4a4c-8ffd-448e29814c94,segment=NetworkSegment(59757fc2-aa8b-481b-8c14-297607d54bee),segment_id=59757fc2-aa8b-481b-8c14-297607d54bee)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:43.294565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.308124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] Calling delete_port for 355a99d0-4c05-4a4c-8ffd-448e29814c94 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:12:43.317816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port eb09b518-39a4-4c08-8f02-332228cd4cc5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:12:43.318158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.400877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port eb09b518-39a4-4c08-8f02-332228cd4cc5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=eb09b518-39a4-4c08-8f02-332228cd4cc5,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:43.401655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.413713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for eb09b518-39a4-4c08-8f02-332228cd4cc5 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:12:43.453840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (355a99d0-4c05-4a4c-8ffd-448e29814c94), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.480954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] Pushing event deleted for resources: {'Port': ['ID=355a99d0-4c05-4a4c-8ffd-448e29814c94,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:43.486558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df632455-447d-41a1-9ce3-7abee5817035 None None] No DVR routers for this DVR port 355a99d0-4c05-4a4c-8ffd-448e29814c94 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:12:43.595757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 355a99d0-4c05-4a4c-8ffd-448e29814c94 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:12:43.616843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 355a99d0-4c05-4a4c-8ffd-448e29814c94 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:12:43.617182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 355a99d0-4c05-4a4c-8ffd-448e29814c94 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:12:43.617620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 626d23bf-dd72-45f9-a8ce-b50e8b051715 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:12:43.644097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 626d23bf-dd72-45f9-a8ce-b50e8b051715 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:12:43.644439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 626d23bf-dd72-45f9-a8ce-b50e8b051715 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:12:43.663731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (eb09b518-39a4-4c08-8f02-332228cd4cc5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.687892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=eb09b518-39a4-4c08-8f02-332228cd4cc5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:43.751162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.755625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (010d3c5a-66f3-415a-9d36-fb391b092063), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.849158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (010d3c5a-66f3-415a-9d36-fb391b092063), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.851301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (010d3c5a-66f3-415a-9d36-fb391b092063), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.927324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (010d3c5a-66f3-415a-9d36-fb391b092063), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.927814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router 010d3c5a-66f3-415a-9d36-fb391b092063 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:12:43.934758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:43.935808 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6aba3e80-d70c-47ad-839a-291f8a0bb3a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/010d3c5a-66f3-415a-9d36-fb391b092063 HTTP/1.1" status: 204 len: 168 time: 0.9692628 Apr 29 04:12:43.938770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36236) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:44.018978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (0e551399-c69f-47c7-ac70-e161f80cab46), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.111130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (0e551399-c69f-47c7-ac70-e161f80cab46), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.130623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e551399-c69f-47c7-ac70-e161f80cab46']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:44.146469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59757fc2-aa8b-481b-8c14-297607d54bee') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:44.146764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59757fc2-aa8b-481b-8c14-297607d54bee') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:44.161993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (59757fc2-aa8b-481b-8c14-297607d54bee), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.181783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (59757fc2-aa8b-481b-8c14-297607d54bee), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.193533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:12:44.193916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (59757fc2-aa8b-481b-8c14-297607d54bee), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:12:44.196823 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:12:44.344780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (0e551399-c69f-47c7-ac70-e161f80cab46), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.352471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.360615 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/0e551399-c69f-47c7-ac70-e161f80cab46 HTTP/1.1" status: 204 len: 168 time: 0.4157629 Apr 29 04:12:44.367998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04c601-68dc-4cb7-a846-122c1bd545e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=0e551399-c69f-47c7-ac70-e161f80cab46,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:44.378006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36240) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:44.383432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--209698637', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:44.453252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:12:44.456589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.479607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:12:44.488578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3a662394-007d-4311-a8b3-9aa455050cab), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.488914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment 3a662394-007d-4311-a8b3-9aa455050cab of type vlan for network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 Apr 29 04:12:44.533983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.611105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.616075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:44.616703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.679235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:44.689799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:12:44.725646 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bed4c54c-adb2-40e4-af87-3c51c1c71ef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3463488 Apr 29 04:12:44.728056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36244) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:44.732593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:44.819516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (84b7786f-00c9-4967-82a2-76659b2596c4), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:44.820611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (84b7786f-00c9-4967-82a2-76659b2596c4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.131155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.190215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (84b7786f-00c9-4967-82a2-76659b2596c4), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.406162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (84b7786f-00c9-4967-82a2-76659b2596c4), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.556032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:12:45.577535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: eb09b518-39a4-4c08-8f02-332228cd4cc5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:12:45.577867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device eb09b518-39a4-4c08-8f02-332228cd4cc5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:12:45.686375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (84b7786f-00c9-4967-82a2-76659b2596c4), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.705546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.820193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.59 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:12:45.918517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:45.996724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:46.034937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:12:46.037702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:12:46.040061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:12:46.074648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:46.369936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (84b7786f-00c9-4967-82a2-76659b2596c4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:46.571656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (84b7786f-00c9-4967-82a2-76659b2596c4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:46.778974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 84b7786f-00c9-4967-82a2-76659b2596c4 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:12:46.886433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:12:46.896066 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Sync routers for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:12:46.905139 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:46.905781 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:46.992464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:46.993643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-82de1058-f619-49e2-80f6-3d629f8e771c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2645955 Apr 29 04:12:46.997969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36246) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:47.011791 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:47.033622 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-720027a8-150f-428b-96b6-cf307af7349f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343304 Apr 29 04:12:47.036061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36248) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:47.181513 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:46Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:47.185067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f30b8-c2c5-4ed5-8be8-f11bb70d950a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:47.186612 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-315f30b8-c2c5-4ed5-8be8-f11bb70d950a tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495297 Apr 29 04:12:47.189431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36250) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:47.208592 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Checking router: 84b7786f-00c9-4967-82a2-76659b2596c4 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:12:47.208935 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Updating router 84b7786f-00c9-4967-82a2-76659b2596c4 port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:12:47.223500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6da08321-425d-4749-868a-918a9b430937 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329876 Apr 29 04:12:47.225956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36252) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:47.230679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171589019', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:47.236223 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.390807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:12:47.394216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.617155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.628115 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Publish callbacks [] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.671853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=574380ae-6a97-4a91-8136-6320a3aeb3ba,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:47.687107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:12:47.687997 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:12:47.702185 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.751695 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Attempting to bind port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:12:47.752065 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Attempting to bind port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:12:47.752423 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Attempting to bind port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:12:47.761064 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:12:47.761452 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:12:47.761845 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.762236 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:12:47.762691 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Bound port: 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:12:47.763063 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.765332 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Pushing event updated for resources: {'Port': ['ID=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:47.788155 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.788501 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.788865 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.789170 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.789523 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.789853 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.790179 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.790308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:12:47.790500 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.790842 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.791166 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.791495 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.791829 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.792150 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.792513 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.792784 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:12:47.824848 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] For port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:12:47.827942 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] For port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:12:47.864413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:12:47.869128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:47.875937 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.876094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e2c8c-60e2-4b9c-9004-d7a5b8337c4f None None] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:12:47.893645 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.945088 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-16a4e3f0-f726-40da-a754-e701f1914461 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7156143 Apr 29 04:12:47.945341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36254) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:47.952365 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:47.953656 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:47.988910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:12:47.989866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:47.997188 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce7721-5ef6-4863-a9fb-4e3c9ae79ef1 None None] Pushing event updated for resources: {'Port': ['ID=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:48.073640 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:48.138434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Allocated IP 172.20.0.2 (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4/574380ae-6a97-4a91-8136-6320a3aeb3ba/046ee8d5-bf93-4670-80d6-b5655ee16166) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:12:48.254097 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:46Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:48.282441 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd3d24-69fc-4984-9260-1b6f15798b28 None None] The sync data for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv is: [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:46Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:12:48.299540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Publish callbacks [] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.354291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.398537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:12:48.401559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:12:48.405832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:12:48.409498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Pushing event updated for resources: {'Port': ['ID=046ee8d5-bf93-4670-80d6-b5655ee16166,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:48.419564 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.466187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Attempting to bind port 046ee8d5-bf93-4670-80d6-b5655ee16166 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:12:48.466651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Attempting to bind port 046ee8d5-bf93-4670-80d6-b5655ee16166 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:12:48.466923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Attempting to bind port 046ee8d5-bf93-4670-80d6-b5655ee16166 on network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:12:48.472990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:12:48.473394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Checking segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:12:48.473800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.474196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Bound using segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:12:48.474666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Bound port: 046ee8d5-bf93-4670-80d6-b5655ee16166, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:12:48.475046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.562962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] For port 046ee8d5-bf93-4670-80d6-b5655ee16166, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:12:48.566219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] For port 046ee8d5-bf93-4670-80d6-b5655ee16166, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=046ee8d5-bf93-4670-80d6-b5655ee16166,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:12:48.648791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.711806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e28207-2f3d-4659-b34c-58d6fc1950cb None None] Pushing event updated for resources: {'Port': ['ID=046ee8d5-bf93-4670-80d6-b5655ee16166,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:48.752632 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4/574380ae-6a97-4a91-8136-6320a3aeb3ba/ea26c5b8-632b-46ed-8d25-530e6675df62) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:12:48.883785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:48.979674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:49.024841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:12:49.030489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:12:49.033029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:12:49.059902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=ea26c5b8-632b-46ed-8d25-530e6675df62,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:49.086044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (84b7786f-00c9-4967-82a2-76659b2596c4), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:49.344277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:49.620560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 046ee8d5-bf93-4670-80d6-b5655ee16166 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:49.679186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 046ee8d5-bf93-4670-80d6-b5655ee16166 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:49.679902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:49.774172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7403f-acba-475c-a527-5e3572137d20 None None] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:12:49.790585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 046ee8d5-bf93-4670-80d6-b5655ee16166 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:49.791047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:49.872296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Provisioning complete for port 046ee8d5-bf93-4670-80d6-b5655ee16166 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:49.872693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:49.918613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 046ee8d5-bf93-4670-80d6-b5655ee16166, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=046ee8d5-bf93-4670-80d6-b5655ee16166,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:49.950987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.009419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Current status of the port 046ee8d5-bf93-4670-80d6-b5655ee16166 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:50.010045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.015758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.057181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.065426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.066401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:50.140705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (84b7786f-00c9-4967-82a2-76659b2596c4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.151597 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=ea26c5b8-632b-46ed-8d25-530e6675df62,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:50.179045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:12:50.179665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:12:50.199281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:50.199649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.201255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=046ee8d5-bf93-4670-80d6-b5655ee16166,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:50.265459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:12:50.267354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:12:50.398636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 84b7786f-00c9-4967-82a2-76659b2596c4 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:12:50.472822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:50.473686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.498458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:50.527543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:12:50.544972 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f54a4f78-27ff-4f84-8643-c49da3605788 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/84b7786f-00c9-4967-82a2-76659b2596c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5873270 Apr 29 04:12:50.544972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36256) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:50.545190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Sync routers for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:12:50.551362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:50.552421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:50.592221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.640690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.641163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.641649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.642109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.642562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.643022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.647060 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2b4e9136-7433-4f0c-90c3-56be26713ff9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1066368 Apr 29 04:12:50.647621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36258) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:50.688504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:50.707945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.708339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.708797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.709243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.709711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.710159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:50.714561 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e01bbf07-ec8e-45a0-a186-88b39f1862cf tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0634444 Apr 29 04:12:50.714769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36260) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:50.740678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:50.768892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d794a5aa-3d84-48c7-b8ee-0ed737218e12 None None] Current status of the port 046ee8d5-bf93-4670-80d6-b5655ee16166 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:50.832327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-99cb020d-03a8-4824-b1f9-7b682aafc4ae tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1163428 Apr 29 04:12:50.902855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dc042126-f2c6-436d-8ea9-906951218635 None None] Provisioning complete for port 046ee8d5-bf93-4670-80d6-b5655ee16166 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:50.903225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc042126-f2c6-436d-8ea9-906951218635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:50.981119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:51.013292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36264) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:51.018584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415807485', 'description': 'tempest-secgroup-smoke-1415807485 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:51.031887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Checking router: 84b7786f-00c9-4967-82a2-76659b2596c4 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:12:51.032244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Updating router 84b7786f-00c9-4967-82a2-76659b2596c4 port ea26c5b8-632b-46ed-8d25-530e6675df62 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:12:51.068149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dc042126-f2c6-436d-8ea9-906951218635 None None] Current status of the port 046ee8d5-bf93-4670-80d6-b5655ee16166 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:51.070643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.088921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dc042126-f2c6-436d-8ea9-906951218635 None None] Provisioning complete for port ea26c5b8-632b-46ed-8d25-530e6675df62 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:51.089226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dc042126-f2c6-436d-8ea9-906951218635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.093391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.166052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.197047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dc042126-f2c6-436d-8ea9-906951218635 None None] Port ea26c5b8-632b-46ed-8d25-530e6675df62 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:12:51.253501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.284320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:51.347593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.348801 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b392d788-0909-4dbf-bc92-1c1c8dacba46 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3342559 Apr 29 04:12:51.351682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36266) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:51.356011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:51.372925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Publish callbacks [] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.436188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6f9bf76c-8d4b-4819-80a7-ffd4985ab6d1), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.441711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.491812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ec1ac-a752-4b65-a91d-bd8e2afc6199 None None] Pushing event updated for resources: {'Port': ['ID=ea26c5b8-632b-46ed-8d25-530e6675df62,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:51.499309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (6f9bf76c-8d4b-4819-80a7-ffd4985ab6d1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.554791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Attempting to bind port ea26c5b8-632b-46ed-8d25-530e6675df62 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:12:51.554791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Attempting to bind port ea26c5b8-632b-46ed-8d25-530e6675df62 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:12:51.554791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Attempting to bind port ea26c5b8-632b-46ed-8d25-530e6675df62 on network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:12:51.559109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:12:51.559487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Checking segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:12:51.559890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.560302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Bound using segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:12:51.560773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Bound port: ea26c5b8-632b-46ed-8d25-530e6675df62, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:12:51.561154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.574396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (6f9bf76c-8d4b-4819-80a7-ffd4985ab6d1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.595568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9bf76c-8d4b-4819-80a7-ffd4985ab6d1,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:51.606269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 046ee8d5-bf93-4670-80d6-b5655ee16166 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:51.654969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.657389 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8bd3f007-5e85-4b4e-aa31-183d2aeee26a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036335 Apr 29 04:12:51.659612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36268) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:51.664251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:51.667094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] For port ea26c5b8-632b-46ed-8d25-530e6675df62, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:12:51.671440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] For port ea26c5b8-632b-46ed-8d25-530e6675df62, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea26c5b8-632b-46ed-8d25-530e6675df62,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:12:51.683790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 046ee8d5-bf93-4670-80d6-b5655ee16166 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:51.684502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.732768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a6a61029-b3cd-47cb-a570-5a1d89e2f9c5 None None] Provisioning complete for port ea26c5b8-632b-46ed-8d25-530e6675df62 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:51.733676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a6a61029-b3cd-47cb-a570-5a1d89e2f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.772610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a6a61029-b3cd-47cb-a570-5a1d89e2f9c5 None None] Port ea26c5b8-632b-46ed-8d25-530e6675df62 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:12:51.803566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.812206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 046ee8d5-bf93-4670-80d6-b5655ee16166 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:51.813129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (65c5e814-a32d-43bb-ba4d-95f3169ede62), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.813274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:51.879362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (65c5e814-a32d-43bb-ba4d-95f3169ede62), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.899013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:12:51.899658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:51.907868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ec1ac-a752-4b65-a91d-bd8e2afc6199 None None] Pushing event updated for resources: {'Port': ['ID=ea26c5b8-632b-46ed-8d25-530e6675df62,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:51.949653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:51.950027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.953964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (65c5e814-a32d-43bb-ba4d-95f3169ede62), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:51.970655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c5e814-a32d-43bb-ba4d-95f3169ede62,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:52.054027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:12:52.058665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.059937 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c12bc5bb-8083-448f-8bea-21e1ee2671b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3991499 Apr 29 04:12:52.063317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36270) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:52.067595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:52.129648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] Provisioning complete for port ea26c5b8-632b-46ed-8d25-530e6675df62 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:52.129914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.160035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (418bc75c-bc26-4076-bc34-336b1004b87b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.161961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:52.222483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (418bc75c-bc26-4076-bc34-336b1004b87b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.302377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (418bc75c-bc26-4076-bc34-336b1004b87b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.320559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418bc75c-bc26-4076-bc34-336b1004b87b,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:52.330347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] Current status of the port ea26c5b8-632b-46ed-8d25-530e6675df62 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:52.330609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.354287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:51Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:12:52.390085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1ffa9-9412-4470-84bd-6f056dc3fbda None None] The sync data for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv is: [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:51Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:12:52.394792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] For port ea26c5b8-632b-46ed-8d25-530e6675df62, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea26c5b8-632b-46ed-8d25-530e6675df62,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:12:52.403554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.404860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9cb21986-bfe0-4cff-9d47-4c3533df8a32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3406739 Apr 29 04:12:52.409081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36272) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:52.414031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:52.459173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.511805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5da53a4e-755c-4e55-932d-5976fb9dfe2c), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.585480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5da53a4e-755c-4e55-932d-5976fb9dfe2c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.665366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5da53a4e-755c-4e55-932d-5976fb9dfe2c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.676648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ea1d5-e32b-4fdb-9c4a-f21a9aa41ed0 None None] Pushing event updated for resources: {'Port': ['ID=ea26c5b8-632b-46ed-8d25-530e6675df62,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:52.698700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da53a4e-755c-4e55-932d-5976fb9dfe2c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:52.815399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:52.817984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b2ed54b4-452c-430e-8815-199f10d2a99a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4077990 Apr 29 04:12:52.819362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36274) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:52.824067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:52.939369 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:12:52.945387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (e8c7f625-e919-4509-85df-0822608d8f80), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.006785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (e8c7f625-e919-4509-85df-0822608d8f80), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.102474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (e8c7f625-e919-4509-85df-0822608d8f80), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.121568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c7f625-e919-4509-85df-0822608d8f80,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:53.224448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.227022 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d13d2b1b-4ade-4015-9bfe-f407d07c360c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4053183 Apr 29 04:12:53.228401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36276) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:12:53.232668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:53.353959 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:12:53.360593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (e68af942-e9d6-4f4c-a00c-c656a4af3cda), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.422999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (e68af942-e9d6-4f4c-a00c-c656a4af3cda), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.504364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (e68af942-e9d6-4f4c-a00c-c656a4af3cda), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.522482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68af942-e9d6-4f4c-a00c-c656a4af3cda,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:53.586989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea26c5b8-632b-46ed-8d25-530e6675df62 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:12:53.615438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.617047 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f01ef477-7d24-4e64-a585-903aaae67bb9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3877311 Apr 29 04:12:53.634309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ea26c5b8-632b-46ed-8d25-530e6675df62 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:53.634761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:53.716422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ea26c5b8-632b-46ed-8d25-530e6675df62 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:12:53.767471 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-38a9efbb-e9ac-4d7c-bf43-e9387b52e444 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415807485&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0459070 Apr 29 04:12:53.871477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-d228d075-43c6-4f3c-8e80-161d2adaa050 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:53.872974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-d228d075-43c6-4f3c-8e80-161d2adaa050 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 HTTP/1.1" status: 200 len: 796 time: 0.0990880 Apr 29 04:12:53.888506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-8e214812-db82-4906-a3e1-87ca06a29dcc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0092514 Apr 29 04:12:53.971633 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f901775d-1a36-4422-9181-de21d0145514 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780256 Apr 29 04:12:53.986899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-827c5886-40fe-4624-a55e-ce54b418d166 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:12:53.987869 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-827c5886-40fe-4624-a55e-ce54b418d166 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055931 Apr 29 04:12:54.077696 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-4cc95946-9f1e-4c3b-ba02-c636ac754bfd service neutron] 10.222.0.37 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Apr 29 04:12:54.164269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-dd5cce21-ec08-4200-bc33-46dfbec92ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804427 Apr 29 04:12:54.429129 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5facfa7c-3299-4ffd-93d1-1f96eb4f3aa9 req-5f0fd4d9-e59f-4555-a9f8-6a4c84169a26 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Apr 29 04:12:55.524414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9367bede-da56-4f20-b50d-fa5b31ebd0a9 req-10f3c3b0-f995-4c8f-97b1-97ff28dcff23 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0282514 Apr 29 04:12:56.527636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-8c325366-b26b-42d4-beb2-a9355d3ef1c2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:56.529022 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-8c325366-b26b-42d4-beb2-a9355d3ef1c2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 HTTP/1.1" status: 200 len: 796 time: 0.1015050 Apr 29 04:12:56.593219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-01ea4c37-9ff3-4b09-842d-32c037299025 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 380 time: 0.0533996 Apr 29 04:12:56.604891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:56.621681 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-51213f0a-5f3c-4e5c-8dcd-2c7a2bf66054 req-137ccc32-8d65-4f66-8781-064dd2d5d62b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Apr 29 04:12:56.776266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:12:56.779823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:56.906392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.14 (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4/574380ae-6a97-4a91-8136-6320a3aeb3ba/e4ab150a-ef0a-4334-bcfb-98084fa9fc2c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:12:57.044016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.148194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.191644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:12:57.196868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:12:57.200715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:12:57.207568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:57.259722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:57.260356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.350594 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-7c2be230-419a-4a0d-bfab-a169cb6a4552 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494583 Apr 29 04:12:57.366756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Request body: {'port': {'device_id': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:12:57.405933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8b459e82-f035-4c7b-9eb5-14bdd1191a52 None None] Provisioning complete for port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:12:57.406553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8b459e82-f035-4c7b-9eb5-14bdd1191a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.425526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.440797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8b459e82-f035-4c7b-9eb5-14bdd1191a52 None None] Port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:12:57.689869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ab150a-ef0a-4334-bcfb-98084fa9fc2c {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:12:57.705738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Publish callbacks [] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.739085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Transition to ACTIVE for port object e4ab150a-ef0a-4334-bcfb-98084fa9fc2c will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:12:57.749491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb2b42-a5e6-43bb-b0b0-01874ee174b4 req-cf90c04d-9c3c-4f26-ad38-7ce3e820380b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:57.751000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7bbb2b42-a5e6-43bb-b0b0-01874ee174b4 req-cf90c04d-9c3c-4f26-ad38-7ce3e820380b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 932 time: 0.0568380 Apr 29 04:12:57.797241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:57.808091 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7bbb2b42-a5e6-43bb-b0b0-01874ee174b4 req-45897a5e-2216-42e0-a6c8-f7e6ec8c9866 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515535 Apr 29 04:12:57.853264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:57.928082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Attempting to bind port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:12:57.928418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Attempting to bind port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:12:57.928749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Attempting to bind port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c on network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:12:57.933664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c on network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:12:57.933989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Attempting to bind port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c on network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:12:57.939189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:12:57.939524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Checking segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:12:57.939912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Bound using segment: {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:12:57.940349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Bound port: e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a662394-007d-4311-a8b3-9aa455050cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:12:57.940711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:58.005225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] For port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:12:58.008288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] For port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:12:58.099176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:58.133806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.134419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:12:58.135893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] 10.222.0.31 "PUT /v2.0/ports/e4ab150a-ef0a-4334-bcfb-98084fa9fc2c HTTP/1.1" status: 200 len: 1094 time: 0.7736852 Apr 29 04:12:58.136319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:12:58.138518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:12:58.165670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336c12d-50c1-47b6-9393-35bd41f06f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:12:58.178705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1750e41-6a35-4f94-8183-dd2d901a0402 x-openstack-request-id: req-a1750e41-6a35-4f94-8183-dd2d901a0402 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:12:58.179218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:12:58.179738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1750e41-6a35-4f94-8183-dd2d901a0402 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:12:58.180144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1750e41-6a35-4f94-8183-dd2d901a0402'] response: {'name': 'network-changed', 'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'status': 'completed', 'code': 200} Apr 29 04:12:58.247749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1 req-0129de68-55ac-4850-af34-384baeab2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.249274 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1 req-0129de68-55ac-4850-af34-384baeab2f74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1128 time: 0.0463097 Apr 29 04:12:58.351577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1 req-238fddf2-3caf-47ff-ab0c-84321819feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.353044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1 req-238fddf2-3caf-47ff-ab0c-84321819feba service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0936825 Apr 29 04:12:58.455517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1 req-4ca7b3a5-f4bf-4976-b05b-4b3bbdfb48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.456860 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4c43dff0-3753-4adf-bdbe-8a1f0cd00fb1 req-4ca7b3a5-f4bf-4976-b05b-4b3bbdfb48a3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937703 Apr 29 04:12:58.536383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-97ffadc1-bd22-4eca-ae83-549447e08c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.537889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-97ffadc1-bd22-4eca-ae83-549447e08c06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1128 time: 0.0393193 Apr 29 04:12:58.583974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-755f4d54-25c9-4b4a-8f67-cc8912d54e5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c HTTP/1.1" status: 200 len: 217 time: 0.0335503 Apr 29 04:12:58.973713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-16f9ce14-4628-4a06-840f-a43355223c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.975146 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-16f9ce14-4628-4a06-840f-a43355223c16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=574380ae-6a97-4a91-8136-6320a3aeb3ba HTTP/1.1" status: 200 len: 844 time: 0.3848779 Apr 29 04:12:58.985688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1597f-aad3-4f3e-aa24-89bd149bd677 req-b4c1974d-6875-4978-b43e-4c9ebc834d2f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:58.987102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f8b1597f-aad3-4f3e-aa24-89bd149bd677 req-b4c1974d-6875-4978-b43e-4c9ebc834d2f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 944 time: 0.0561824 Apr 29 04:12:59.037611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-ea163ada-715a-4326-809e-acd9b8a0bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:12:59.039084 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-ea163ada-715a-4326-809e-acd9b8a0bf6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0511906 Apr 29 04:12:59.080984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f8b1597f-aad3-4f3e-aa24-89bd149bd677 req-e0ef63e3-23f2-4f87-8766-feb766dcfef0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857103 Apr 29 04:12:59.144274 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-bdde249f-b8bc-47b5-ac87-a33551aebd59 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951183 Apr 29 04:12:59.242768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1de6b330-a0c3-4be1-a9fb-c7bb5662eefc req-0ec553d8-3db3-428e-b91f-115d6449bab9 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891669 Apr 29 04:13:00.196318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3eab3-9756-424c-b72c-ff46c24021aa req-5f2627fa-4d24-43ce-9da6-2cfce300ad21 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:00.197817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-12e3eab3-9756-424c-b72c-ff46c24021aa req-5f2627fa-4d24-43ce-9da6-2cfce300ad21 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 944 time: 0.0494061 Apr 29 04:13:00.251459 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-12e3eab3-9756-424c-b72c-ff46c24021aa req-5508113e-82b4-470f-a253-3f40ff57715d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475774 Apr 29 04:13:01.173058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e4ab150a-ef0a-4334-bcfb-98084fa9fc2c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:13:01.271173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:13:01.283059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'port_id': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'mac_address': 'fa:16:3e:52:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:13:01.321352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:13:01.322198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:01.339311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ab150a-ef0a-4334-bcfb-98084fa9fc2c {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:13:01.359310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:13:01.368969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e019d1-7544-4a9a-85e9-1b7188287762 req-f283ab4c-51e0-4de4-99f6-53cb3e3a5df9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:01.370516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c0e019d1-7544-4a9a-85e9-1b7188287762 req-f283ab4c-51e0-4de4-99f6-53cb3e3a5df9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 944 time: 0.0491631 Apr 29 04:13:01.418776 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c0e019d1-7544-4a9a-85e9-1b7188287762 req-a2368056-bef4-42cb-bc9e-79101c59516f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Apr 29 04:13:01.430652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:01.477720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:13:01.713262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['e4ab150a-ef0a-4334-bcfb-98084fa9fc2c'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:13:02.533838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787416d-2ff1-4cb5-8a71-e4676c926197 req-b33edce3-e1b9-40f3-8b34-a213175eb956 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:02.535346 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8787416d-2ff1-4cb5-8a71-e4676c926197 req-b33edce3-e1b9-40f3-8b34-a213175eb956 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0471308 Apr 29 04:13:02.583106 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8787416d-2ff1-4cb5-8a71-e4676c926197 req-82752940-dbc2-4e2d-b53a-22f7827dc4a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Apr 29 04:13:03.189993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e4ab150a-ef0a-4334-bcfb-98084fa9fc2c up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:13:03.240175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:13:03.310072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:13:03.310378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:03.390412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:13:03.390790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:03.412477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:13:03.414715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d757aa4-bd33-406b-bcab-2bf915b9a30f" -d '{"events": [{"server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "name": "network-vif-plugged", "status": "completed", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:13:03.427160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:13:03.451647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0f6a7d-884d-42c9-bd09-3365feb22583 x-openstack-request-id: req-1d0f6a7d-884d-42c9-bd09-3365feb22583 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:13:03.461803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "name": "network-vif-plugged", "status": "completed", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:13:03.461803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d0f6a7d-884d-42c9-bd09-3365feb22583 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:13:03.461803 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0f6a7d-884d-42c9-bd09-3365feb22583'] response: {'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'code': 200} Apr 29 04:13:03.502141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:03.549040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:13:03.697395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3df018-ff83-4c70-a5df-ee432bd89d12 req-0e91d28a-58c0-490a-bb10-3fbc9c10e004 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:03.699481 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5a3df018-ff83-4c70-a5df-ee432bd89d12 req-0e91d28a-58c0-490a-bb10-3fbc9c10e004 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0511146 Apr 29 04:13:03.751862 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5a3df018-ff83-4c70-a5df-ee432bd89d12 req-2e39ab3a-f38b-4e7a-9154-4f84a0735bd7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Apr 29 04:13:03.761011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343a0a4-3611-44d0-8f1b-4a1bad57cea4 req-4738090d-8a39-43c0-9fa2-dbba7d6548e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:03.762556 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c343a0a4-3611-44d0-8f1b-4a1bad57cea4 req-4738090d-8a39-43c0-9fa2-dbba7d6548e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1130 time: 0.0387654 Apr 29 04:13:03.811150 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c343a0a4-3611-44d0-8f1b-4a1bad57cea4 req-8c10d343-1c26-41ae-a391-0ac79a7fe66f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Apr 29 04:13:04.869723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c431ce-8934-409f-b051-5534cff2b6d4 req-0f8ce49d-12d3-44aa-b125-95625b1d70c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:04.871081 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e2c431ce-8934-409f-b051-5534cff2b6d4 req-0f8ce49d-12d3-44aa-b125-95625b1d70c0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0496950 Apr 29 04:13:04.919632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e2c431ce-8934-409f-b051-5534cff2b6d4 req-4978f141-c654-4b01-80fb-9262320ebfcb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Apr 29 04:13:06.030612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f0fe-5334-4bcb-82f2-94746febed0e req-4b490517-7ce6-488d-9c1a-647ce33c009c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:06.032096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4704f0fe-5334-4bcb-82f2-94746febed0e req-4b490517-7ce6-488d-9c1a-647ce33c009c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0460415 Apr 29 04:13:06.080165 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4704f0fe-5334-4bcb-82f2-94746febed0e req-f1c26ef8-e42a-4a54-8134-17083f6d3e9b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Apr 29 04:13:06.190545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08482dc-a735-4a90-8a1c-ebbbbfe9ee38 req-ec6a6c45-25af-4cb6-b14e-dc7e1898ef32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:06.191979 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a08482dc-a735-4a90-8a1c-ebbbbfe9ee38 req-ec6a6c45-25af-4cb6-b14e-dc7e1898ef32 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0461130 Apr 29 04:13:06.239030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a08482dc-a735-4a90-8a1c-ebbbbfe9ee38 req-cade5543-6142-4aee-b1c7-b05cc1220870 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Apr 29 04:13:06.259959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36336) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:13:06.297258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dcfa0a-d8dc-4b6a-b473-0e2fa999b2a7 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:06.298774 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e4dcfa0a-d8dc-4b6a-b473-0e2fa999b2a7 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1125 time: 0.0378461 Apr 29 04:13:06.301482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36338) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:13:06.305868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:13:06.389655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:06.470072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:06.573435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.6 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/7fdeaa50-010b-462d-9e14-7a0d996110c6) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:13:06.672504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:06.755764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:06.798872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:13:06.803758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:13:06.806644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:13:06.830136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=7fdeaa50-010b-462d-9e14-7a0d996110c6,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:13:07.168557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (63da5100-d620-4333-a4ff-8b28bc05d484), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:07.306174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:07.458055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:07.509566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:07.579977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=7fdeaa50-010b-462d-9e14-7a0d996110c6,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:13:07.588528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (63da5100-d620-4333-a4ff-8b28bc05d484), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:07.690038 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 63da5100-d620-4333-a4ff-8b28bc05d484 associated. External IP: 172.26.4.6, port: e4ab150a-ef0a-4334-bcfb-98084fa9fc2c. Apr 29 04:13:07.898427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 84b7786f-00c9-4967-82a2-76659b2596c4 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:13:08.006148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:13:08.015599 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] Sync routers for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:13:08.028092 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:13:08.028694 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:13:08.087504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:08.120484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5ae3f948-eaef-4d7c-90ac-51957199f330 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8179965 Apr 29 04:13:08.121171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:13:08.123386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:13:08.123907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:13:08.136763 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:13:08.160853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f250272-ae28-45e1-b287-d64593a2b74e x-openstack-request-id: req-4f250272-ae28-45e1-b287-d64593a2b74e {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:13:08.161145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:13:08.161426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f250272-ae28-45e1-b287-d64593a2b74e {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:13:08.161839 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f250272-ae28-45e1-b287-d64593a2b74e'] response: {'name': 'network-changed', 'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'status': 'completed', 'code': 200} Apr 29 04:13:08.199674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9225113e-922b-41f6-9e2f-d22e955f7afa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/63da5100-d620-4333-a4ff-8b28bc05d484 HTTP/1.1" status: 200 len: 990 time: 0.0750923 Apr 29 04:13:08.222578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-3ebff894-57f3-44a1-bad1-8cade7a7c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:08.224179 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-3ebff894-57f3-44a1-bad1-8cade7a7c2f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1130 time: 0.0415878 Apr 29 04:13:08.321076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-9d1aa79f-67fa-49cc-8b95-c5549b23984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:08.323416 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-9d1aa79f-67fa-49cc-8b95-c5549b23984a service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 HTTP/1.1" status: 200 len: 897 time: 0.0928967 Apr 29 04:13:08.360962 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '63da5100-d620-4333-a4ff-8b28bc05d484', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'port_id': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'mac_address': 'fa:16:3e:52:f0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:13:07Z', 'updated_at': '2022-04-29T04:13:07Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:13:08.388190 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] Checking router: 84b7786f-00c9-4967-82a2-76659b2596c4 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:13:08.393034 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-17a386de-0021-4469-9926-20f629c6f62e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c HTTP/1.1" status: 200 len: 998 time: 0.0632529 Apr 29 04:13:08.397708 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:13:08.398416 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:12:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:13:08.450891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-f5cfed55-312a-453c-991c-4979050433fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:08.452533 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-f5cfed55-312a-453c-991c-4979050433fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=574380ae-6a97-4a91-8136-6320a3aeb3ba HTTP/1.1" status: 200 len: 844 time: 0.0536401 Apr 29 04:13:08.499338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-01b0cb6d-defa-490c-84a8-5256e838d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:13:08.501041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-01b0cb6d-defa-490c-84a8-5256e838d562 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424833 Apr 29 04:13:08.520354 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:13:08.589439 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-11cefb6d-6626-4b04-9eb8-5c87b7a96ceb service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 Apr 29 04:13:08.681969 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a0a2abbe-5822-489b-ae4d-d87ca644e5f7 req-dd550db0-fe4e-426e-a980-977017ce2517 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Apr 29 04:13:08.732914 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '63da5100-d620-4333-a4ff-8b28bc05d484', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'port_id': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'mac_address': 'fa:16:3e:52:f0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:13:07Z', 'updated_at': '2022-04-29T04:13:07Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:13:08.759582 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5393c-4228-4b60-9928-ef33650a553a None None] The sync data for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv is: [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '63da5100-d620-4333-a4ff-8b28bc05d484', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'port_id': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'mac_address': 'fa:16:3e:52:f0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:13:07Z', 'updated_at': '2022-04-29T04:13:07Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:13:08.861693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9968672a-b180-492b-88b7-c9036e9d8a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:08.959441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17103f9-4815-458c-babe-f008f3c61f00 None None] New status for floating IP 63da5100-d620-4333-a4ff-8b28bc05d484: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:13:09.204785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36344) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:13:09.263824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d04231b8-1dfa-429f-b9bc-7fc32ecfe4ec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/63da5100-d620-4333-a4ff-8b28bc05d484 HTTP/1.1" status: 200 len: 992 time: 0.0578341 Apr 29 04:13:11.198801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6619a423-602b-4694-b62b-0f8dc279717d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:12.160965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:12.219555 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:13:13.738441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:15.115306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:19.898242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:38.866632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-78e6770f-0a75-478d-b848-69ba6ed1c293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:41.194623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8e698dd-d3da-4035-9082-fd6b2c87c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:42.181044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:43.765831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:45.077688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:13:49.218966 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:13:49.914001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:02.071109 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-bab940ee-8f10-44db-85f4-cdaed809fb8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432861 Apr 29 04:14:02.152593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-b3ffe0a8-e46b-4f22-b3b3-fe19731124ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:02.154126 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-b3ffe0a8-e46b-4f22-b3b3-fe19731124ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 1130 time: 0.0391557 Apr 29 04:14:02.263219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-7b36d12d-b98d-4788-b2e0-74df06e56edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:02.270030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-7b36d12d-b98d-4788-b2e0-74df06e56edf service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0870450 Apr 29 04:14:02.336290 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-9ed180be-034f-40fc-9fab-77353b89e639 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6799be61-23a1-42c9-9184-5e918af3723d HTTP/1.1" status: 200 len: 1001 time: 0.0625420 Apr 29 04:14:02.384087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-0d66ef8c-d3e3-41a3-ba7d-c56475068b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:02.385561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-0d66ef8c-d3e3-41a3-ba7d-c56475068b5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0435848 Apr 29 04:14:02.431033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-bb6166d7-99bc-4199-873b-385cb46f04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:02.432502 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-bb6166d7-99bc-4199-873b-385cb46f04f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381079 Apr 29 04:14:02.526262 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-f43a90f3-46aa-4c04-ae6b-0a7bef679a38 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 Apr 29 04:14:02.618935 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75ae9324-46b0-451c-973d-a9a7ee39fc14 req-130c00b3-b3ca-4f13-af3c-77a681466b48 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838623 Apr 29 04:14:06.846516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086aa2d-8482-499b-9a65-c063b8d60a14 req-7b485fc0-329d-4e40-a739-13c240995db1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:06.847977 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6086aa2d-8482-499b-9a65-c063b8d60a14 req-7b485fc0-329d-4e40-a739-13c240995db1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0490987 Apr 29 04:14:06.895614 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6086aa2d-8482-499b-9a65-c063b8d60a14 req-035688b4-da7a-49f4-8e35-f5a6ee135b7c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Apr 29 04:14:08.012064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cbb49-bbcd-41c9-b34c-d47a34621aba req-17c10d42-3767-4b3e-9e33-7f7f00015e46 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:08.013564 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fd7cbb49-bbcd-41c9-b34c-d47a34621aba req-17c10d42-3767-4b3e-9e33-7f7f00015e46 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0466011 Apr 29 04:14:08.064186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fd7cbb49-bbcd-41c9-b34c-d47a34621aba req-dd8b7a9b-718d-4d9e-90da-be75cb535c3f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Apr 29 04:14:08.576524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-3bef6c4a-e9b1-44f7-b487-b0925bf3a83b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:08.577984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-3bef6c4a-e9b1-44f7-b487-b0925bf3a83b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0460849 Apr 29 04:14:08.666591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Deleting port 6799be61-23a1-42c9-9184-5e918af3723d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:14:08.666926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6799be61-23a1-42c9-9184-5e918af3723d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:08.755111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] For port 6799be61-23a1-42c9-9184-5e918af3723d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6799be61-23a1-42c9-9184-5e918af3723d,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:14:08.755473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6799be61-23a1-42c9-9184-5e918af3723d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:08.871749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af00bee4-e0e7-4aac-8013-dcc56b20a764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:08.974842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:08.975207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (8305e241-d274-4d59-ab13-5fd5279c54d1), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:08.975521 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Floating IP 8305e241-d274-4d59-ab13-5fd5279c54d1 disassociated. External IP: 172.26.4.85, port: 6799be61-23a1-42c9-9184-5e918af3723d. Apr 29 04:14:08.975859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Calling delete_port for 6799be61-23a1-42c9-9184-5e918af3723d owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:14:09.175270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b8a36-f69e-4353-9e73-be0ac1b6d7e0 req-f710124d-2bed-4478-83f6-9122851ad25c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:09.176611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-be5b8a36-f69e-4353-9e73-be0ac1b6d7e0 req-f710124d-2bed-4478-83f6-9122851ad25c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 946 time: 0.0465353 Apr 29 04:14:09.201869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6799be61-23a1-42c9-9184-5e918af3723d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:09.248801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'Port': ['ID=6799be61-23a1-42c9-9184-5e918af3723d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:09.258369 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-be5b8a36-f69e-4353-9e73-be0ac1b6d7e0 req-0405130d-247f-489b-bb3e-591a860692ae tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753865 Apr 29 04:14:09.266292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.266654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.267010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.267352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.267689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.268266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.268508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.268844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.269174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.269527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.269869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.270198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.270544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.271400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.271400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:09.382149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:14:09.488835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:14:09.499348 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:14:09.509935 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:14:09.510566 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:13:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:09.626130 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:14:09.859912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] No DVR routers for this DVR port 6799be61-23a1-42c9-9184-5e918af3723d on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:14:09.862422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:09.865676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1feae7c-26f4-4d54-97ab-763debe4d9f9 req-1e517152-741e-4f3c-bdb1-b466e02536fa tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "DELETE /v2.0/ports/6799be61-23a1-42c9-9184-5e918af3723d HTTP/1.1" status: 204 len: 173 time: 1.2779887 Apr 29 04:14:09.866116 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'name': 'network-vif-deleted', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:14:09.868404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4bfcd5-2c9a-42a0-b539-40a6364d3333" -d '{"events": [{"server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "name": "network-vif-deleted", "tag": "6799be61-23a1-42c9-9184-5e918af3723d"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:14:09.904255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f71b8-421d-41b7-9ac6-7618105a358c x-openstack-request-id: req-dc0f71b8-421d-41b7-9ac6-7618105a358c {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:14:09.904559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1", "name": "network-vif-deleted", "tag": "6799be61-23a1-42c9-9184-5e918af3723d", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:14:09.904841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc0f71b8-421d-41b7-9ac6-7618105a358c {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:14:09.905249 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0f71b8-421d-41b7-9ac6-7618105a358c'] response: {'server_uuid': '47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1', 'name': 'network-vif-deleted', 'tag': '6799be61-23a1-42c9-9184-5e918af3723d', 'status': 'completed', 'code': 200} Apr 29 04:14:09.917357 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:09.943441 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:14:09.952178 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:14:09.952787 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:13:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:10.062179 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:14:10.250809 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:10.276733 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79653522-8641-46e6-9b4a-6a2b361eab01 None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:14:10.365442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2d7a5f9-0a88-4d2a-adcb-2f2bbcdec601 req-72ac31c7-a934-4545-aba5-129455d8712f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Apr 29 04:14:10.499535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b619fa-dfc1-4b53-b571-03e7bd203ae3 None None] New status for floating IP 8305e241-d274-4d59-ab13-5fd5279c54d1: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:14:11.205301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5acd603e-8939-4bb4-b75e-38b61f93a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:11.466924 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-10453855-60e0-48d9-9718-54401c7efaad req-c7e784dc-c7b5-4538-bd32-85ccea67b037 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0281055 Apr 29 04:14:11.516481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6799be61-23a1-42c9-9184-5e918af3723d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:14:11.537822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 6799be61-23a1-42c9-9184-5e918af3723d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:14:11.538168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6799be61-23a1-42c9-9184-5e918af3723d not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:14:12.171042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:12.561680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09fafab3-82a9-4d49-a2ac-6b48a234700b req-07bbb803-0e6b-4976-80ba-76905ee55f35 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0283327 Apr 29 04:14:13.657185 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c56d8f58-6f07-4a76-b302-696446abc332 req-963bfa40-1170-48b7-bc5f-bc7516ddda50 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0285180 Apr 29 04:14:13.723326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:14.755508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b4e9450f-61f8-4a99-bb16-d0f96d1f2973 req-092ef902-bd96-47c3-be83-63b52ebdb8ff tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0311015 Apr 29 04:14:15.079772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:15.853390 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-67cc7eb3-1f7a-4a4c-99e0-be84f7b036a3 req-41690309-7b8e-449e-a1f4-5efa984d1dd5 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0271418 Apr 29 04:14:16.948907 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0ccbbc71-b9dd-454b-9035-d755255001b2 req-e210b16e-bfb5-4595-86b5-c4045b63e861 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0274043 Apr 29 04:14:18.048037 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d67f38eb-8707-4db4-8928-912470402bac req-b918cea1-761e-4712-8352-37602cf86b2d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0315835 Apr 29 04:14:19.144976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b962b6ab-3a61-4406-a770-df062e320d84 req-c454a67d-0be3-4e1b-bef8-ce2d14729769 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=47ce4b46-0d8e-4cfe-b8be-22c08ef7c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Apr 29 04:14:19.963407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:20.397164 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-c1b7c05b-cb39-44d3-ba67-08b1b357a5b6 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066543601&fields=id&tenant_id=725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 267 time: 0.0432920 Apr 29 04:14:20.504115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-e4d422bc-b6f3-4475-b64d-d2749d74ff13 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:20.505490 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-e4d422bc-b6f3-4475-b64d-d2749d74ff13 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 812 time: 0.1017866 Apr 29 04:14:20.520823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-5b024f5d-f241-4023-8544-500e82f32209 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/quotas/725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 375 time: 0.0093584 Apr 29 04:14:20.569375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7ad779fa-a909-4f1b-9e72-878ef28d84c0 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433693 Apr 29 04:14:20.755743 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-8a58d18e-9c11-4062-8868-41cf9e11b335 service neutron] 10.222.0.37 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738944 Apr 29 04:14:20.846209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-69575e8c-aea9-46ab-9d1a-e2f72cd89ad1 service neutron] 10.222.0.37 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 Apr 29 04:14:21.382722 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a5db2974-0c0e-4e2e-ba05-ae577b75ff5e req-fcd601ef-9e8c-476c-8277-1efab8b90626 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Apr 29 04:14:22.481766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3f86325-441b-4cce-8dfa-9ffa05a9aa74 req-575e26a0-df31-4dc2-a25e-a0b32cee02da tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0318658 Apr 29 04:14:23.428724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-fba5a4fd-496a-4cf7-9982-d6e197309394 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:23.430972 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-fba5a4fd-496a-4cf7-9982-d6e197309394 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 812 time: 0.1009102 Apr 29 04:14:23.496645 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-a87abf6e-14c8-466b-9f23-34178ec0fa6b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 380 time: 0.0540295 Apr 29 04:14:23.505080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'port': {'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'admin_state_up': True, 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'security_groups': ['c83925e5-77bc-4864-86d1-56ad7efd1fa3']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:14:23.579673 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-74566925-0236-482c-bc56-bd122edc48fd req-226dc11e-65c1-4318-a68e-4c28c850ba33 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Apr 29 04:14:23.676970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Made reservation on behalf of 725cfdfdc2874590b14d8053de3dc524 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:14:23.681430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:23.814861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Allocated IP 172.20.0.3 (a30a976b-8021-46f1-b423-5cf620aef04e/f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c/6c3f6dc0-767e-442e-8411-db898a19a410) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:14:23.951239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (6c3f6dc0-767e-442e-8411-db898a19a410), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.037374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.090785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Network a30a976b-8021-46f1-b423-5cf620aef04e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:14:24.095774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:14:24.099466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:14:24.124675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=6c3f6dc0-767e-442e-8411-db898a19a410,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:24.152352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:24.152969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.225063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-2596dcb8-3ebf-4512-bf0e-37a1e772efec tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7236066 Apr 29 04:14:24.241433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Request body: {'port': {'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:14:24.303577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.323284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-9938dab4-4bf8-42fb-b4c9-5eb9be4e51c2 None None] Provisioning complete for port 6c3f6dc0-767e-442e-8411-db898a19a410 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:14:24.324010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9938dab4-4bf8-42fb-b4c9-5eb9be4e51c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.358384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9938dab4-4bf8-42fb-b4c9-5eb9be4e51c2 None None] Port 6c3f6dc0-767e-442e-8411-db898a19a410 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:14:24.577456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3f6dc0-767e-442e-8411-db898a19a410 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:14:24.584804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Publish callbacks [] for port (6c3f6dc0-767e-442e-8411-db898a19a410), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.596846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Transition to ACTIVE for port object 6c3f6dc0-767e-442e-8411-db898a19a410 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:14:24.659751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.733031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e49b0-7ea9-46da-a160-7b8a0f71a44f req-4a6c9e11-ed32-40de-9128-6669988832cb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:24.737243 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a08e49b0-7ea9-46da-a160-7b8a0f71a44f req-4a6c9e11-ed32-40de-9128-6669988832cb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0877488 Apr 29 04:14:24.748889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f6dc0-767e-442e-8411-db898a19a410,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:24.861421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a08e49b0-7ea9-46da-a160-7b8a0f71a44f req-4d6d7631-3234-46e0-be98-fbf69f31c2bb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155198 Apr 29 04:14:24.871642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Attempting to bind port 6c3f6dc0-767e-442e-8411-db898a19a410 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:14:24.872014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Attempting to bind port 6c3f6dc0-767e-442e-8411-db898a19a410 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:14:24.872442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Attempting to bind port 6c3f6dc0-767e-442e-8411-db898a19a410 on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:14:24.882160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Port 6c3f6dc0-767e-442e-8411-db898a19a410 on network a30a976b-8021-46f1-b423-5cf620aef04e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:14:24.882160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Attempting to bind port 6c3f6dc0-767e-442e-8411-db898a19a410 on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:14:24.886497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:14:24.886845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Checking segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:14:24.887235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Bound using segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:14:24.887672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Bound port: 6c3f6dc0-767e-442e-8411-db898a19a410, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:14:24.888037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:24.954929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] For port 6c3f6dc0-767e-442e-8411-db898a19a410, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:14:24.957881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] For port 6c3f6dc0-767e-442e-8411-db898a19a410, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6c3f6dc0-767e-442e-8411-db898a19a410,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:14:25.017219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:25.057217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.062857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:25.062857 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] 10.222.0.31 "PUT /v2.0/ports/6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 1093 time: 0.8229706 Apr 29 04:14:25.062857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:14:25.062857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:14:25.098439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858b557-2a32-425c-a958-26baf9c8cf2a service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f6dc0-767e-442e-8411-db898a19a410,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:25.112638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d073f7a1-6468-4c52-93e4-576c2e521772 x-openstack-request-id: req-d073f7a1-6468-4c52-93e4-576c2e521772 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:14:25.112829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:14:25.113054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d073f7a1-6468-4c52-93e4-576c2e521772 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:14:25.113486 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d073f7a1-6468-4c52-93e4-576c2e521772'] response: {'name': 'network-changed', 'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410', 'status': 'completed', 'code': 200} Apr 29 04:14:25.191452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554 req-912a237d-84b3-4b40-b09c-d50087d96993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.193020 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554 req-912a237d-84b3-4b40-b09c-d50087d96993 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1127 time: 0.0496624 Apr 29 04:14:25.304322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554 req-9560d343-c75e-45e3-a485-885cdae662c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.305854 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554 req-9560d343-c75e-45e3-a485-885cdae662c3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=725cfdfdc2874590b14d8053de3dc524&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000245 Apr 29 04:14:25.401307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554 req-ae07204c-4be6-42cb-b81c-12f2c4178e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.402805 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74bbe2e9-2f8b-42eb-bb5a-cd620cf2b554 req-ae07204c-4be6-42cb-b81c-12f2c4178e61 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884538 Apr 29 04:14:25.489422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-d0007c37-1fb6-43a8-a5ff-015991f10503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.490987 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-d0007c37-1fb6-43a8-a5ff-015991f10503 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1127 time: 0.0415397 Apr 29 04:14:25.542398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-57b3ad29-807f-46ab-8420-e692f58d8825 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 217 time: 0.0399547 Apr 29 04:14:25.591752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-c61f803f-b9c9-449c-b867-b3f270a5abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.593207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-c61f803f-b9c9-449c-b867-b3f270a5abcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0451939 Apr 29 04:14:25.636857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-b8b7810f-b9a0-4554-bdfd-fc8669ed1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.638395 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-b8b7810f-b9a0-4554-bdfd-fc8669ed1917 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379767 Apr 29 04:14:25.736670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-c151a799-b839-48db-ad90-06adb9a21a12 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889747 Apr 29 04:14:25.828376 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4a85cf9-9a2e-483a-996b-3026720be174 req-187a77e3-cac2-4a49-b70e-81f990539c1a service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826387 Apr 29 04:14:25.980866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f356c6-d153-49d3-847e-1b02d906a3e6 req-e81510ad-1f22-4530-8fa9-6cff45ba27ed tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:25.982395 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4f356c6-d153-49d3-847e-1b02d906a3e6 req-e81510ad-1f22-4530-8fa9-6cff45ba27ed tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0534883 Apr 29 04:14:26.029982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4f356c6-d153-49d3-847e-1b02d906a3e6 req-edf35db5-f07e-4bd8-8dc0-eb3a8c7059b8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 Apr 29 04:14:26.217568 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:14:27.142042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e84ad-9c26-4a3b-9b32-b13c26bc45a7 req-09e656ed-e5d0-47e2-a6c7-ff1cccbbe883 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:27.143528 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-616e84ad-9c26-4a3b-9b32-b13c26bc45a7 req-09e656ed-e5d0-47e2-a6c7-ff1cccbbe883 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0462668 Apr 29 04:14:27.193539 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-616e84ad-9c26-4a3b-9b32-b13c26bc45a7 req-e6067c2d-de48-493a-98ca-8433bb0b22be tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Apr 29 04:14:28.310176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc96f1-be7b-41c9-a61c-677a832e2240 req-54677815-f7b9-4be3-b8d4-d7342d913160 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:28.311800 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-58dc96f1-be7b-41c9-a61c-677a832e2240 req-54677815-f7b9-4be3-b8d4-d7342d913160 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0502388 Apr 29 04:14:28.365007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-58dc96f1-be7b-41c9-a61c-677a832e2240 req-6e1e972c-d023-493b-8586-f1c4eeece914 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Apr 29 04:14:29.482093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb80c-0ba0-4077-8cc4-dbe16b107ce5 req-b65d5e59-22d7-420b-a49d-1c05b19b8551 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:29.483749 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0c0cb80c-0ba0-4077-8cc4-dbe16b107ce5 req-b65d5e59-22d7-420b-a49d-1c05b19b8551 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0507755 Apr 29 04:14:29.536476 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0c0cb80c-0ba0-4077-8cc4-dbe16b107ce5 req-867a0dfa-038c-41a6-a265-776a875f8c89 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Apr 29 04:14:30.651199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4abca-fcb3-4b84-adc4-cf173ea206e4 req-4cc10a61-8b85-4440-8a10-6a543b614ec8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:30.652631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eca4abca-fcb3-4b84-adc4-cf173ea206e4 req-4cc10a61-8b85-4440-8a10-6a543b614ec8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0498929 Apr 29 04:14:30.700498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eca4abca-fcb3-4b84-adc4-cf173ea206e4 req-8ab4d4be-7f85-488d-a4e5-5b3f82ec2b2e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Apr 29 04:14:31.816695 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490cff-f11b-4695-99fe-fd594559cd18 req-97704bf6-0b12-4533-96f0-8b7e5bfabb9c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:31.818209 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68490cff-f11b-4695-99fe-fd594559cd18 req-97704bf6-0b12-4533-96f0-8b7e5bfabb9c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0489297 Apr 29 04:14:31.871645 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68490cff-f11b-4695-99fe-fd594559cd18 req-9f68f693-353f-4d0c-8244-da3ee5873b99 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Apr 29 04:14:32.985404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ff77b-0eb8-4c7e-9b3c-13dec6bc068d req-47d2a0a7-38e3-432d-82df-119a13319565 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:32.986961 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b49ff77b-0eb8-4c7e-9b3c-13dec6bc068d req-47d2a0a7-38e3-432d-82df-119a13319565 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0467618 Apr 29 04:14:33.035400 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b49ff77b-0eb8-4c7e-9b3c-13dec6bc068d req-7224b0b8-986f-49ae-a02e-0b1e9d856aa3 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Apr 29 04:14:34.150882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb38f28-cde1-4c79-a33d-6e6f494c5b27 req-9df6e8c7-f9fe-43d7-8d3b-14cf4d78c89e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:34.152291 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0cb38f28-cde1-4c79-a33d-6e6f494c5b27 req-9df6e8c7-f9fe-43d7-8d3b-14cf4d78c89e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0508382 Apr 29 04:14:34.201209 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0cb38f28-cde1-4c79-a33d-6e6f494c5b27 req-b7998d12-6d00-4375-8a15-e4b88d967297 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Apr 29 04:14:35.309700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea889-9ee1-4d7a-9269-9b122e516899 req-a45ceddc-8a33-48c5-ad07-76c841e5d1b1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:35.311126 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e60ea889-9ee1-4d7a-9269-9b122e516899 req-a45ceddc-8a33-48c5-ad07-76c841e5d1b1 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0456824 Apr 29 04:14:35.363737 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e60ea889-9ee1-4d7a-9269-9b122e516899 req-776b81c0-dabb-4bed-a60f-b2e8b8f03282 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471222 Apr 29 04:14:36.479254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b27e-08f1-4745-a142-c697e0bfad29 req-f5db7623-fc03-4b9b-8a50-91680c4c8ed8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:36.480709 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a330b27e-08f1-4745-a142-c697e0bfad29 req-f5db7623-fc03-4b9b-8a50-91680c4c8ed8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0464032 Apr 29 04:14:36.527910 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a330b27e-08f1-4745-a142-c697e0bfad29 req-d344c49d-8e06-4cef-8e54-3a4c95d16679 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Apr 29 04:14:37.638285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe447-652b-4563-8012-f2f9dcbb333e req-1eecb0e5-97e7-45d3-bbf1-7cddf7285d74 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:37.639733 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e30fe447-652b-4563-8012-f2f9dcbb333e req-1eecb0e5-97e7-45d3-bbf1-7cddf7285d74 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0451274 Apr 29 04:14:37.686853 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e30fe447-652b-4563-8012-f2f9dcbb333e req-3a11d9ce-ee5e-480e-afff-3855db7c5587 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Apr 29 04:14:38.798702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80864a51-75ad-40eb-be47-01fa04fffe4b req-2920c1d2-7e28-476e-aaab-c3827df64eb8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:38.800186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-80864a51-75ad-40eb-be47-01fa04fffe4b req-2920c1d2-7e28-476e-aaab-c3827df64eb8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0463853 Apr 29 04:14:38.852169 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-80864a51-75ad-40eb-be47-01fa04fffe4b req-544c8163-cad5-49a4-ab9c-1e5087f774e9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Apr 29 04:14:38.868097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5d9fcc5c-eab3-434b-8528-ed926d055a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:39.966643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35938d-4bc2-4725-b015-f995cc523993 req-ffbfe84d-edb5-449f-8f09-1883d4735d2d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:39.968092 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6a35938d-4bc2-4725-b015-f995cc523993 req-ffbfe84d-edb5-449f-8f09-1883d4735d2d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0475662 Apr 29 04:14:40.014834 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6a35938d-4bc2-4725-b015-f995cc523993 req-57881a89-9313-4435-b336-7ab0647b55d5 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Apr 29 04:14:41.124250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c21a1-9bb0-48c6-9155-695a7da3953b req-68805d76-9efd-4627-80e1-746502fdca17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:41.125822 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-751c21a1-9bb0-48c6-9155-695a7da3953b req-68805d76-9efd-4627-80e1-746502fdca17 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 943 time: 0.0459034 Apr 29 04:14:41.175402 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-751c21a1-9bb0-48c6-9155-695a7da3953b req-116de295-14f9-4520-841e-351b41e9c004 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Apr 29 04:14:41.210112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ffab74b8-76c2-4def-a3d4-1eddc7a78829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:41.670011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6c3f6dc0-767e-442e-8411-db898a19a410 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:14:41.781701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6c3f6dc0-767e-442e-8411-db898a19a410, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6c3f6dc0-767e-442e-8411-db898a19a410,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:14:41.793067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '6c3f6dc0-767e-442e-8411-db898a19a410', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:14:41.830089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6c3f6dc0-767e-442e-8411-db898a19a410 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:14:41.830405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:41.843296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3f6dc0-767e-442e-8411-db898a19a410 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:14:41.861299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6c3f6dc0-767e-442e-8411-db898a19a410, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6c3f6dc0-767e-442e-8411-db898a19a410,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:14:41.935721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:41.982890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6c3f6dc0-767e-442e-8411-db898a19a410,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:41.989526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.989879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.990218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.990563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.990896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.991227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.991552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.991876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.992201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.992524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.992850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.993171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.993523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.993845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:41.994190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:42.186922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:42.217272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['6c3f6dc0-767e-442e-8411-db898a19a410'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:14:42.290352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788af91-74bb-4abb-9b5d-4799d850e46b req-b297a9bd-b44a-4492-b8d8-a17efb131365 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:42.291833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9788af91-74bb-4abb-9b5d-4799d850e46b req-b297a9bd-b44a-4492-b8d8-a17efb131365 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 944 time: 0.0510886 Apr 29 04:14:42.343292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9788af91-74bb-4abb-9b5d-4799d850e46b req-fc5ad7a2-6ee1-42d9-b33f-dbed21cf2c42 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Apr 29 04:14:43.453753 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbf45f-7e52-4d47-97f1-b3be56784b98 req-e05ddef0-cc6d-4ed2-91ea-b2312ffc0d7e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:43.455207 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-49cbf45f-7e52-4d47-97f1-b3be56784b98 req-e05ddef0-cc6d-4ed2-91ea-b2312ffc0d7e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 944 time: 0.0468853 Apr 29 04:14:43.502207 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-49cbf45f-7e52-4d47-97f1-b3be56784b98 req-238651f8-f44f-4fbf-92e1-f8c12eaca36b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Apr 29 04:14:43.684054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6c3f6dc0-767e-442e-8411-db898a19a410 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:14:43.728107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 6c3f6dc0-767e-442e-8411-db898a19a410 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:14:43.736194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:43.805116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 6c3f6dc0-767e-442e-8411-db898a19a410 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:14:43.805516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:43.881028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6c3f6dc0-767e-442e-8411-db898a19a410 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:14:43.881442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:43.906676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:14:43.908836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a00310-c2c8-4e9a-81cc-b13967d10a38" -d '{"events": [{"server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:14:43.922071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6c3f6dc0-767e-442e-8411-db898a19a410, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6c3f6dc0-767e-442e-8411-db898a19a410,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:14:43.987483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:44.012859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3470b9b1-9a5b-4845-be68-3e32b7f28183 x-openstack-request-id: req-3470b9b1-9a5b-4845-be68-3e32b7f28183 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:14:44.013156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:14:44.013437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3470b9b1-9a5b-4845-be68-3e32b7f28183 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:14:44.013835 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3470b9b1-9a5b-4845-be68-3e32b7f28183'] response: {'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410', 'code': 200} Apr 29 04:14:44.043473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6c3f6dc0-767e-442e-8411-db898a19a410,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:44.271124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bb37-f698-47d1-a967-787f8686199e req-c4109e11-5667-41fa-a308-3a3fcb9b010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:44.272469 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f058bb37-f698-47d1-a967-787f8686199e req-c4109e11-5667-41fa-a308-3a3fcb9b010c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1129 time: 0.0377359 Apr 29 04:14:44.318448 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f058bb37-f698-47d1-a967-787f8686199e req-7ddf2f87-a41c-40ee-8a9b-05de7389d745 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Apr 29 04:14:44.614945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75002d1-36a3-4197-9fe1-7a99ab7b1a94 req-389cb0d8-4d1d-473c-aa92-fff8bd6ed1bd tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:44.616384 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f75002d1-36a3-4197-9fe1-7a99ab7b1a94 req-389cb0d8-4d1d-473c-aa92-fff8bd6ed1bd tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Apr 29 04:14:44.663397 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f75002d1-36a3-4197-9fe1-7a99ab7b1a94 req-e2d7b4f3-5db5-4681-86c4-7567af7a025e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Apr 29 04:14:45.084433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:45.775944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a0912-fe9c-4958-b9d1-754a9394df89 req-2d49a42b-ceb5-4c1c-91dd-5e0d87c19c92 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:45.777435 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a19a0912-fe9c-4958-b9d1-754a9394df89 req-2d49a42b-ceb5-4c1c-91dd-5e0d87c19c92 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 945 time: 0.0469160 Apr 29 04:14:45.829018 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a19a0912-fe9c-4958-b9d1-754a9394df89 req-f52434db-9f98-49d6-90bf-5ad8cebfa4f3 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Apr 29 04:14:45.940548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416bbe9-656e-42c1-958f-7029f96d30d4 req-bc346897-80d8-4265-9b63-de46fc2410ef tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:45.942083 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0416bbe9-656e-42c1-958f-7029f96d30d4 req-bc346897-80d8-4265-9b63-de46fc2410ef tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 945 time: 0.0469947 Apr 29 04:14:45.989023 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0416bbe9-656e-42c1-958f-7029f96d30d4 req-a342f591-15a4-4d72-bfec-909dcb7274de tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Apr 29 04:14:46.011155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36480) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:14:46.051109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b48234-7f2d-472e-acb4-c382f9c0ca65 tempest-TestVolumeBootPattern-1532886707 tempest-TestVolumeBootPattern-1532886707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:46.052595 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f1b48234-7f2d-472e-acb4-c382f9c0ca65 tempest-TestVolumeBootPattern-1532886707 tempest-TestVolumeBootPattern-1532886707-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1124 time: 0.0405021 Apr 29 04:14:46.055975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36482) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:14:46.060081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:14:46.139148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:46.216271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:46.320613 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Allocated IP 172.26.4.38 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/40dfbfea-0826-4229-843c-ec432ef419ef) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:14:46.417512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (40dfbfea-0826-4229-843c-ec432ef419ef), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:46.505416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (40dfbfea-0826-4229-843c-ec432ef419ef), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:46.545894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:14:46.552671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:14:46.556153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:14:46.577648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=40dfbfea-0826-4229-843c-ec432ef419ef,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:46.590398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.590740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.591079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.591411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.591738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.592065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.592385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.592706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.593030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.593381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.593707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.594026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.594345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.594660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.594973 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:14:46.926139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (8fd95cee-0d7a-4697-b8b1-5230f53183a5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:47.041523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (40dfbfea-0826-4229-843c-ec432ef419ef), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:47.186014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (40dfbfea-0826-4229-843c-ec432ef419ef), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:47.236442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (40dfbfea-0826-4229-843c-ec432ef419ef), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:47.307602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=40dfbfea-0826-4229-843c-ec432ef419ef,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:14:47.317335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (8fd95cee-0d7a-4697-b8b1-5230f53183a5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:47.416921 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Floating IP 8fd95cee-0d7a-4697-b8b1-5230f53183a5 associated. External IP: 172.26.4.38, port: 6c3f6dc0-767e-442e-8411-db898a19a410. Apr 29 04:14:47.891054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:14:47.998062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:14:48.007870 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:14:48.017679 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:14:48.021062 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:14:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:48.069075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:14:48.098953 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-53613e34-8a12-41da-8986-aa8c7ceb6f62 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0419612 Apr 29 04:14:48.100417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:14:48.101866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:14:48.125186 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:14:48.191387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a443292-f999-46c9-a4e8-3d04365331a6 x-openstack-request-id: req-4a443292-f999-46c9-a4e8-3d04365331a6 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:14:48.191685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:14:48.191940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a443292-f999-46c9-a4e8-3d04365331a6 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:14:48.192346 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a443292-f999-46c9-a4e8-3d04365331a6'] response: {'name': 'network-changed', 'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410', 'status': 'completed', 'code': 200} Apr 29 04:14:48.250706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-0490820f-2f6b-4c0a-a4ce-6d884b61785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:48.252051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-0490820f-2f6b-4c0a-a4ce-6d884b61785a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1129 time: 0.0385783 Apr 29 04:14:48.341147 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:46Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:48.341702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-bf9567c6-dc02-471c-bd2b-815308af38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:48.343196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-bf9567c6-dc02-471c-bd2b-815308af38b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0838752 Apr 29 04:14:48.366793 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:14:48.375569 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:14:48.376171 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:14:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:48.411338 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-3bfd0490-8cff-4507-97c4-eab7fe8082f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 998 time: 0.0619447 Apr 29 04:14:48.460539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-0b5abf86-263d-4ed9-8af7-47a5d81cb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:48.462082 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-0b5abf86-263d-4ed9-8af7-47a5d81cb554 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0436003 Apr 29 04:14:48.481252 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:14:48.504306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-93014595-0b5d-4b2f-85e6-7efec1efe67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:14:48.505871 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-93014595-0b5d-4b2f-85e6-7efec1efe67b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377808 Apr 29 04:14:48.598141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-d804fe2e-2c8b-4272-9db9-0d5feff51006 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Apr 29 04:14:48.689171 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:46Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:14:48.690817 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a13609e-9ddc-4cc7-ae9f-44dc083d8a31 req-b2a7db46-0962-4618-8970-486bb0dfd9b1 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867317 Apr 29 04:14:48.718285 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e36609-da1e-4b1f-9634-d5d0fb5acadf None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:46Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:14:48.902451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108f821-a592-446c-ae98-66b4fc62381b None None] New status for floating IP 8fd95cee-0d7a-4697-b8b1-5230f53183a5: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:14:49.947876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:03.095677 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-c2dc4cb4-f342-4caf-abbd-09fa12219fe7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380864 Apr 29 04:15:03.155750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805064e-877a-4474-a73c-21fd0c771936 req-75b95d3d-2405-415a-bea9-107ef7d15ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:03.157220 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-75b95d3d-2405-415a-bea9-107ef7d15ec8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1130 time: 0.0390935 Apr 29 04:15:03.216695 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:15:03.265073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805064e-877a-4474-a73c-21fd0c771936 req-0e7a9f31-64a2-4b6f-ad0a-67f738c48ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:03.266555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-0e7a9f31-64a2-4b6f-ad0a-67f738c48ef3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 HTTP/1.1" status: 200 len: 897 time: 0.0870357 Apr 29 04:15:03.333710 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-f27307cb-1d27-473b-a99f-d62c3357b392 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c HTTP/1.1" status: 200 len: 1000 time: 0.0596142 Apr 29 04:15:03.386742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805064e-877a-4474-a73c-21fd0c771936 req-54006926-1468-46d4-bedb-501aa847cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:03.388578 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-54006926-1468-46d4-bedb-501aa847cf3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=574380ae-6a97-4a91-8136-6320a3aeb3ba HTTP/1.1" status: 200 len: 844 time: 0.0476623 Apr 29 04:15:03.446674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805064e-877a-4474-a73c-21fd0c771936 req-36dff514-f933-4a70-8dcf-402e8485b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:03.448159 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-36dff514-f933-4a70-8dcf-402e8485b21f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515411 Apr 29 04:15:03.546849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-948ff50c-2ccb-4908-af97-bb1fd84f11b2 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907180 Apr 29 04:15:03.656548 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7805064e-877a-4474-a73c-21fd0c771936 req-f02663c1-5770-4345-817a-3f1ad21f9e54 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028960 Apr 29 04:15:04.695592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36496) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:04.784424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:15:04.876129 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9275806'] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:05.089207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776362386899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3514504'] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:05.129068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:05.130187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:05.130962 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/subnets/574380ae-6a97-4a91-8136-6320a3aeb3ba HTTP/1.1" status: 200 len: 836 time: 0.4344068 Apr 29 04:15:05.135158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f06ccf-37ad-439f-8758-d3963ca4a3fb None None] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:15:05.146306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b6ef-2abf-4567-9d04-dc377a250c6c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=574380ae-6a97-4a91-8136-6320a3aeb3ba,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:05.454841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Provisioning complete for port 046ee8d5-bf93-4670-80d6-b5655ee16166 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:15:05.455483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:05.534563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Current status of the port 046ee8d5-bf93-4670-80d6-b5655ee16166 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:15:05.543997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Provisioning complete for port ea26c5b8-632b-46ed-8d25-530e6675df62 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:15:05.544365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:05.622986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Current status of the port ea26c5b8-632b-46ed-8d25-530e6675df62 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:15:05.631162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Provisioning complete for port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:15:05.631538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:05.848025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0532a96f-37eb-4a2f-9a66-5cb8cfb20ff6 None None] Current status of the port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:15:08.864429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-08ec0496-5ced-4e8d-8fbf-83aa20bfbf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:11.180744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d81e1b7e-6372-41d5-b009-3d14ea2c2e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:12.184507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:13.761612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:15.083700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:20.006986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:38.882402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10ac25dc-1470-41ba-81a1-a1820d320e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:40.215563 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:15:41.196921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-391fbb20-8ab5-4663-a7f4-1a2f58a7b784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:42.194992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:43.720561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:45.065299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:48.139332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36526) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:48.286667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 7fdeaa50-010b-462d-9e14-7a0d996110c6 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:15:48.287045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:48.363889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:48.364205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (7fdeaa50-010b-462d-9e14-7a0d996110c6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:48.376442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 7fdeaa50-010b-462d-9e14-7a0d996110c6 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:15:48.600500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7fdeaa50-010b-462d-9e14-7a0d996110c6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:48.629340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=7fdeaa50-010b-462d-9e14-7a0d996110c6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:48.655771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.656121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.656509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.656851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.657187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.657543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.657871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.658199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.658529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.658856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.659184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.659513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.659839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.660164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.660488 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:48.702600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (63da5100-d620-4333-a4ff-8b28bc05d484), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:48.702980 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 63da5100-d620-4333-a4ff-8b28bc05d484 disassociated (deleted). External IP: 172.26.4.6, port: e4ab150a-ef0a-4334-bcfb-98084fa9fc2c. Apr 29 04:15:48.912578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 84b7786f-00c9-4967-82a2-76659b2596c4 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:15:49.021638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:15:49.026611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:49.032644 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] Sync routers for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:15:49.043242 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:15:49.043857 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:49.055048 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f230ab9f-7e6f-446d-9b9f-a3f2c984f89c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/63da5100-d620-4333-a4ff-8b28bc05d484 HTTP/1.1" status: 204 len: 168 time: 0.9146214 Apr 29 04:15:49.055620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:15:49.057960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213d244-6f39-41dc-8355-be59cec58795" -d '{"events": [{"name": "network-changed", "server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:15:49.097027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8174fd-7d81-4f37-8f1b-a41f311f6e41 x-openstack-request-id: req-6e8174fd-7d81-4f37-8f1b-a41f311f6e41 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:15:49.097334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:15:49.097618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e8174fd-7d81-4f37-8f1b-a41f311f6e41 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:15:49.098022 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8174fd-7d81-4f37-8f1b-a41f311f6e41'] response: {'name': 'network-changed', 'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'status': 'completed', 'code': 200} Apr 29 04:15:49.166061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213d244-6f39-41dc-8355-be59cec58795 req-d7af7315-8d21-47a7-8428-0ec9c4db43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:49.167519 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-d7af7315-8d21-47a7-8428-0ec9c4db43c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 1130 time: 0.0419199 Apr 29 04:15:49.251077 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:15:49.265157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213d244-6f39-41dc-8355-be59cec58795 req-71e46692-81eb-4811-a5af-42a3b55b1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:49.266657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-71e46692-81eb-4811-a5af-42a3b55b1711 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 HTTP/1.1" status: 200 len: 897 time: 0.0930986 Apr 29 04:15:49.311646 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-f2fa6988-6ee8-4a92-ab21-666dea37fab8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c HTTP/1.1" status: 200 len: 217 time: 0.0354011 Apr 29 04:15:49.369429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213d244-6f39-41dc-8355-be59cec58795 req-57f8c9ae-9b8d-411b-a9fe-ed61aa8afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:49.370955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-57f8c9ae-9b8d-411b-a9fe-ed61aa8afb6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=574380ae-6a97-4a91-8136-6320a3aeb3ba HTTP/1.1" status: 200 len: 844 time: 0.0506554 Apr 29 04:15:49.415407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213d244-6f39-41dc-8355-be59cec58795 req-e6a4db78-93db-417d-98c6-f60537e7f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:49.416945 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-e6a4db78-93db-417d-98c6-f60537e7f490 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385454 Apr 29 04:15:49.441354 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:49.468316 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] Checking router: 84b7786f-00c9-4967-82a2-76659b2596c4 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:15:49.477441 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:15:49.478137 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:49.532503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-1c3446b0-86f9-4e76-82e2-3d8174228f81 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984344 Apr 29 04:15:49.599910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e12a8-9991-473b-aae8-2f518687d6ea req-092ea81b-027e-4bf8-a32e-ed5d27f1163f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:49.601994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-847e12a8-9991-473b-aae8-2f518687d6ea req-092ea81b-027e-4bf8-a32e-ed5d27f1163f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0833106 Apr 29 04:15:49.651341 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-847e12a8-9991-473b-aae8-2f518687d6ea req-ba9c111a-0861-4fa4-8e8e-53d653929208 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439074 Apr 29 04:15:49.668504 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:15:49.855553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:49.881545 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c24445-e148-4973-a99f-9c1e6073ba59 None None] The sync data for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv is: [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:12:49Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'ea26c5b8-632b-46ed-8d25-530e6675df62', 'name': '', 'network_id': 'df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:88:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:48Z', 'updated_at': '2022-04-29T04:12:52Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '574380ae-6a97-4a91-8136-6320a3aeb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:15:49.917189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:50.099528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641eba5-fbb0-4da5-b9ab-3df8e4207262 None None] New status for floating IP 63da5100-d620-4333-a4ff-8b28bc05d484: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:15:50.754484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0213d244-6f39-41dc-8355-be59cec58795 req-71d0c13b-232f-4dc5-ab1e-dff219114ae7 service neutron] 10.222.0.31 "GET /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885193 Apr 29 04:15:50.769888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ba66-f156-4e8e-88f9-d06283148b7b req-cc3395cd-9beb-4d8a-b7fd-4eda491cd978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:50.771378 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f915ba66-f156-4e8e-88f9-d06283148b7b req-cc3395cd-9beb-4d8a-b7fd-4eda491cd978 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Apr 29 04:15:50.820627 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f915ba66-f156-4e8e-88f9-d06283148b7b req-27d85bd7-914e-4031-888e-c8a33cb45a25 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Apr 29 04:15:51.039653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-53ce46c8-4aa3-46e7-ac88-50435a9e2549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:51.040996 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-53ce46c8-4aa3-46e7-ac88-50435a9e2549 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 946 time: 0.0505776 Apr 29 04:15:51.126599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:15:51.126930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:51.549580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:15:51.549937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:51.563152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for e4ab150a-ef0a-4334-bcfb-98084fa9fc2c owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:15:51.749503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e4ab150a-ef0a-4334-bcfb-98084fa9fc2c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:51.781423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=e4ab150a-ef0a-4334-bcfb-98084fa9fc2c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:51.825821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port e4ab150a-ef0a-4334-bcfb-98084fa9fc2c on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:15:51.829098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:51.832384 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-93e930a0-d8a9-4613-aec4-327a1b63f24e req-33c7749b-e104-49a6-8df6-a0f71c094fe6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/e4ab150a-ef0a-4334-bcfb-98084fa9fc2c HTTP/1.1" status: 204 len: 173 time: 0.7836218 Apr 29 04:15:51.832928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'name': 'network-vif-deleted', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:15:51.835269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3cd8ff-7dc4-4816-9c3c-6e7f41a529c7" -d '{"events": [{"server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "name": "network-vif-deleted", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:15:51.873842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3018f39-0040-409f-95e9-ec56a99a2ba1 x-openstack-request-id: req-f3018f39-0040-409f-95e9-ec56a99a2ba1 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:15:51.873842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644f6239-3eff-4c1f-9258-a91e464c7c94", "name": "network-vif-deleted", "tag": "e4ab150a-ef0a-4334-bcfb-98084fa9fc2c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:15:51.873842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3018f39-0040-409f-95e9-ec56a99a2ba1 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:15:51.873842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3018f39-0040-409f-95e9-ec56a99a2ba1'] response: {'server_uuid': '644f6239-3eff-4c1f-9258-a91e464c7c94', 'name': 'network-vif-deleted', 'tag': 'e4ab150a-ef0a-4334-bcfb-98084fa9fc2c', 'status': 'completed', 'code': 200} Apr 29 04:15:51.921635 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c124ec47-047f-4514-99a9-3895040e9a0a req-686a69a6-cc94-4d63-9ebb-f4d62d2b72fc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=644f6239-3eff-4c1f-9258-a91e464c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0313647 Apr 29 04:15:52.978714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36546) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:53.033894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e7437b5-6ce1-4901-b307-e89a7722ce17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.058988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e7437b5-6ce1-4901-b307-e89a7722ce17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.171743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e7437b5-6ce1-4901-b307-e89a7722ce17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.174380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7e7437b5-6ce1-4901-b307-e89a7722ce17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.175518 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7e7437b5-6ce1-4901-b307-e89a7722ce17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9 HTTP/1.1" status: 204 len: 168 time: 0.1958313 Apr 29 04:15:53.185368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7437b5-6ce1-4901-b307-e89a7722ce17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c11c4b-7eb9-45fe-8fdd-7c24af8e92f9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:53.282934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:53.613889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (84b7786f-00c9-4967-82a2-76659b2596c4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.857958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port ea26c5b8-632b-46ed-8d25-530e6675df62 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:15:53.858224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.947447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port ea26c5b8-632b-46ed-8d25-530e6675df62, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ea26c5b8-632b-46ed-8d25-530e6675df62,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:15:53.947808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:53.961071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for ea26c5b8-632b-46ed-8d25-530e6675df62 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:15:54.118883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e4ab150a-ef0a-4334-bcfb-98084fa9fc2c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:15:54.140075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: e4ab150a-ef0a-4334-bcfb-98084fa9fc2c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:15:54.140517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e4ab150a-ef0a-4334-bcfb-98084fa9fc2c not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:15:54.202340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ea26c5b8-632b-46ed-8d25-530e6675df62), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:54.231590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=ea26c5b8-632b-46ed-8d25-530e6675df62,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:54.416770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (84b7786f-00c9-4967-82a2-76659b2596c4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:54.636961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 84b7786f-00c9-4967-82a2-76659b2596c4 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:15:54.757375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:15:54.762976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d343ed1f-c77e-4a60-b95d-5530341d0299 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/84b7786f-00c9-4967-82a2-76659b2596c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4789855 Apr 29 04:15:54.765805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36552) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:54.768373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] Sync routers for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:15:54.778573 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:15:54.779383 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:54.816911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet 574380ae-6a97-4a91-8136-6320a3aeb3ba {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:15:54.820774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:54.861417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:54.885810 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:15:54.946766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.055276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (574380ae-6a97-4a91-8136-6320a3aeb3ba), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.056610 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:15:54Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:55.083420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=574380ae-6a97-4a91-8136-6320a3aeb3ba,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:55.084657 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] Checking router: 84b7786f-00c9-4967-82a2-76659b2596c4 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:15:55.085414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.091693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-92f500d3-f187-4a25-b22f-60bb1457a9d5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/574380ae-6a97-4a91-8136-6320a3aeb3ba HTTP/1.1" status: 204 len: 168 time: 0.3217645 Apr 29 04:15:55.091806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36554) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:55.093969 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] Routers {'84b7786f-00c9-4967-82a2-76659b2596c4'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:15:55.094567 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['84b7786f-00c9-4967-82a2-76659b2596c4'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:55.102799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f468391-e1aa-450c-91fc-f49eba0f9573 None None] Network df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:15:55.209752 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (84b7786f-00c9-4967-82a2-76659b2596c4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.212778 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] Set router 84b7786f-00c9-4967-82a2-76659b2596c4 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:15:55.272921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] DHCP port deletion for df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:15:55.312494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Deleting port 046ee8d5-bf93-4670-80d6-b5655ee16166 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:15:55.312866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.328411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (84b7786f-00c9-4967-82a2-76659b2596c4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.375119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] For port 046ee8d5-bf93-4670-80d6-b5655ee16166, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=046ee8d5-bf93-4670-80d6-b5655ee16166,segment=NetworkSegment(3a662394-007d-4311-a8b3-9aa455050cab),segment_id=3a662394-007d-4311-a8b3-9aa455050cab)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:15:55.375790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.385734 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:15:54Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:55.388496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Calling delete_port for 046ee8d5-bf93-4670-80d6-b5655ee16166 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:15:55.417243 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fafaa-9dcb-4b3f-8c4d-78181caf7997 None None] The sync data for ids ['84b7786f-00c9-4967-82a2-76659b2596c4'] in dv-neutron-839777-1-hyperv is: [{'id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'name': 'tempest-TestNetworkBasicOps-router-1897320619', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:12:44Z', 'updated_at': '2022-04-29T04:15:54Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7786f-00c9-4967-82a2-76659b2596c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:12:45Z', 'updated_at': '2022-04-29T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:15:55.429429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:15:55.429850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.510579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:15:55.510854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.523889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:15:55.589579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (046ee8d5-bf93-4670-80d6-b5655ee16166), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.616363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Pushing event deleted for resources: {'Port': ['ID=046ee8d5-bf93-4670-80d6-b5655ee16166,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:55.620836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] No DVR routers for this DVR port 046ee8d5-bf93-4670-80d6-b5655ee16166 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:15:55.626636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.626636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.628894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.628894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.629157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.629504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.629838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.630230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.630473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.630794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.631432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.631432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.631776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.632086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.632954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519d9b9-a51c-452d-ac97-a723dc137c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.770093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.797190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:55.807623 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.808062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.808610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.809012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.809393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.809729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.810054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.810442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.810764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.811136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.811393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.811716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.812504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.812504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.812841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:15:55.828557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea26c5b8-632b-46ed-8d25-530e6675df62 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:15:55.849068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ea26c5b8-632b-46ed-8d25-530e6675df62 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:15:55.849479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ea26c5b8-632b-46ed-8d25-530e6675df62 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:15:55.849871 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 046ee8d5-bf93-4670-80d6-b5655ee16166 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:15:55.870515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 046ee8d5-bf93-4670-80d6-b5655ee16166 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:15:55.870861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 046ee8d5-bf93-4670-80d6-b5655ee16166 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:15:55.883096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (84b7786f-00c9-4967-82a2-76659b2596c4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.977563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (84b7786f-00c9-4967-82a2-76659b2596c4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:55.987377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (84b7786f-00c9-4967-82a2-76659b2596c4), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.104910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (84b7786f-00c9-4967-82a2-76659b2596c4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.105643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router 84b7786f-00c9-4967-82a2-76659b2596c4 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:15:56.113831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.113831 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1a4ba3c3-6420-40cc-a4f7-27b56378a298 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/84b7786f-00c9-4967-82a2-76659b2596c4 HTTP/1.1" status: 204 len: 168 time: 1.0199692 Apr 29 04:15:56.115786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36558) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:56.194292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.286418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.306042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:56.315141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a662394-007d-4311-a8b3-9aa455050cab') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:56.315438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a662394-007d-4311-a8b3-9aa455050cab') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:56.324688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (3a662394-007d-4311-a8b3-9aa455050cab), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.337943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (3a662394-007d-4311-a8b3-9aa455050cab), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.343692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:15:56.344076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (3a662394-007d-4311-a8b3-9aa455050cab), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:15:56.347051 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:15:56.488085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.491829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.495014 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4 HTTP/1.1" status: 204 len: 168 time: 0.3783011 Apr 29 04:15:56.507181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36560) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:56.510739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09ae01-1c2a-478b-8e88-a162994e3cdb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=df8a77b3-27f4-4ea0-8c0d-9beb4e2ee4b4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:56.515487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--1375374288', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:15:56.612046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:15:56.615414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.638711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:15:56.647018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f5662c2b-d7bd-48e1-97a3-9722e51ef37b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.650392 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment f5662c2b-d7bd-48e1-97a3-9722e51ef37b of type vlan for network cd87b275-8929-49e0-8ca4-74e130b99aea Apr 29 04:15:56.686140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (cd87b275-8929-49e0-8ca4-74e130b99aea), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.785419 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (cd87b275-8929-49e0-8ca4-74e130b99aea), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.790657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:56.791264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.862175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=cd87b275-8929-49e0-8ca4-74e130b99aea,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:56.876168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network cd87b275-8929-49e0-8ca4-74e130b99aea details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:15:56.885799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cdd57b8f-2bf9-448b-bd1c-2979c7f548f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3749425 Apr 29 04:15:56.888683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36562) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:56.893270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:15:56.978027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (965e3e1d-5e34-437a-891b-a905b8287f40), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:56.979091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (965e3e1d-5e34-437a-891b-a905b8287f40), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.029451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (965e3e1d-5e34-437a-891b-a905b8287f40), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.216920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (965e3e1d-5e34-437a-891b-a905b8287f40), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.457837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (965e3e1d-5e34-437a-891b-a905b8287f40), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.475828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.583155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.61 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/aa5d186a-605d-4e2e-9482-eb9321eda4ba) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:15:57.649798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:15:57.670377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:15:57.670742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 67fb3e89-b5ba-4057-b41c-bb1ceb3e6c05 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:15:57.688783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.774441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:57.812342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:15:57.817178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:15:57.820872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:15:57.826226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=aa5d186a-605d-4e2e-9482-eb9321eda4ba,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:58.393476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (965e3e1d-5e34-437a-891b-a905b8287f40), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:58.589986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (965e3e1d-5e34-437a-891b-a905b8287f40), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:58.802100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:15:58.909599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:15:58.920050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:15:58.929628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:15:58.930897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:58.996879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:58.998068 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-68329074-f385-4d97-ade0-ff21d16eb78b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1083696 Apr 29 04:15:59.001092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36564) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:59.038942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:15:59.159688 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-051d095a-08d4-4eab-92b4-f0b23e55654c tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1574767 Apr 29 04:15:59.162221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36568) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:59.225047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:15:57Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:59.247905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65cee8d-6719-43ca-a724-728eb81f58eb tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:59.249388 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f65cee8d-6719-43ca-a724-728eb81f58eb tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862451 Apr 29 04:15:59.252162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36570) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:59.252770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:15:59.253107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Updating router 965e3e1d-5e34-437a-891b-a905b8287f40 port aa5d186a-605d-4e2e-9482-eb9321eda4ba binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:15:59.280268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.283087 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3d9f1e95-552d-4408-9ed6-c7aea5a0feb5 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298903 Apr 29 04:15:59.285484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36572) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:15:59.290647 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306909127', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:15:59.463498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:15:59.466993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.532954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Publish callbacks [] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.629257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.681716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Attempting to bind port aa5d186a-605d-4e2e-9482-eb9321eda4ba on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:15:59.685244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Attempting to bind port aa5d186a-605d-4e2e-9482-eb9321eda4ba by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:15:59.685244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Attempting to bind port aa5d186a-605d-4e2e-9482-eb9321eda4ba on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:15:59.685244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10926-146c-4afe-b3ea-fe7244acc60b None None] Pushing event updated for resources: {'Port': ['ID=aa5d186a-605d-4e2e-9482-eb9321eda4ba,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:59.689548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:15:59.689921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:15:59.690320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.690702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:15:59.691169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Bound port: aa5d186a-605d-4e2e-9482-eb9321eda4ba, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:15:59.691633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.732213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (0fc53639-a59c-4d0c-8e19-4a8e013f3bfb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.742075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] For port aa5d186a-605d-4e2e-9482-eb9321eda4ba, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:15:59.747816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] For port aa5d186a-605d-4e2e-9482-eb9321eda4ba, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aa5d186a-605d-4e2e-9482-eb9321eda4ba,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:15:59.793737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:59.805534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:15:59.805534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: cd87b275-8929-49e0-8ca4-74e130b99aea, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:15:59.823946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.883905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:15:59.884524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:15:59.889421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10926-146c-4afe-b3ea-fe7244acc60b None None] Pushing event updated for resources: {'Port': ['ID=aa5d186a-605d-4e2e-9482-eb9321eda4ba,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:15:59.905031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network cd87b275-8929-49e0-8ca4-74e130b99aea is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:15:59.967612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, cd87b275-8929-49e0-8ca4-74e130b99aea) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:15:59.971968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:15:59.972730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:15:59.979532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8157e92-439d-481c-9543-d4c5801e4bca None None] Network cd87b275-8929-49e0-8ca4-74e130b99aea requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:16:00.061878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:00.067506 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-df39c4e8-efd1-4549-981a-fd947dfb4d86 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7810230 Apr 29 04:16:00.070249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36574) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:00.199016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-cd87b275-8929-49e0-8ca4-74e130b99aea', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:16:00.199865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:00.361508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:15:57Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:00.393827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74780ba0-074f-4896-a26f-fecf8b0e3dc9 None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:15:57Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:16:00.408790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Allocated IP 172.20.0.2 (cd87b275-8929-49e0-8ca4-74e130b99aea/0fc53639-a59c-4d0c-8e19-4a8e013f3bfb/962b133a-8c29-4890-9931-93a9e4b1d500) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:16:00.545187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:00.733492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Publish callbacks [] for port (962b133a-8c29-4890-9931-93a9e4b1d500), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:00.790007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:00.830632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Network cd87b275-8929-49e0-8ca4-74e130b99aea is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:00.839440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:00.843791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:16:00.847583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Pushing event updated for resources: {'Port': ['ID=962b133a-8c29-4890-9931-93a9e4b1d500,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:00.881426 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (cd87b275-8929-49e0-8ca4-74e130b99aea/0fc53639-a59c-4d0c-8e19-4a8e013f3bfb/94ae1202-7e39-4294-9503-35acfb55532e) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:16:00.910462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Attempting to bind port 962b133a-8c29-4890-9931-93a9e4b1d500 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:16:00.910828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Attempting to bind port 962b133a-8c29-4890-9931-93a9e4b1d500 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:16:00.911186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Attempting to bind port 962b133a-8c29-4890-9931-93a9e4b1d500 on network cd87b275-8929-49e0-8ca4-74e130b99aea {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:16:00.918448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:16:00.919050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Checking segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:16:00.919604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:00.919901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Bound using segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:16:00.920368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Bound port: 962b133a-8c29-4890-9931-93a9e4b1d500, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:16:00.920745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:00.988739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] For port 962b133a-8c29-4890-9931-93a9e4b1d500, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:16:00.993710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] For port 962b133a-8c29-4890-9931-93a9e4b1d500, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=962b133a-8c29-4890-9931-93a9e4b1d500,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:16:01.006307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (94ae1202-7e39-4294-9503-35acfb55532e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.059775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.105570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (94ae1202-7e39-4294-9503-35acfb55532e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.123031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10c849-4ef5-4d71-b933-7892095315c5 None None] Pushing event updated for resources: {'Port': ['ID=962b133a-8c29-4890-9931-93a9e4b1d500,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:01.157217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network cd87b275-8929-49e0-8ca4-74e130b99aea is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:01.160787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:01.168085 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:16:01.202626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=94ae1202-7e39-4294-9503-35acfb55532e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:01.225826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (965e3e1d-5e34-437a-891b-a905b8287f40), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.501686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (94ae1202-7e39-4294-9503-35acfb55532e), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.695905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 962b133a-8c29-4890-9931-93a9e4b1d500 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:01.753257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 962b133a-8c29-4890-9931-93a9e4b1d500 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:01.753751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.795547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (94ae1202-7e39-4294-9503-35acfb55532e), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.840074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 962b133a-8c29-4890-9931-93a9e4b1d500 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:01.840455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.871345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (94ae1202-7e39-4294-9503-35acfb55532e), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.874397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 962b133a-8c29-4890-9931-93a9e4b1d500, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=962b133a-8c29-4890-9931-93a9e4b1d500,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:01.944075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (965e3e1d-5e34-437a-891b-a905b8287f40), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.945916 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=94ae1202-7e39-4294-9503-35acfb55532e,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:01.954695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:01.959125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aa5d186a-605d-4e2e-9482-eb9321eda4ba up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:02.033720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=962b133a-8c29-4890-9931-93a9e4b1d500,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:02.045222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port aa5d186a-605d-4e2e-9482-eb9321eda4ba triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:02.045631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:02.046028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network cd87b275-8929-49e0-8ca4-74e130b99aea is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:02.047449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:02.123303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port aa5d186a-605d-4e2e-9482-eb9321eda4ba is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:02.123705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:02.144946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port aa5d186a-605d-4e2e-9482-eb9321eda4ba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aa5d186a-605d-4e2e-9482-eb9321eda4ba,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:02.165340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:16:02.213686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:02.273663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=aa5d186a-605d-4e2e-9482-eb9321eda4ba,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:02.285619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:16:02.291209 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e489cb5-02bb-481b-a977-cbfd2f1fb54e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/965e3e1d-5e34-437a-891b-a905b8287f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2192135 Apr 29 04:16:02.293551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36576) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:02.399705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.400194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.400641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.401098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.401576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.402055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.406390 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-53e5193b-e556-4506-8789-1ee667fec73b tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1094379 Apr 29 04:16:02.406829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36578) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:02.465419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.465800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.466245 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.466686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.467126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.467565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:02.471843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-81094b33-a5c3-414e-bec8-927fd657ec39 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0618966 Apr 29 04:16:02.472258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36580) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:02.513438 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:16:02.524195 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:16:02.524809 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:02.549140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755b443-13d3-4a74-8a6f-a0924c3fa7c2 None None] Network cd87b275-8929-49e0-8ca4-74e130b99aea requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:16:02.597714 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-96b09e8d-faf3-450b-988c-9534817ff527 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1242707 Apr 29 04:16:02.634161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ce5ba2d5-fd36-44aa-9113-83cfa8483c4a None None] Provisioning complete for port 962b133a-8c29-4890-9931-93a9e4b1d500 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:02.634533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ce5ba2d5-fd36-44aa-9113-83cfa8483c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:02.640900 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:02.748759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ba2d5-fd36-44aa-9113-83cfa8483c4a None None] Current status of the port 962b133a-8c29-4890-9931-93a9e4b1d500 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:02.856094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36584) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:02.860825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834525914', 'description': 'tempest-secgroup-smoke-834525914 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:02.942026 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:02.945449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:02.972446 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:16:02.972803 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Updating router 965e3e1d-5e34-437a-891b-a905b8287f40 port 94ae1202-7e39-4294-9503-35acfb55532e binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:16:02.974663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a8de335e-6b43-41b2-816e-a67864ed227d None None] Provisioning complete for port 94ae1202-7e39-4294-9503-35acfb55532e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:02.975261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a8de335e-6b43-41b2-816e-a67864ed227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94ae1202-7e39-4294-9503-35acfb55532e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.000944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (94ae1202-7e39-4294-9503-35acfb55532e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.043787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.048835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a8de335e-6b43-41b2-816e-a67864ed227d None None] Port 94ae1202-7e39-4294-9503-35acfb55532e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:16:03.059627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a8de335e-6b43-41b2-816e-a67864ed227d None None] Provisioning complete for port 962b133a-8c29-4890-9931-93a9e4b1d500 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:03.060144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a8de335e-6b43-41b2-816e-a67864ed227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.065760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-6fdaf48a-8333-45da-8243-5595bd4b8abd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553129 Apr 29 04:16:03.135368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.166662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:03.172754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a8de335e-6b43-41b2-816e-a67864ed227d None None] Current status of the port 962b133a-8c29-4890-9931-93a9e4b1d500 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:03.186640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-012d80ae-9f45-4e0b-a254-e8a3f894349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:03.188438 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-012d80ae-9f45-4e0b-a254-e8a3f894349e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1129 time: 0.0646086 Apr 29 04:16:03.248574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.253450 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-06468878-5a71-425e-bf01-d494cb0367e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3961482 Apr 29 04:16:03.254076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36586) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:03.261182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:03.303078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-99160dad-350e-4932-9534-9a1a4cb67d1d None None] Provisioning complete for port 94ae1202-7e39-4294-9503-35acfb55532e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:03.303697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99160dad-350e-4932-9534-9a1a4cb67d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94ae1202-7e39-4294-9503-35acfb55532e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.307683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-ca4b0d9c-a2bb-4c9a-a6f2-345c8a538295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:03.309635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-ca4b0d9c-a2bb-4c9a-a6f2-345c8a538295 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0964892 Apr 29 04:16:03.312893 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Publish callbacks [] for port (94ae1202-7e39-4294-9503-35acfb55532e), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.342420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-99160dad-350e-4932-9534-9a1a4cb67d1d None None] Port 94ae1202-7e39-4294-9503-35acfb55532e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:16:03.357820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5ee6b855-10c9-48b3-bac7-a141edb5a4fb), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.385642 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-4576c6cd-faa7-490f-9fa5-430d784223c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 1000 time: 0.0662608 Apr 29 04:16:03.396609 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (94ae1202-7e39-4294-9503-35acfb55532e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.419398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (5ee6b855-10c9-48b3-bac7-a141edb5a4fb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.448262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-e8dfb682-a933-4e95-84a2-37c41d5649e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:03.450203 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Pushing event updated for resources: {'Port': ['ID=94ae1202-7e39-4294-9503-35acfb55532e,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:03.450449 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-e8dfb682-a933-4e95-84a2-37c41d5649e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0558956 Apr 29 04:16:03.460228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-faaa2c87-1bc7-4e1a-a25e-aa01b5d91fc0 None None] Provisioning complete for port 94ae1202-7e39-4294-9503-35acfb55532e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:03.460610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-faaa2c87-1bc7-4e1a-a25e-aa01b5d91fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94ae1202-7e39-4294-9503-35acfb55532e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.474614 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.475159 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.475742 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.476275 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.476805 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.477298 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.477847 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.478494 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.478843 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.479176 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.479517 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.479858 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.480181 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.480494 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.481035 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:16:03.506798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-faaa2c87-1bc7-4e1a-a25e-aa01b5d91fc0 None None] Port 94ae1202-7e39-4294-9503-35acfb55532e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:16:03.515248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5ee6b855-10c9-48b3-bac7-a141edb5a4fb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.517997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-12b1a13f-bf62-41b8-a911-b3f1fbcffe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:03.518192 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-12b1a13f-bf62-41b8-a911-b3f1fbcffe78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0587385 Apr 29 04:16:03.528333 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Attempting to bind port 94ae1202-7e39-4294-9503-35acfb55532e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:16:03.528924 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Attempting to bind port 94ae1202-7e39-4294-9503-35acfb55532e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:16:03.529727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee6b855-10c9-48b3-bac7-a141edb5a4fb,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:03.530061 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Attempting to bind port 94ae1202-7e39-4294-9503-35acfb55532e on network cd87b275-8929-49e0-8ca4-74e130b99aea {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:16:03.539602 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:16:03.540063 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Checking segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:16:03.540467 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.540934 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Bound using segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:16:03.541415 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Bound port: 94ae1202-7e39-4294-9503-35acfb55532e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:16:03.541945 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (94ae1202-7e39-4294-9503-35acfb55532e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.609466 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] For port 94ae1202-7e39-4294-9503-35acfb55532e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:16:03.612878 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] For port 94ae1202-7e39-4294-9503-35acfb55532e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=94ae1202-7e39-4294-9503-35acfb55532e,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:16:03.617808 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-79784206-ad85-4181-a7d8-a4abb4272dc0 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900455 Apr 29 04:16:03.642591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.644487 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3a953325-1459-4af5-9457-69b01cd8c358 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888772 Apr 29 04:16:03.649386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36588) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:03.651445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:03.696555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 962b133a-8c29-4890-9931-93a9e4b1d500 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:03.725982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb71e47-c91c-4f0f-bc5d-2523ae9e3b08 req-f0f32945-3ed5-4b5b-bb07-a32ec6939c3f service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023355 Apr 29 04:16:03.732401 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (94ae1202-7e39-4294-9503-35acfb55532e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.743720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] Provisioning complete for port 94ae1202-7e39-4294-9503-35acfb55532e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:03.744103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94ae1202-7e39-4294-9503-35acfb55532e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.762368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (11fdb38b-7463-4219-9f7d-2e5d538cf6f5), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.795237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:16:03.796198 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:15:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:03.814344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 962b133a-8c29-4890-9931-93a9e4b1d500 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:03.814714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.838346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (11fdb38b-7463-4219-9f7d-2e5d538cf6f5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.855165 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbcf71-383a-47bf-8a05-8cd35b6c7979 None None] Pushing event updated for resources: {'Port': ['ID=94ae1202-7e39-4294-9503-35acfb55532e,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:03.901653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] Current status of the port 94ae1202-7e39-4294-9503-35acfb55532e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:03.902047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (94ae1202-7e39-4294-9503-35acfb55532e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.933696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (11fdb38b-7463-4219-9f7d-2e5d538cf6f5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:03.934303 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:03.954125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fdb38b-7463-4219-9f7d-2e5d538cf6f5,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:03.980445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 962b133a-8c29-4890-9931-93a9e4b1d500 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:03.981914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aa5d186a-605d-4e2e-9482-eb9321eda4ba up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:03.989713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] For port 94ae1202-7e39-4294-9503-35acfb55532e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=94ae1202-7e39-4294-9503-35acfb55532e,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:04.029605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port aa5d186a-605d-4e2e-9482-eb9321eda4ba triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:04.029885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.032987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.034384 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fa7323b6-13b1-4d41-a006-3ed5c2e736a9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3865871 Apr 29 04:16:04.037073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36590) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:04.043994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:04.055881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (94ae1202-7e39-4294-9503-35acfb55532e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.120977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05d0b7-b2e4-473c-bf1d-17e181792b71 None None] Pushing event updated for resources: {'Port': ['ID=94ae1202-7e39-4294-9503-35acfb55532e,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:04.134252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (973cd5ca-6d98-4ba5-ad62-0fab0489fb9b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.150875 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:04.172422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port aa5d186a-605d-4e2e-9482-eb9321eda4ba is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:04.177928 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939bb10-7034-41cc-bf37-6839b0fae25a None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:16:04.181753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-39c6f196-a54d-41a4-b4bd-54cb989b52db None None] Provisioning complete for port 94ae1202-7e39-4294-9503-35acfb55532e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:04.182137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-39c6f196-a54d-41a4-b4bd-54cb989b52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94ae1202-7e39-4294-9503-35acfb55532e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.207158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (973cd5ca-6d98-4ba5-ad62-0fab0489fb9b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.270581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (973cd5ca-6d98-4ba5-ad62-0fab0489fb9b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.287918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-39c6f196-a54d-41a4-b4bd-54cb989b52db None None] Current status of the port 94ae1202-7e39-4294-9503-35acfb55532e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:04.294072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973cd5ca-6d98-4ba5-ad62-0fab0489fb9b,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:04.347079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.350139 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5ad2da04-c8b9-4711-b528-d04996a7a5b2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101473 Apr 29 04:16:04.351419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36592) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:04.356602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:04.446400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (01a3cf81-44e2-453a-83ea-7235f186d663), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.509800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (01a3cf81-44e2-453a-83ea-7235f186d663), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.584969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (01a3cf81-44e2-453a-83ea-7235f186d663), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.605998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a3cf81-44e2-453a-83ea-7235f186d663,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:04.661702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.666087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36594) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:04.666689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6b0751cf-a2a2-4a54-aba0-9ac3451a27cb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3131564 Apr 29 04:16:04.672025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:04.777424 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:16:04.783496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (286ac05a-8e64-4dea-a1d5-0d4fb2d734a8), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.848829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (286ac05a-8e64-4dea-a1d5-0d4fb2d734a8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.899643 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (286ac05a-8e64-4dea-a1d5-0d4fb2d734a8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.919896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286ac05a-8e64-4dea-a1d5-0d4fb2d734a8,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:04.958271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:04.959500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cd441446-15a4-47ff-acc3-51a50288a0c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2915955 Apr 29 04:16:04.963115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36596) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:04.967932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': 'f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:05.082222 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:16:05.088732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (89f9de25-32fd-4fe7-bd90-acc07bcbc5ab), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:05.152686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (89f9de25-32fd-4fe7-bd90-acc07bcbc5ab), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:05.224822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (89f9de25-32fd-4fe7-bd90-acc07bcbc5ab), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:05.246658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f9de25-32fd-4fe7-bd90-acc07bcbc5ab,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:05.325050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:05.326260 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a415aeb1-67a2-41ee-9253-a24d1cfde541 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3621702 Apr 29 04:16:05.480540 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-18852439-50fb-4c51-840e-4d7153610d91 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834525914&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0438612 Apr 29 04:16:05.585494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-e21ac88f-d280-4a46-8660-ab6de69d836d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:05.586880 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-e21ac88f-d280-4a46-8660-ab6de69d836d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 797 time: 0.0998175 Apr 29 04:16:05.601003 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-d7a29af4-a079-431b-8824-ed56fbd7680a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0085609 Apr 29 04:16:05.653578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-e651ed8d-e1c4-44bb-a197-1a6d0146ac4f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465419 Apr 29 04:16:05.689345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 94ae1202-7e39-4294-9503-35acfb55532e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:05.719260 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-bc74c895-d9c7-4aa3-9d1b-d6f190011fc7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:16:05.720266 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-bc74c895-d9c7-4aa3-9d1b-d6f190011fc7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0493462 Apr 29 04:16:05.739757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 94ae1202-7e39-4294-9503-35acfb55532e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:05.739757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (94ae1202-7e39-4294-9503-35acfb55532e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:05.815629 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-3a828fd4-76b6-4ca0-8878-528854059f7a service neutron] 10.222.0.37 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 Apr 29 04:16:05.822096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 94ae1202-7e39-4294-9503-35acfb55532e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:05.904199 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-5b2bb5a2-a353-4cfa-b6af-bc592d260294 service neutron] 10.222.0.37 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824502 Apr 29 04:16:06.177285 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7cee2649-08a3-433c-b18b-ace732f0aa3c req-2de8c571-539c-44dd-9383-7ac8d8e95a45 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 210 time: 0.0287848 Apr 29 04:16:07.284554 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bc1d2fc3-bdd0-458e-ae96-baba967c860f req-cfbd4973-02f3-48b3-b2e4-ccc4a7f6d93a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 210 time: 0.0386829 Apr 29 04:16:08.380628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fcd55ec-5b3b-46a6-850b-0bddb25a2bd4 req-e94384b6-1aab-4b37-a34d-d20aa1811760 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 210 time: 0.0278046 Apr 29 04:16:08.842393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-4c883844-0ddb-40a5-91c6-425cf1b7dd1d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:08.843841 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-4c883844-0ddb-40a5-91c6-425cf1b7dd1d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 797 time: 0.1066713 Apr 29 04:16:08.904857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9aee2210-b3e3-4167-90b6-aa0cd67d31c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:08.908887 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-9c64f7d9-b444-4d4a-84ce-959d5b466692 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 379 time: 0.0546238 Apr 29 04:16:08.918016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:09.131581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:16:09.135522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:09.263221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.13 (cd87b275-8929-49e0-8ca4-74e130b99aea/0fc53639-a59c-4d0c-8e19-4a8e013f3bfb/af111c82-d6ba-41d9-8554-be70426492a0) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:16:09.403722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (af111c82-d6ba-41d9-8554-be70426492a0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:09.479689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8c21e71a-1dc6-467a-8668-0bbf88a02f79 req-a573e950-fcf1-4f77-b16b-f85ce4e6477d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 210 time: 0.0287094 Apr 29 04:16:09.522429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:09.564925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network cd87b275-8929-49e0-8ca4-74e130b99aea is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:09.569916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:09.573709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:16:09.579912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:09.626573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:09.627188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:09.706070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-aa7ec65d-c663-4e7f-be2b-2e4f3b6eae6b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7922196 Apr 29 04:16:09.723455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Request body: {'port': {'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:09.837195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-48a8a178-4679-4ec0-b718-292a302c2e3a None None] Provisioning complete for port af111c82-d6ba-41d9-8554-be70426492a0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:09.838375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48a8a178-4679-4ec0-b718-292a302c2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (af111c82-d6ba-41d9-8554-be70426492a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:09.874444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-48a8a178-4679-4ec0-b718-292a302c2e3a None None] Port af111c82-d6ba-41d9-8554-be70426492a0 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:16:10.118720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:10.371743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af111c82-d6ba-41d9-8554-be70426492a0 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:16:10.379037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Publish callbacks [] for port (af111c82-d6ba-41d9-8554-be70426492a0), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:10.391559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Transition to ACTIVE for port object af111c82-d6ba-41d9-8554-be70426492a0 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:16:10.464670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:10.520244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:10.624033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777b2-6374-460f-8819-fc1c2cc559c9 req-e1db3f52-4bb8-4f0c-95cd-14cbb6c40528 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:10.625510 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-706777b2-6374-460f-8819-fc1c2cc559c9 req-e1db3f52-4bb8-4f0c-95cd-14cbb6c40528 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 944 time: 0.0625484 Apr 29 04:16:10.630506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Attempting to bind port af111c82-d6ba-41d9-8554-be70426492a0 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:16:10.630843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Attempting to bind port af111c82-d6ba-41d9-8554-be70426492a0 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:16:10.631164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Attempting to bind port af111c82-d6ba-41d9-8554-be70426492a0 on network cd87b275-8929-49e0-8ca4-74e130b99aea {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:16:10.642501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Port af111c82-d6ba-41d9-8554-be70426492a0 on network cd87b275-8929-49e0-8ca4-74e130b99aea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:16:10.642831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Attempting to bind port af111c82-d6ba-41d9-8554-be70426492a0 on network cd87b275-8929-49e0-8ca4-74e130b99aea {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:16:10.656460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:16:10.663968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Checking segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:16:10.663968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Bound using segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:16:10.663968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Bound port: af111c82-d6ba-41d9-8554-be70426492a0, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:16:10.663968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:10.717373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-706777b2-6374-460f-8819-fc1c2cc559c9 req-cbc06e4f-2a91-4a25-85ce-19c39597f6f8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837617 Apr 29 04:16:10.748570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:16:10.751939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:16:10.831140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:10.865895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:10.866539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:10.867925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] 10.222.0.31 "PUT /v2.0/ports/af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 1094 time: 1.1488755 Apr 29 04:16:10.868355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:16:10.871241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fed675-4ec0-4753-9463-5dfe5924e61e" -d '{"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:16:10.897686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284550c1-a7b6-46c6-9e54-ffe33032eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:10.909978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af52c21-9311-4c90-8bbe-1c34108918a7 x-openstack-request-id: req-0af52c21-9311-4c90-8bbe-1c34108918a7 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:16:10.910273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:16:10.910669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0af52c21-9311-4c90-8bbe-1c34108918a7 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:16:10.911236 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af52c21-9311-4c90-8bbe-1c34108918a7'] response: {'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'status': 'completed', 'code': 200} Apr 29 04:16:10.979775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed675-4ec0-4753-9463-5dfe5924e61e req-aa4eb15a-0fe0-4b35-aab4-f73c12ed3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:10.981286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-88fed675-4ec0-4753-9463-5dfe5924e61e req-aa4eb15a-0fe0-4b35-aab4-f73c12ed3b83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1128 time: 0.0424011 Apr 29 04:16:11.096545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed675-4ec0-4753-9463-5dfe5924e61e req-bfef8a37-0ade-461a-ba3d-0661d6c7bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:11.098099 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-88fed675-4ec0-4753-9463-5dfe5924e61e req-bfef8a37-0ade-461a-ba3d-0661d6c7bff1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983071 Apr 29 04:16:11.198011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed675-4ec0-4753-9463-5dfe5924e61e req-ec0c8f4b-2437-45f3-8a88-1330bbb070af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:11.199447 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-88fed675-4ec0-4753-9463-5dfe5924e61e req-ec0c8f4b-2437-45f3-8a88-1330bbb070af service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944388 Apr 29 04:16:11.205892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-02a10855-f880-4835-b0b9-2723baab95f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:11.286013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-60eb7407-3b30-4783-925e-b93a79411857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:11.287515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-60eb7407-3b30-4783-925e-b93a79411857 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1128 time: 0.0443151 Apr 29 04:16:11.329592 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-c18f5059-3cde-4fdb-94d8-d4afa6847b2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 217 time: 0.0341475 Apr 29 04:16:11.379471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-78c27941-c05c-4d11-8c01-279a2c61b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:11.380857 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-78c27941-c05c-4d11-8c01-279a2c61b7f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0420601 Apr 29 04:16:11.432259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f1cf-492b-4385-9169-2b320be4190a req-a27682d3-5b67-487e-816a-1dca79d8de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:11.433816 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-a27682d3-5b67-487e-816a-1dca79d8de95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442283 Apr 29 04:16:11.523834 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-e50e3e3a-7b7d-451f-ae94-3de76879b6cf service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803568 Apr 29 04:16:11.617649 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96b1f1cf-492b-4385-9169-2b320be4190a req-779bbe62-5b99-474e-9cce-71391fb81881 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Apr 29 04:16:11.834053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea58bd-1b04-45bc-a35e-1ef10064aac2 req-11fd3f06-3c5b-4d1c-81a2-4bed7bbace31 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:11.835508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0bea58bd-1b04-45bc-a35e-1ef10064aac2 req-11fd3f06-3c5b-4d1c-81a2-4bed7bbace31 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 944 time: 0.0478096 Apr 29 04:16:11.882872 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0bea58bd-1b04-45bc-a35e-1ef10064aac2 req-7a6f361f-0c9c-4abb-9937-ce04c115ddf7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Apr 29 04:16:12.194413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:13.000376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f175518-0b77-4a85-87fa-18a2dc660630 req-73f401b4-538c-48fb-a06a-4fc8fe32102c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:13.001772 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5f175518-0b77-4a85-87fa-18a2dc660630 req-73f401b4-538c-48fb-a06a-4fc8fe32102c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 944 time: 0.0492594 Apr 29 04:16:13.050749 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5f175518-0b77-4a85-87fa-18a2dc660630 req-b2d80e2d-8f5a-4be7-94f9-c1cefb1597ab tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Apr 29 04:16:13.738490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:14.160224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fa2a3-e54b-43fe-bbe9-dfa8f15a2948 req-a002a97d-c141-40bd-966c-e64b244499c6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:14.161742 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-851fa2a3-e54b-43fe-bbe9-dfa8f15a2948 req-a002a97d-c141-40bd-966c-e64b244499c6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 944 time: 0.0461106 Apr 29 04:16:14.197286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device af111c82-d6ba-41d9-8554-be70426492a0 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:16:14.260171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-851fa2a3-e54b-43fe-bbe9-dfa8f15a2948 req-bfbb2d97-488a-48c7-ae11-e2d4292b2c6a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928514 Apr 29 04:16:14.294735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:14.306097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'af111c82-d6ba-41d9-8554-be70426492a0', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:16:14.342258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port af111c82-d6ba-41d9-8554-be70426492a0 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:14.342574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:14.358619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af111c82-d6ba-41d9-8554-be70426492a0 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:16:14.376752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:14.453177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:14.500174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:14.718967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['af111c82-d6ba-41d9-8554-be70426492a0'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:16:15.125536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:15.375304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76759f-17dc-4732-9b77-4ec7dabc2143 req-7c06171a-10a9-4ab0-bc48-df4c3cc7db0b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:15.376837 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fe76759f-17dc-4732-9b77-4ec7dabc2143 req-7c06171a-10a9-4ab0-bc48-df4c3cc7db0b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Apr 29 04:16:15.425613 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fe76759f-17dc-4732-9b77-4ec7dabc2143 req-221bd418-be94-4b48-9491-213a8aab2b3e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431926 Apr 29 04:16:16.213796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device af111c82-d6ba-41d9-8554-be70426492a0 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:16.256329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port af111c82-d6ba-41d9-8554-be70426492a0 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:16:16.313862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port af111c82-d6ba-41d9-8554-be70426492a0 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:16.314228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (af111c82-d6ba-41d9-8554-be70426492a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:16.393453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port af111c82-d6ba-41d9-8554-be70426492a0 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:16.393833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:16.415688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:16:16.417947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801db77d-5e26-4b14-ae83-c06a13b5eade" -d '{"events": [{"server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "name": "network-vif-plugged", "status": "completed", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:16:16.430280 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:16.454919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a746392a-bb30-4178-9416-b2776bf00b28 x-openstack-request-id: req-a746392a-bb30-4178-9416-b2776bf00b28 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:16:16.455742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "name": "network-vif-plugged", "status": "completed", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:16:16.455742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a746392a-bb30-4178-9416-b2776bf00b28 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:16:16.455913 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a746392a-bb30-4178-9416-b2776bf00b28'] response: {'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'code': 200} Apr 29 04:16:16.510302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:16.555884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e368a0-8be8-44dc-900b-37268b81f920 req-3c2271ea-b403-4199-9a18-dfaf71a9f069 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:16.557409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-79e368a0-8be8-44dc-900b-37268b81f920 req-3c2271ea-b403-4199-9a18-dfaf71a9f069 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0566599 Apr 29 04:16:16.569709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:16.613954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-79e368a0-8be8-44dc-900b-37268b81f920 req-049b182a-b43a-41ac-a78f-84c0713cc7eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496554 Apr 29 04:16:16.762937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644489-6ec2-4341-a912-430b2f4ab579 req-02cf6d32-2c11-42d8-814b-5407b7073dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:16.764443 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fa644489-6ec2-4341-a912-430b2f4ab579 req-02cf6d32-2c11-42d8-814b-5407b7073dbb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1130 time: 0.0399840 Apr 29 04:16:16.815705 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fa644489-6ec2-4341-a912-430b2f4ab579 req-dfefbf68-9bf6-4046-9f08-5e13ce741cb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407572 Apr 29 04:16:17.213689 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:16:17.726313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e406f-5a9a-4390-b3f1-eb213083309a req-2552679c-8bcf-40f9-9ef5-1175639b68f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:17.727764 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f75e406f-5a9a-4390-b3f1-eb213083309a req-2552679c-8bcf-40f9-9ef5-1175639b68f2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0467067 Apr 29 04:16:17.778788 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f75e406f-5a9a-4390-b3f1-eb213083309a req-25929913-1c57-46d1-a294-05b819c38ff3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 Apr 29 04:16:18.890858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5dbd-bbda-4d2b-8653-73e6f5f7e1d0 req-63fe8772-6561-48db-90ed-391ea0023cec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:18.892315 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-695e5dbd-bbda-4d2b-8653-73e6f5f7e1d0 req-63fe8772-6561-48db-90ed-391ea0023cec tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0460751 Apr 29 04:16:18.943871 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-695e5dbd-bbda-4d2b-8653-73e6f5f7e1d0 req-b5e02186-e36b-4e51-8056-2721e628e74b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Apr 29 04:16:19.059887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4c8-7afb-4b37-a8a5-6cef442cae41 req-898f195d-08ff-451a-b749-58c1ce607ed8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:19.061354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ac6fb4c8-7afb-4b37-a8a5-6cef442cae41 req-898f195d-08ff-451a-b749-58c1ce607ed8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0505846 Apr 29 04:16:19.108468 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ac6fb4c8-7afb-4b37-a8a5-6cef442cae41 req-9f2637bd-a17d-4960-9de3-592a941f226b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416529 Apr 29 04:16:19.129947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36664) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:19.166663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fbc15-7fbb-46e8-8034-4489e65f707f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:19.168661 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-959fbc15-7fbb-46e8-8034-4489e65f707f tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1125 time: 0.0372491 Apr 29 04:16:19.171562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36666) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:19.175873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:19.253027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:19.333591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:19.434808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.240 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/303c3d3e-b308-4fd8-a602-e15dc4e85bfb) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:16:19.539573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:19.623081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:19.659819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:19.664484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:19.669370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:16:19.674552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=303c3d3e-b308-4fd8-a602-e15dc4e85bfb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:19.967460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.031936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (433a42ce-92f4-4919-b6ba-a31990ba0f40), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.160166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.305882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.361291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.431417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=303c3d3e-b308-4fd8-a602-e15dc4e85bfb,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:20.441550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (433a42ce-92f4-4919-b6ba-a31990ba0f40), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.540680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 433a42ce-92f4-4919-b6ba-a31990ba0f40 associated. External IP: 172.26.4.240, port: af111c82-d6ba-41d9-8554-be70426492a0. Apr 29 04:16:20.747533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:16:20.853815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:16:20.864165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:16:20.873816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:16:20.881242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:16:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:20.933435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:20.966659 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2e7d9511-6713-4598-8bd9-8b873c2d70a3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7916317 Apr 29 04:16:20.966659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:16:20.967155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6172e50-1de5-458d-9ff9-7805599f5c94" -d '{"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:16:20.967539 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36668) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:20.986205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:21.008928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e292a-7679-4e89-ac71-4b39a5438f70 x-openstack-request-id: req-c89e292a-7679-4e89-ac71-4b39a5438f70 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:16:21.009361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:16:21.009873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c89e292a-7679-4e89-ac71-4b39a5438f70 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:16:21.010332 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89e292a-7679-4e89-ac71-4b39a5438f70'] response: {'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'status': 'completed', 'code': 200} Apr 29 04:16:21.071077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-f5f11135-0a74-4a75-9e5f-20c047a14f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:21.072958 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-f5f11135-0a74-4a75-9e5f-20c047a14f61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1130 time: 0.0425975 Apr 29 04:16:21.179432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-cc5b7f0e-aff5-411e-b5ac-17789e0cac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:21.181030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-cc5b7f0e-aff5-411e-b5ac-17789e0cac4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 898 time: 0.1015489 Apr 29 04:16:21.221045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:19Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:21.251187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-8f1c9ef7-2c2d-4bb8-96c5-5103306cf35d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 1000 time: 0.0639138 Apr 29 04:16:21.253915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:16:21.262728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:16:21.263357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:16:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:21.297079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a165a69-e22b-473e-9d5b-c56fdab71102 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:21.306017 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4a165a69-e22b-473e-9d5b-c56fdab71102 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1125 time: 0.3372123 Apr 29 04:16:21.307686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-00ac065b-af8a-4fba-b536-f5f72432d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:21.309357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-00ac065b-af8a-4fba-b536-f5f72432d607 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0524251 Apr 29 04:16:21.368008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-ee0948f1-f2ca-4c41-8dd6-7cf865f0868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:21.370975 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-ee0948f1-f2ca-4c41-8dd6-7cf865f0868e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516052 Apr 29 04:16:21.375059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:21.466563 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-27efa6f2-ce05-486d-8840-342b134f3008 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904012 Apr 29 04:16:21.567768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36674) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:21.570379 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6172e50-1de5-458d-9ff9-7805599f5c94 req-814927b6-5135-4305-8bf1-ef4290be0c65 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975895 Apr 29 04:16:21.572888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560265293', 'description': 'tempest-secgroup-smoke-1560265293 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:21.716639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:21.745175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:19Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:21.776944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71169ad-0e9d-4537-a29b-cc5c7df42299 None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:19Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:16:21.790073 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (809fd7b7-db6d-4ca1-b9fc-f57fa250971c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:21.858820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (809fd7b7-db6d-4ca1-b9fc-f57fa250971c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:21.887297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809fd7b7-db6d-4ca1-b9fc-f57fa250971c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:21.971361 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a92f7b-e5f3-43f4-bdaa-c96b90df1540 None None] New status for floating IP 433a42ce-92f4-4919-b6ba-a31990ba0f40: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:16:21.971915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:21.972943 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1688c637-14e8-4ba3-b54d-206d85cffb4a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4041672 Apr 29 04:16:21.975946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36676) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:21.981242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '809fd7b7-db6d-4ca1-b9fc-f57fa250971c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:22.069942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (9414c3a7-b4a7-4e3f-8d7b-271f6232e627), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.126145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (9414c3a7-b4a7-4e3f-8d7b-271f6232e627), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.247913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (9414c3a7-b4a7-4e3f-8d7b-271f6232e627), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.265584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9414c3a7-b4a7-4e3f-8d7b-271f6232e627,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:22.346407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.347548 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-09a54a89-d509-4ac8-8f9d-658f14e1104e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706079 Apr 29 04:16:22.350341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36678) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:22.354702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '809fd7b7-db6d-4ca1-b9fc-f57fa250971c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:22.473223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (518437e6-13a4-45c1-b6fe-7eb4fad3c0d2), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.529584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (518437e6-13a4-45c1-b6fe-7eb4fad3c0d2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.611233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (518437e6-13a4-45c1-b6fe-7eb4fad3c0d2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.630501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518437e6-13a4-45c1-b6fe-7eb4fad3c0d2,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:22.694473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.695749 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-112af735-c6c6-4390-ab8b-340f7e9b1853 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444674 Apr 29 04:16:22.698769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36680) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:22.703306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '809fd7b7-db6d-4ca1-b9fc-f57fa250971c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:22.795179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (7ccd9547-db6f-40aa-96a5-2d57ac6affe6), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.855440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (7ccd9547-db6f-40aa-96a5-2d57ac6affe6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.931294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7ccd9547-db6f-40aa-96a5-2d57ac6affe6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:22.948407 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccd9547-db6f-40aa-96a5-2d57ac6affe6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:23.043272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.044528 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-50b7eec1-c0d9-49c9-9540-fe35409f69e0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447611 Apr 29 04:16:23.047254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36682) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:23.051566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '809fd7b7-db6d-4ca1-b9fc-f57fa250971c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:23.132742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (fa1bca43-1aef-47b3-a977-db310ac0e7a3), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.193381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (fa1bca43-1aef-47b3-a977-db310ac0e7a3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.281642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (fa1bca43-1aef-47b3-a977-db310ac0e7a3), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.300147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1bca43-1aef-47b3-a977-db310ac0e7a3,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:23.369120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.370386 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d514a4c2-48e4-4326-9c1d-88f16dfc21c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3222229 Apr 29 04:16:23.373554 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36684) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:23.377760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '809fd7b7-db6d-4ca1-b9fc-f57fa250971c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:23.464756 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:16:23.470458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (a3f61b07-3d9d-4dc8-bde7-3f379813bf2c), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.527011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (a3f61b07-3d9d-4dc8-bde7-3f379813bf2c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.589826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a3f61b07-3d9d-4dc8-bde7-3f379813bf2c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.607529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f61b07-3d9d-4dc8-bde7-3f379813bf2c,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:23.675838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.677032 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-526e1d17-0cb0-4f1c-906b-01b56de84ab3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3025661 Apr 29 04:16:23.680029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36686) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:23.684251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '809fd7b7-db6d-4ca1-b9fc-f57fa250971c', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:23.767298 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:16:23.773047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ed20653e-93b9-4337-b435-c720c6272c26), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.830518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (ed20653e-93b9-4337-b435-c720c6272c26), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.869849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (ed20653e-93b9-4337-b435-c720c6272c26), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.888536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed20653e-93b9-4337-b435-c720c6272c26,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:23.957396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:23.958575 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-402ed92f-b174-4004-812e-9adfabd6eb08 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2776120 Apr 29 04:16:24.104571 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-414eb7ed-b210-49c9-9b99-8673a04846fb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560265293&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0444875 Apr 29 04:16:24.207017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-e4841205-678d-417b-b99f-61e32d4fba2d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:24.208469 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-e4841205-678d-417b-b99f-61e32d4fba2d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 797 time: 0.0969620 Apr 29 04:16:24.223151 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-22649aa0-95ce-450d-92d6-1582c89b4cc3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0092063 Apr 29 04:16:24.275981 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-91efe25a-1bd2-4a52-9a2a-690e99010087 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479460 Apr 29 04:16:24.367082 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-86d4dfc3-abf1-4ffd-a352-13f35a5967b2 service neutron] 10.222.0.37 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Apr 29 04:16:24.456832 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-f6b10b0f-6e78-4126-abdc-2decd48d71fe service neutron] 10.222.0.37 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Apr 29 04:16:24.685854 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5931c807-a3cb-4a18-b03b-c58b96924baf req-e12179b3-5319-4485-a97b-1f19b0a7f1c5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 210 time: 0.0305793 Apr 29 04:16:25.767010 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1d531b6f-f641-41a0-8f04-e34b401b4d54 req-99f09757-c892-4f59-a256-9851448b9eef tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Apr 29 04:16:26.858804 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e7467c8b-7b2f-49c7-9e1a-52c4e295c4aa req-450ec2bf-2a85-46de-a354-b851d2e4ea17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Apr 29 04:16:27.952566 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-33c6caa8-2771-4c12-8c69-83917f93d765 req-965bcd8e-c34b-42bf-ad91-d1bd437f35a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 210 time: 0.0269501 Apr 29 04:16:28.400335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-678c169e-3fd7-41c5-a0f5-003b4c227f60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:28.401858 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-678c169e-3fd7-41c5-a0f5-003b4c227f60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 797 time: 0.0981140 Apr 29 04:16:28.480989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-921db592-f1f9-431f-9757-1e7a5488f1fa tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 472 time: 0.0699749 Apr 29 04:16:28.489731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['809fd7b7-db6d-4ca1-b9fc-f57fa250971c']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:28.983003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:16:28.986609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.075769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7412a539-62f1-495e-ba85-3eef6a04a590 req-f3d1e2bb-6721-4096-9704-0a1ea466994e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 210 time: 0.0351579 Apr 29 04:16:29.135979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.3 (cd87b275-8929-49e0-8ca4-74e130b99aea/0fc53639-a59c-4d0c-8e19-4a8e013f3bfb/9cc54c4d-a316-43d0-a4a8-494c4ae1e464) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:16:29.271747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.355569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.396875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network cd87b275-8929-49e0-8ca4-74e130b99aea is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:29.401849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:29.405532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:16:29.411615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:29.462099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:29.462709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.563988 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-c4e7869f-8a54-4ecf-8349-13d998dcff14 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0777154 Apr 29 04:16:29.577672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Request body: {'port': {'device_id': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:29.640920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.648483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c8e79ed9-9bfa-4191-8e0b-594c2007c12d None None] Provisioning complete for port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:29.649023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c8e79ed9-9bfa-4191-8e0b-594c2007c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.683294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c8e79ed9-9bfa-4191-8e0b-594c2007c12d None None] Port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:16:29.895017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:16:29.902297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Publish callbacks [] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:29.914701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Transition to ACTIVE for port object 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:16:29.995303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:30.055552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:30.131319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Attempting to bind port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:16:30.132492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Attempting to bind port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:16:30.132813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Attempting to bind port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 on network cd87b275-8929-49e0-8ca4-74e130b99aea {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:16:30.138319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 on network cd87b275-8929-49e0-8ca4-74e130b99aea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:16:30.138649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Attempting to bind port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 on network cd87b275-8929-49e0-8ca4-74e130b99aea {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:16:30.144582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:16:30.145114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Checking segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:16:30.145531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Bound using segment: {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:16:30.145969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Bound port: 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:16:30.146331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:30.227464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] For port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:16:30.227718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a833e7-fd42-4563-8afb-1571d6728ae1 req-bcba8d3a-5072-45da-a296-c57112cc0b8e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.231697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] For port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:16:30.238119 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e1a833e7-fd42-4563-8afb-1571d6728ae1 req-bcba8d3a-5072-45da-a296-c57112cc0b8e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 943 time: 0.0661478 Apr 29 04:16:30.288405 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e1a833e7-fd42-4563-8afb-1571d6728ae1 req-3a93c311-7bd3-4707-8b1c-097d9a4a2e36 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511305 Apr 29 04:16:30.303589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:30.346558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.347404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:30.349007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] 10.222.0.31 "PUT /v2.0/ports/9cc54c4d-a316-43d0-a4a8-494c4ae1e464 HTTP/1.1" status: 200 len: 1093 time: 0.7761016 Apr 29 04:16:30.349591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:16:30.351997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f37567-fc1a-41ae-802b-8af8d9146ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:16:30.377059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44731a32-bd49-4013-918b-0027ef90b720 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:30.408158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81af0b-6586-410a-8346-c5e82110e937 x-openstack-request-id: req-2a81af0b-6586-410a-8346-c5e82110e937 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:16:30.408757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:16:30.409146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a81af0b-6586-410a-8346-c5e82110e937 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:16:30.409595 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a81af0b-6586-410a-8346-c5e82110e937'] response: {'name': 'network-changed', 'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'status': 'completed', 'code': 200} Apr 29 04:16:30.478469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37567-fc1a-41ae-802b-8af8d9146ca9 req-7a70936b-b38d-491a-bef5-55a0b7d171ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.479989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82f37567-fc1a-41ae-802b-8af8d9146ca9 req-7a70936b-b38d-491a-bef5-55a0b7d171ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 1127 time: 0.0419347 Apr 29 04:16:30.582456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37567-fc1a-41ae-802b-8af8d9146ca9 req-1cc754ac-415d-47e8-802f-5b3a1088c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.583956 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82f37567-fc1a-41ae-802b-8af8d9146ca9 req-1cc754ac-415d-47e8-802f-5b3a1088c6dd service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0950141 Apr 29 04:16:30.682489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37567-fc1a-41ae-802b-8af8d9146ca9 req-d8d000c8-6dd5-4b50-95ed-b47ba48e1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.683894 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82f37567-fc1a-41ae-802b-8af8d9146ca9 req-d8d000c8-6dd5-4b50-95ed-b47ba48e1a52 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938518 Apr 29 04:16:30.757656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-98d5270c-e06c-433e-8b79-8c6485272ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.759182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-98d5270c-e06c-433e-8b79-8c6485272ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 1127 time: 0.0392017 Apr 29 04:16:30.803131 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-55cfbd4d-2d12-4644-9f26-52b50bd15d5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464 HTTP/1.1" status: 200 len: 217 time: 0.0367591 Apr 29 04:16:30.850108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-e4d10056-ad1b-41d6-ba3e-0f745f9b76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.851512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-e4d10056-ad1b-41d6-ba3e-0f745f9b76a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0426121 Apr 29 04:16:30.894906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-0d5027f9-a34b-4351-841b-284ee7c385bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:30.896373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-0d5027f9-a34b-4351-841b-284ee7c385bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384386 Apr 29 04:16:30.987447 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-218d2de6-4c8b-4a6b-8235-962c7ad77c79 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841565 Apr 29 04:16:31.086618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84ccfdb6-db94-4277-be3f-b70a9b21b02e req-427c1b0d-9f5c-4ab6-b629-577d78b775c7 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901337 Apr 29 04:16:31.420892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd80bac-6b1d-4dbe-b47c-ea96f2326711 req-3520ad06-3e3a-47f2-ba5a-8455fb9299df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:31.422388 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8dd80bac-6b1d-4dbe-b47c-ea96f2326711 req-3520ad06-3e3a-47f2-ba5a-8455fb9299df tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 943 time: 0.0468791 Apr 29 04:16:31.470711 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8dd80bac-6b1d-4dbe-b47c-ea96f2326711 req-c5c295e8-ff73-4fe1-af8f-0ec968970470 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Apr 29 04:16:32.294642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:16:32.391063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:32.401619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'port_id': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'mac_address': 'fa:16:3e:cd:b6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:16:32.438255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:32.438635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:32.454453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:16:32.472299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:32.561569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:32.590223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91950327-81e9-41d3-8dd5-297d25fe49be req-21b2b901-7c56-4307-a7c5-30a6245ea212 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:32.591728 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-91950327-81e9-41d3-8dd5-297d25fe49be req-21b2b901-7c56-4307-a7c5-30a6245ea212 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 943 time: 0.0522871 Apr 29 04:16:32.611291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:32.644430 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-91950327-81e9-41d3-8dd5-297d25fe49be req-819d39ed-e028-40bb-8ce9-48158c613029 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467465 Apr 29 04:16:32.808983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['9cc54c4d-a316-43d0-a4a8-494c4ae1e464'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:16:33.756485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde139bf-e1e9-4a74-a909-1f20d4dd0d23 req-9fe956e4-0bae-42ea-9114-5aa949a05292 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:33.758016 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dde139bf-e1e9-4a74-a909-1f20d4dd0d23 req-9fe956e4-0bae-42ea-9114-5aa949a05292 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 944 time: 0.0475590 Apr 29 04:16:33.806389 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dde139bf-e1e9-4a74-a909-1f20d4dd0d23 req-62686a19-979e-48ff-b7b9-b1ebf8caf4ce tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Apr 29 04:16:34.305270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:16:34.348841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:16:34.410709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:16:34.411086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:34.488588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:16:34.488969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:34.510319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:16:34.512559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137e737-8137-4d14-a85d-8bf06c6da977" -d '{"events": [{"server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "name": "network-vif-plugged", "status": "completed", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:16:34.524084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:16:34.549096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840863ab-cd01-4f04-aa83-b8c89043c048 x-openstack-request-id: req-840863ab-cd01-4f04-aa83-b8c89043c048 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:16:34.549435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "name": "network-vif-plugged", "status": "completed", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:16:34.549667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-840863ab-cd01-4f04-aa83-b8c89043c048 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:16:34.550073 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840863ab-cd01-4f04-aa83-b8c89043c048'] response: {'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'code': 200} Apr 29 04:16:34.593936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:34.640396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:34.850155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c752e-2d32-4779-9716-327897ccea6c req-da07256e-cfe5-413f-97cc-45616c29aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:34.851591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298c752e-2d32-4779-9716-327897ccea6c req-da07256e-cfe5-413f-97cc-45616c29aa2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 1129 time: 0.0383852 Apr 29 04:16:34.896819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298c752e-2d32-4779-9716-327897ccea6c req-ffec57e1-584e-4488-a62a-816df4d0210f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392644 Apr 29 04:16:34.922827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca852-4722-4de4-8e05-773ade2161db req-27c5a5e4-1199-4f3b-83e7-5ef0f110cd26 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:34.924281 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c8ca852-4722-4de4-8e05-773ade2161db req-27c5a5e4-1199-4f3b-83e7-5ef0f110cd26 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Apr 29 04:16:34.972647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c8ca852-4722-4de4-8e05-773ade2161db req-29071781-7748-44fb-9b84-d0b6bb2deef3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Apr 29 04:16:36.083133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c893-7ca5-400b-959f-f653ea3be5bc req-c4193268-4882-4c53-a036-27b9178103e5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:36.084576 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6d83c893-7ca5-400b-959f-f653ea3be5bc req-c4193268-4882-4c53-a036-27b9178103e5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0457177 Apr 29 04:16:36.135159 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6d83c893-7ca5-400b-959f-f653ea3be5bc req-0b560375-6659-4051-8f4e-f6674cbfb5de tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Apr 29 04:16:37.245596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b499b81-365d-4963-8270-357fd64c0950 req-0b76a711-c24f-462f-88d1-15245bf8df78 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:37.247644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3b499b81-365d-4963-8270-357fd64c0950 req-0b76a711-c24f-462f-88d1-15245bf8df78 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0467231 Apr 29 04:16:37.294924 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3b499b81-365d-4963-8270-357fd64c0950 req-dce5c5cb-ba31-4885-8e8f-dde2ebee179a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Apr 29 04:16:37.405396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc7a18-d600-460e-bbd8-ce567a12d2b5 req-d67d7345-cf8c-4815-944c-99b5a955a5d6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:37.406870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ebc7a18-d600-460e-bbd8-ce567a12d2b5 req-d67d7345-cf8c-4815-944c-99b5a955a5d6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0462503 Apr 29 04:16:37.454930 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ebc7a18-d600-460e-bbd8-ce567a12d2b5 req-27d285a5-4984-43af-a70a-8e6e3860e00a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Apr 29 04:16:37.475846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36746) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:37.512457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ca4e5-75e8-4113-ad42-7a0ecd542408 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:37.513978 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-149ca4e5-75e8-4113-ad42-7a0ecd542408 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 1124 time: 0.0371535 Apr 29 04:16:37.516547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36748) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:16:37.520635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:16:37.587556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:37.667909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:37.768194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.146 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/cd9a8a34-5cda-4b26-9d35-71f888396b90) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:16:37.871340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:37.954001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:37.995212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:16:37.998176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:16:38.002749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:16:38.005490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=cd9a8a34-5cda-4b26-9d35-71f888396b90,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:38.388841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (13b2f110-7487-46c9-b9ac-89af9dffe124), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:38.518217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:38.659340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:38.721963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:38.793732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=cd9a8a34-5cda-4b26-9d35-71f888396b90,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:16:38.804190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (13b2f110-7487-46c9-b9ac-89af9dffe124), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:38.865139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7a49d175-c8d1-4b2d-93c2-7ac380f2cf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:38.905418 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 13b2f110-7487-46c9-b9ac-89af9dffe124 associated. External IP: 172.26.4.146, port: 9cc54c4d-a316-43d0-a4a8-494c4ae1e464. Apr 29 04:16:39.114117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:16:39.220861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:16:39.231527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:16:39.244431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:16:39.245094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:16:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:39.288527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:39.318828 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ce423ac7-f2c7-46b1-bd05-13eae9b777f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8012896 Apr 29 04:16:39.319413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:16:39.321712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d1169c-3062-4b7b-a148-c97818a0ba13" -d '{"events": [{"name": "network-changed", "server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:16:39.354557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:39.357061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54622700-85b0-41e2-a6dc-698e50f2c305 x-openstack-request-id: req-54622700-85b0-41e2-a6dc-698e50f2c305 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:16:39.357356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:16:39.357594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54622700-85b0-41e2-a6dc-698e50f2c305 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:16:39.358003 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54622700-85b0-41e2-a6dc-698e50f2c305'] response: {'name': 'network-changed', 'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'status': 'completed', 'code': 200} Apr 29 04:16:39.417109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-7de0a266-8060-446f-b1aa-0ed2c84929fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:39.418599 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-7de0a266-8060-446f-b1aa-0ed2c84929fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 1129 time: 0.0407510 Apr 29 04:16:39.510397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-084c91bb-6f49-429f-9c9d-d38116c2ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:39.512350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-084c91bb-6f49-429f-9c9d-d38116c2ab96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 898 time: 0.0867262 Apr 29 04:16:39.571284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '13b2f110-7487-46c9-b9ac-89af9dffe124', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:cd:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:38Z', 'updated_at': '2022-04-29T04:16:38Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}, {'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:22Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:39.576832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-97d7828c-23a6-4089-b033-ac0773d5a123 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464 HTTP/1.1" status: 200 len: 999 time: 0.0579200 Apr 29 04:16:39.598145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:16:39.606486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:16:39.607091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:16:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:39.624232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-5b59122a-b765-46f4-b9b9-8ecbd417d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:39.625709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-5b59122a-b765-46f4-b9b9-8ecbd417d52e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0422437 Apr 29 04:16:39.672756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-aee158c6-9489-4410-abf6-a9d8985982a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:16:39.674192 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-aee158c6-9489-4410-abf6-a9d8985982a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422401 Apr 29 04:16:39.715002 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:16:39.763384 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-e55406a4-027d-4f4f-8e50-e2e23cdf8f66 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Apr 29 04:16:39.857604 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-84d1169c-3062-4b7b-a148-c97818a0ba13 req-30df9b9d-f936-4856-be15-fd30ce4e0914 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861230 Apr 29 04:16:39.936688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '13b2f110-7487-46c9-b9ac-89af9dffe124', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:cd:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:38Z', 'updated_at': '2022-04-29T04:16:38Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}, {'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:22Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:16:39.963051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865cde9-42c2-47f2-ae5a-278854fe6ed0 None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '13b2f110-7487-46c9-b9ac-89af9dffe124', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:cd:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:38Z', 'updated_at': '2022-04-29T04:16:38Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}, {'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:22Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:16:40.159406 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f954511-7106-4781-b00f-f62a7a3540e3 None None] New status for floating IP 13b2f110-7487-46c9-b9ac-89af9dffe124: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:16:41.206711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77ce9409-50f8-42b1-89f1-e292066d16e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:42.193055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:43.732322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:45.132217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:49.954917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:16:54.212238 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:17:03.105721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-8e67be42-cda8-4390-984e-c4c7cd0feb15 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385346 Apr 29 04:17:03.213284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-584f086c-33fd-4141-96ee-c261c514c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:03.215156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-584f086c-33fd-4141-96ee-c261c514c6a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1129 time: 0.0408306 Apr 29 04:17:03.337152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-fa7e1a0b-2341-4121-bfe0-b47b31ea0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:03.338677 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-fa7e1a0b-2341-4121-bfe0-b47b31ea0808 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.1057439 Apr 29 04:17:03.409027 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-3f3a5776-a581-4b5a-9127-32616de8bc8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 1000 time: 0.0626428 Apr 29 04:17:03.466147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-f7db9f35-cc60-4107-b97d-2fa314c6e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:03.467624 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-f7db9f35-cc60-4107-b97d-2fa314c6e3aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0532224 Apr 29 04:17:03.512498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-3db68841-b8e7-46ac-b253-71496e81c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:03.514076 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-3db68841-b8e7-46ac-b253-71496e81c644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407779 Apr 29 04:17:03.604737 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-44335d9f-6e50-4d7e-83c4-138362fa7429 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848095 Apr 29 04:17:04.027168 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-620efc3a-1ad8-44f9-a81d-4bd788bfe29c req-ec577e5a-b35e-453f-85ec-124a2125bb74 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156623 Apr 29 04:17:08.920259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-789e70bc-9dc8-4cf4-a4c1-61ffe0ddca96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:11.211293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b599bdd5-c0fc-4623-b418-f3a8d6353b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:12.210019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:13.765595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:15.115995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36838) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:15.141532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:15.184462 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-207f5acc-b355-4a97-8fe0-3b678348fe88 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/433a42ce-92f4-4919-b6ba-a31990ba0f40 HTTP/1.1" status: 200 len: 994 time: 0.0662572 Apr 29 04:17:16.013602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36848) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:16.019616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'admin_state_up': False}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:16.090747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:16.245615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:16.274823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (af111c82-d6ba-41d9-8554-be70426492a0), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:16.342701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:16.384621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:16.385235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:16.393628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/ports/af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 939 time: 0.3720355 Apr 29 04:17:16.393628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:16.393955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41de437-d54b-4d13-a694-e2b3f3bec028" -d '{"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:16.419019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=6']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:16.426535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.428238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.428238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.428238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.428238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.428653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.429011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.429975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.429975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.429975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.429975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.435918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.435918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.435918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.435918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6117d13-7264-43d6-ae4e-232ae726a59a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:16.444989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5004c8c1-4ebe-447e-9705-e4b2a1616b1f x-openstack-request-id: req-5004c8c1-4ebe-447e-9705-e4b2a1616b1f {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:16.445559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:16.445814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5004c8c1-4ebe-447e-9705-e4b2a1616b1f {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:16.446219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5004c8c1-4ebe-447e-9705-e4b2a1616b1f'] response: {'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'status': 'completed', 'code': 200} Apr 29 04:17:16.525784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-63fca99a-5a75-473b-b112-1dcf614733cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:16.527932 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-63fca99a-5a75-473b-b112-1dcf614733cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1131 time: 0.0580208 Apr 29 04:17:16.632530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-8218c830-ac46-444f-b1cd-adadd963df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:16.634086 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-8218c830-ac46-444f-b1cd-adadd963df67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 898 time: 0.0986278 Apr 29 04:17:16.654665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-58bb0bf4-9fda-45b7-b1e5-0cc33e0f3e66 None None] Provisioning complete for port af111c82-d6ba-41d9-8554-be70426492a0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:16.655782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-58bb0bf4-9fda-45b7-b1e5-0cc33e0f3e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (af111c82-d6ba-41d9-8554-be70426492a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:16.698218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-58bb0bf4-9fda-45b7-b1e5-0cc33e0f3e66 None None] Port af111c82-d6ba-41d9-8554-be70426492a0 is administratively disabled so it will not transition to active. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:366}} Apr 29 04:17:16.719152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-a0145e8f-5f2b-4e5e-b24d-47e9c4ce7846 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 1003 time: 0.0759943 Apr 29 04:17:16.773275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-534bcb9d-ae3f-4ac6-b934-6cbb3bbee544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:16.774663 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-534bcb9d-ae3f-4ac6-b934-6cbb3bbee544 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0462885 Apr 29 04:17:16.825385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-2db71e43-6447-4924-8bca-aaa470405be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:16.826875 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-2db71e43-6447-4924-8bca-aaa470405be4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423028 Apr 29 04:17:16.932204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-8b90c6e0-e232-4705-b9b4-652af6b05eb5 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945060 Apr 29 04:17:17.026769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c41de437-d54b-4d13-a694-e2b3f3bec028 req-6e9850e4-7f2c-4c75-8534-69fe7a496019 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854864 Apr 29 04:17:18.199759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-65f8f4bb-edac-419f-9503-b16fc0032b5b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066543601&fields=id&tenant_id=725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 267 time: 0.0444822 Apr 29 04:17:18.308137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-6cb0f54e-4272-4cff-81da-4ca54373343e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:18.309622 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-6cb0f54e-4272-4cff-81da-4ca54373343e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 812 time: 0.1028843 Apr 29 04:17:18.324822 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-1d531a88-e5ca-4472-9c0b-8e97edab862a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/quotas/725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 375 time: 0.0092010 Apr 29 04:17:18.377129 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-d070b434-5aef-4ffa-94ed-efa5eabf2bbf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469027 Apr 29 04:17:18.474661 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-c12e2031-8b81-467f-ad42-43e47fc5af69 service neutron] 10.222.0.37 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868440 Apr 29 04:17:18.563970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-be52c377-f679-499a-afcf-9224631c17a8 service neutron] 10.222.0.37 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828717 Apr 29 04:17:19.174520 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dc83552e-9f0d-4599-a083-e70b3815780b req-a7205db1-6e85-46cf-afe7-4c91b7765457 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0284097 Apr 29 04:17:19.825304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36884) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:19.831176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'admin_state_up': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:19.904553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:20.028445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:20.056758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:20.086225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (af111c82-d6ba-41d9-8554-be70426492a0), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:20.182447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:20.223683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:20.224305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:20.228550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/ports/af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 938 time: 0.3994296 Apr 29 04:17:20.228550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:20.228550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183" -d '{"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:20.228966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 36888) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:20.262395 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baba3d5-0c1c-48ee-9215-3c9e68ced509 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=7']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:20.301284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baddde6-199c-4001-ad5e-a6849877d43c x-openstack-request-id: req-6baddde6-199c-4001-ad5e-a6849877d43c {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:20.301863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:20.302302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6baddde6-199c-4001-ad5e-a6849877d43c {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:20.303187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baddde6-199c-4001-ad5e-a6849877d43c'] response: {'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'status': 'completed', 'code': 200} Apr 29 04:17:20.307740 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-865d5bc3-9837-4d2c-9b1f-7e15d58bd25f req-c19477da-e627-4c5a-91de-b01888d64147 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0419014 Apr 29 04:17:20.317468 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-43fa64cc-7f50-44a2-95f7-68f3b19f1597 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/433a42ce-92f4-4919-b6ba-a31990ba0f40 HTTP/1.1" status: 200 len: 994 time: 0.0872281 Apr 29 04:17:20.360802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-11b328e4-7933-403b-a2b1-b8dfdc45e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:20.362446 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-11b328e4-7933-403b-a2b1-b8dfdc45e404 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1130 time: 0.0494189 Apr 29 04:17:20.458732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-f51067ee-190f-440f-b2a7-484d0bb4fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:20.460287 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-f51067ee-190f-440f-b2a7-484d0bb4fb32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 898 time: 0.0912805 Apr 29 04:17:20.517643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['af111c82-d6ba-41d9-8554-be70426492a0'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:17:20.532070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-f7c475ca-1f65-483c-b102-e203444a1acc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 1002 time: 0.0644755 Apr 29 04:17:20.576104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-636037ae-cde0-48b7-bc97-5481fead7570 None None] Provisioning complete for port af111c82-d6ba-41d9-8554-be70426492a0 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:20.576467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-636037ae-cde0-48b7-bc97-5481fead7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (af111c82-d6ba-41d9-8554-be70426492a0), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:20.592085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-0f0404f4-862f-4269-9373-04cf12af4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:20.592085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-0f0404f4-862f-4269-9373-04cf12af4fbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0461025 Apr 29 04:17:20.633153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-76bfaee2-b968-4448-b743-bc6330cb5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:20.634787 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-76bfaee2-b968-4448-b743-bc6330cb5fce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397003 Apr 29 04:17:20.702718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-636037ae-cde0-48b7-bc97-5481fead7570 None None] Current status of the port af111c82-d6ba-41d9-8554-be70426492a0 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:20.751787 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-194d9ce2-ba87-42bf-9951-31f0f2f464b7 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057749 Apr 29 04:17:20.843448 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63cd6685-bf33-46d3-b1f0-e6ca18cd5183 req-2a88f2b2-0622-4708-91fb-2b8da4736eed service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853376 Apr 29 04:17:21.323725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-f696c76c-dc5e-40f7-b404-47a1676c5bff tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:21.326160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-f696c76c-dc5e-40f7-b404-47a1676c5bff tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 812 time: 0.1048582 Apr 29 04:17:21.389805 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-5000d785-174f-4dca-ae6e-c140bcd00d52 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725cfdfdc2874590b14d8053de3dc524 HTTP/1.1" status: 200 len: 380 time: 0.0539374 Apr 29 04:17:21.400726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'port': {'device_id': '21de840f-6b99-4dee-8973-f862e9e0081a', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'admin_state_up': True, 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'security_groups': ['c83925e5-77bc-4864-86d1-56ad7efd1fa3']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:21.418623 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffd6d1da-7f3e-45a7-94d5-8ac2f4d39bfc req-199f787a-d272-4e6f-8d2b-4c7fc0cf107d tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0332434 Apr 29 04:17:21.569456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Made reservation on behalf of 725cfdfdc2874590b14d8053de3dc524 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:17:21.572957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:21.698389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Allocated IP 172.20.0.12 (a30a976b-8021-46f1-b423-5cf620aef04e/f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c/38442ec4-aade-48b4-af8c-d8eb8043cc90) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:17:21.844839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:21.955096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.001924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Network a30a976b-8021-46f1-b423-5cf620aef04e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:22.007017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:22.010750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:17:22.038465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=38442ec4-aade-48b4-af8c-d8eb8043cc90,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:22.068705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:22.069404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.139744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-e0f7c8bd-1a72-45a9-8f1a-125b11a6ae07 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427092 Apr 29 04:17:22.154968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Request body: {'port': {'device_id': '21de840f-6b99-4dee-8973-f862e9e0081a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:22.223560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.243872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a1846f13-f862-450a-a875-489eccfc2826 None None] Provisioning complete for port 38442ec4-aade-48b4-af8c-d8eb8043cc90 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:22.244458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a1846f13-f862-450a-a875-489eccfc2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.279581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a1846f13-f862-450a-a875-489eccfc2826 None None] Port 38442ec4-aade-48b4-af8c-d8eb8043cc90 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:17:22.501356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38442ec4-aade-48b4-af8c-d8eb8043cc90 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:17:22.509078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Publish callbacks [] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.521486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Transition to ACTIVE for port object 38442ec4-aade-48b4-af8c-d8eb8043cc90 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:17:22.544098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2e9e1-ef21-48d1-a2fa-f27b7295b717 req-4f28083e-4b87-429b-b84a-c78ff876eb6c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:22.545889 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aea2e9e1-ef21-48d1-a2fa-f27b7295b717 req-4f28083e-4b87-429b-b84a-c78ff876eb6c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 932 time: 0.0507879 Apr 29 04:17:22.597636 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aea2e9e1-ef21-48d1-a2fa-f27b7295b717 req-ad8697b2-a924-413b-9048-8151aecc7e3e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 Apr 29 04:17:22.638237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.691002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Pushing event updated for resources: {'Port': ['ID=38442ec4-aade-48b4-af8c-d8eb8043cc90,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:22.765715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Attempting to bind port 38442ec4-aade-48b4-af8c-d8eb8043cc90 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:17:22.770634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Attempting to bind port 38442ec4-aade-48b4-af8c-d8eb8043cc90 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:17:22.770634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Attempting to bind port 38442ec4-aade-48b4-af8c-d8eb8043cc90 on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:22.772413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Port 38442ec4-aade-48b4-af8c-d8eb8043cc90 on network a30a976b-8021-46f1-b423-5cf620aef04e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:17:22.772834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Attempting to bind port 38442ec4-aade-48b4-af8c-d8eb8043cc90 on network a30a976b-8021-46f1-b423-5cf620aef04e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:22.778745 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:17:22.779395 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Checking segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:17:22.779889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Bound using segment: {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:17:22.780435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Bound port: 38442ec4-aade-48b4-af8c-d8eb8043cc90, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72527784-0c4a-496e-aad5-805d8afee952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:17:22.780923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:22.860758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] For port 38442ec4-aade-48b4-af8c-d8eb8043cc90, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:17:22.864184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] For port 38442ec4-aade-48b4-af8c-d8eb8043cc90, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:17:22.910119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36902) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:22.947180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.002008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.002726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.004329 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] 10.222.0.31 "PUT /v2.0/ports/38442ec4-aade-48b4-af8c-d8eb8043cc90 HTTP/1.1" status: 200 len: 1094 time: 0.8538079 Apr 29 04:17:23.004840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:23.007531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c" -d '{"events": [{"name": "network-changed", "server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:23.072414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4217d81e-acea-4555-920d-9dc644f93cb4 x-openstack-request-id: req-4217d81e-acea-4555-920d-9dc644f93cb4 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:23.072686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:23.072944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4217d81e-acea-4555-920d-9dc644f93cb4 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:23.073372 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4217d81e-acea-4555-920d-9dc644f93cb4'] response: {'name': 'network-changed', 'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'status': 'completed', 'code': 200} Apr 29 04:17:23.084219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340f2af-a478-4730-b580-caeaa581d9ff service neutron] Pushing event updated for resources: {'Port': ['ID=38442ec4-aade-48b4-af8c-d8eb8043cc90,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:23.187294 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port cd9a8a34-5cda-4b26-9d35-71f888396b90 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:23.187687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.190319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c req-31a2c368-a321-4b6b-8d97-dcf0798d6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.191824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c req-31a2c368-a321-4b6b-8d97-dcf0798d6871 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 1128 time: 0.0896337 Apr 29 04:17:23.339055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.346398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (cd9a8a34-5cda-4b26-9d35-71f888396b90), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.357962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for cd9a8a34-5cda-4b26-9d35-71f888396b90 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:23.360154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c req-0960b4cc-2e02-4e60-8c0b-e696b02ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.361655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c req-0960b4cc-2e02-4e60-8c0b-e696b02ea07f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=725cfdfdc2874590b14d8053de3dc524&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1588531 Apr 29 04:17:23.517093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c req-9af0b53a-c49e-4aeb-b2e2-76c005317001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.518589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de5dbce6-71b9-4b46-9cf1-ee89c65b857c req-9af0b53a-c49e-4aeb-b2e2-76c005317001 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480396 Apr 29 04:17:23.617337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-c655c08a-d527-4e9f-938a-5e14256dc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.618823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-c655c08a-d527-4e9f-938a-5e14256dc2d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 1128 time: 0.0542512 Apr 29 04:17:23.666551 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-fa39fbac-6aaf-4411-870c-fe02d8aa2742 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90 HTTP/1.1" status: 200 len: 217 time: 0.0364051 Apr 29 04:17:23.709931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (cd9a8a34-5cda-4b26-9d35-71f888396b90), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.722064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959ed80-52f7-4518-9632-6644645f5bff req-24c8e3df-d314-407a-86de-3e760d347364 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.724415 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2959ed80-52f7-4518-9632-6644645f5bff req-24c8e3df-d314-407a-86de-3e760d347364 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0535505 Apr 29 04:17:23.752410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=cd9a8a34-5cda-4b26-9d35-71f888396b90,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:23.764462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-7d2f2fb1-a175-48d7-be0c-1c5374e83a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.766112 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-7d2f2fb1-a175-48d7-be0c-1c5374e83a4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0889661 Apr 29 04:17:23.790879 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2959ed80-52f7-4518-9632-6644645f5bff req-57fcbfe6-689a-4dd1-85f4-614707369670 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546446 Apr 29 04:17:23.846954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6a43-5495-42af-a348-baf920426949 req-f71f1140-4124-40c6-959f-c7a81795de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:23.848609 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-f71f1140-4124-40c6-959f-c7a81795de17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0642657 Apr 29 04:17:23.856754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (13b2f110-7487-46c9-b9ac-89af9dffe124), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:23.857133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 13b2f110-7487-46c9-b9ac-89af9dffe124 disassociated (deleted). External IP: 172.26.4.146, port: 9cc54c4d-a316-43d0-a4a8-494c4ae1e464. Apr 29 04:17:24.370763 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-1373a581-ed24-481d-9cd3-eea5105f76a0 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115435 Apr 29 04:17:24.568069 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fb5b6a43-5495-42af-a348-baf920426949 req-78ceec91-78ad-40d5-bcfa-0c9efc0627ae service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848652 Apr 29 04:17:24.577343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:17:24.700600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:17:24.706033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:24.712818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:17:24.724486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:24.725239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:24.742543 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-463eb3d3-6a2f-43dc-98ac-0b201840d21f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/13b2f110-7487-46c9-b9ac-89af9dffe124 HTTP/1.1" status: 204 len: 168 time: 1.8285944 Apr 29 04:17:24.854050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:24.941237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e4625-e58f-4010-bea7-9cc8e12841ea req-50e63dad-a44b-456a-99dd-239af4a83b82 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:24.947996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c0e4625-e58f-4010-bea7-9cc8e12841ea req-50e63dad-a44b-456a-99dd-239af4a83b82 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0685446 Apr 29 04:17:24.997111 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c0e4625-e58f-4010-bea7-9cc8e12841ea req-bd3367e7-7582-4b38-b960-6860e5488967 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477581 Apr 29 04:17:25.074646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:25.077042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a" -d '{"events": [{"name": "network-changed", "server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:25.117491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d7b47f-fee2-4976-a419-dc57dd391efb x-openstack-request-id: req-09d7b47f-fee2-4976-a419-dc57dd391efb {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:25.117989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:25.118784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09d7b47f-fee2-4976-a419-dc57dd391efb {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:25.119281 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d7b47f-fee2-4976-a419-dc57dd391efb'] response: {'name': 'network-changed', 'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'status': 'completed', 'code': 200} Apr 29 04:17:25.238135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:22Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:25.261611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a13b-ef95-4d71-b3c0-ace179cadc12 req-4f7783a7-d0cc-4bdf-8ee7-73262ea66dcb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:25.263335 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e300a13b-ef95-4d71-b3c0-ace179cadc12 req-4f7783a7-d0cc-4bdf-8ee7-73262ea66dcb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Apr 29 04:17:25.266450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:17:25.275272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:25.275889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:25.323618 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e300a13b-ef95-4d71-b3c0-ace179cadc12 req-6662be26-45f2-47d8-b2bd-a1c2bc3bd1a1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523520 Apr 29 04:17:25.387369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:25.609221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:22Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:25.636142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2033c84-2311-4ab3-a081-6cc65e912326 None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '433a42ce-92f4-4919-b6ba-a31990ba0f40', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.240', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'port_id': 'af111c82-d6ba-41d9-8554-be70426492a0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'mac_address': 'fa:16:3e:41:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:16:19Z', 'updated_at': '2022-04-29T04:16:22Z', 'revision_number': 1, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:17:25.872395 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7194940-0827-4204-9dfe-2041c9643141 None None] New status for floating IP 13b2f110-7487-46c9-b9ac-89af9dffe124: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:17:26.123936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a04cc-4517-4099-b990-f32da7b36478 req-9c4b1e7c-8229-478b-a65b-fb5bba084e11 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.125333 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-763a04cc-4517-4099-b990-f32da7b36478 req-9c4b1e7c-8229-478b-a65b-fb5bba084e11 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0471969 Apr 29 04:17:26.174174 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-763a04cc-4517-4099-b990-f32da7b36478 req-05d5f2e9-a68e-45b8-956c-6ea16068f9d9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Apr 29 04:17:26.304056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-479c256c-1057-4af4-8fb9-1c23d3824e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.305644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-479c256c-1057-4af4-8fb9-1c23d3824e21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 1129 time: 0.0430057 Apr 29 04:17:26.410251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-f6401362-d6bb-4009-a391-3f8dcca67b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.411680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-f6401362-d6bb-4009-a391-3f8dcca67b02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 898 time: 0.0976253 Apr 29 04:17:26.445786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebab3b-6115-4786-b5e9-d05d623944fa req-c9169ef8-59f9-4104-89cc-06d8f6e54c01 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.452842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96ebab3b-6115-4786-b5e9-d05d623944fa req-c9169ef8-59f9-4104-89cc-06d8f6e54c01 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Apr 29 04:17:26.491391 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-b4e9ddb1-e346-48e7-90d6-6db6c70a182e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464 HTTP/1.1" status: 200 len: 217 time: 0.0359256 Apr 29 04:17:26.503950 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96ebab3b-6115-4786-b5e9-d05d623944fa req-3a18a7f5-f8f5-4a16-8339-d09bff544056 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=809fd7b7-db6d-4ca1-b9fc-f57fa250971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510600 Apr 29 04:17:26.544907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-4271f648-2ffd-45b9-9879-861b852982ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.546389 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-4271f648-2ffd-45b9-9879-861b852982ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0487998 Apr 29 04:17:26.648396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959277af-de3c-45ee-a75a-20f4706ba83c req-f6684031-b069-4487-aca3-9f0ed86523e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.649870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959277af-de3c-45ee-a75a-20f4706ba83c req-f6684031-b069-4487-aca3-9f0ed86523e1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 945 time: 0.0720279 Apr 29 04:17:26.652602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-a22d8537-3fb2-47db-931a-530ca4fe2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:26.653999 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-a22d8537-3fb2-47db-931a-530ca4fe2e2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0750372 Apr 29 04:17:26.805412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:26.805753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:26.823206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-16be0e92-8500-40a4-91a8-27685903b311 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559591 Apr 29 04:17:26.956506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:26.956871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:26.983205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:26.986998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c1de8e-c78d-4e4b-8076-0874a0dfa37a req-a762c0ea-d498-4dde-bf68-c5a44c546625 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545606 Apr 29 04:17:27.159597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9cc54c4d-a316-43d0-a4a8-494c4ae1e464), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:27.189920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=9cc54c4d-a316-43d0-a4a8-494c4ae1e464,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:27.238269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:17:27.241350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:27.244240 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959277af-de3c-45ee-a75a-20f4706ba83c req-24e50f97-2ed3-45bd-8293-327562b1daa5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/9cc54c4d-a316-43d0-a4a8-494c4ae1e464 HTTP/1.1" status: 204 len: 173 time: 0.5830736 Apr 29 04:17:27.244688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'name': 'network-vif-deleted', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:27.246989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da08d24-84d4-4ae6-887f-977b8aba5102" -d '{"events": [{"server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "name": "network-vif-deleted", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:27.301649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ecb847-c47e-46ce-bd70-09b653cf0adc x-openstack-request-id: req-e8ecb847-c47e-46ce-bd70-09b653cf0adc {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:27.302023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017b3b1-096a-4e44-b67a-db65a1299603", "name": "network-vif-deleted", "tag": "9cc54c4d-a316-43d0-a4a8-494c4ae1e464", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:27.302600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8ecb847-c47e-46ce-bd70-09b653cf0adc {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:27.303076 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ecb847-c47e-46ce-bd70-09b653cf0adc'] response: {'server_uuid': 'e017b3b1-096a-4e44-b67a-db65a1299603', 'name': 'network-vif-deleted', 'tag': '9cc54c4d-a316-43d0-a4a8-494c4ae1e464', 'status': 'completed', 'code': 200} Apr 29 04:17:27.323941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349510cc-ec00-47fd-b24e-6b3ef635e71e req-042a7967-6d18-4360-af33-af5b94b85792 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:27.325435 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349510cc-ec00-47fd-b24e-6b3ef635e71e req-042a7967-6d18-4360-af33-af5b94b85792 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0576625 Apr 29 04:17:27.374968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349510cc-ec00-47fd-b24e-6b3ef635e71e req-d596cc24-b682-4e52-b46f-1dfcccbc52d0 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Apr 29 04:17:27.621489 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9929f3c7-8106-48f0-a51e-5e3d50d25c2c req-570dae58-922b-4dfc-bfe3-235da2e0a3f1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e017b3b1-096a-4e44-b67a-db65a1299603 HTTP/1.1" status: 200 len: 210 time: 0.0350480 Apr 29 04:17:28.490125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3aff9-6fc7-4f2a-afce-5c4680ef18c1 req-e0171fda-6b3e-4549-9775-379bff4067c5 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:28.491591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1d3aff9-6fc7-4f2a-afce-5c4680ef18c1 req-e0171fda-6b3e-4549-9775-379bff4067c5 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0472565 Apr 29 04:17:28.544655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1d3aff9-6fc7-4f2a-afce-5c4680ef18c1 req-cef9acc4-a5e1-4a5d-915d-3ff9fc7fb99c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Apr 29 04:17:28.680568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36932) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:28.737085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f842ef90-3fc6-45e3-b9ca-6c916d95069b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (809fd7b7-db6d-4ca1-b9fc-f57fa250971c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:28.762978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f842ef90-3fc6-45e3-b9ca-6c916d95069b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (809fd7b7-db6d-4ca1-b9fc-f57fa250971c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:28.902135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f842ef90-3fc6-45e3-b9ca-6c916d95069b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (809fd7b7-db6d-4ca1-b9fc-f57fa250971c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:28.904691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f842ef90-3fc6-45e3-b9ca-6c916d95069b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:28.905885 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f842ef90-3fc6-45e3-b9ca-6c916d95069b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/809fd7b7-db6d-4ca1-b9fc-f57fa250971c HTTP/1.1" status: 204 len: 168 time: 0.2243071 Apr 29 04:17:28.915842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842ef90-3fc6-45e3-b9ca-6c916d95069b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809fd7b7-db6d-4ca1-b9fc-f57fa250971c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:29.045749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36936) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:29.196108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 303c3d3e-b308-4fd8-a602-e15dc4e85bfb {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:29.196369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:29.277168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:29.277521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:29.289209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 303c3d3e-b308-4fd8-a602-e15dc4e85bfb owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:29.489228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (303c3d3e-b308-4fd8-a602-e15dc4e85bfb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:29.515210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=303c3d3e-b308-4fd8-a602-e15dc4e85bfb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:29.578737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (433a42ce-92f4-4919-b6ba-a31990ba0f40), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:29.579493 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 433a42ce-92f4-4919-b6ba-a31990ba0f40 disassociated (deleted). External IP: 172.26.4.240, port: af111c82-d6ba-41d9-8554-be70426492a0. Apr 29 04:17:29.663033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc90ae-bf25-4c29-888b-7127a59fcdd2 req-73a0ebee-96a3-40be-8937-780a76be5358 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:29.665005 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-71bc90ae-bf25-4c29-888b-7127a59fcdd2 req-73a0ebee-96a3-40be-8937-780a76be5358 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0528433 Apr 29 04:17:29.717810 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-71bc90ae-bf25-4c29-888b-7127a59fcdd2 req-0d9e803f-b734-4779-8604-8319c217a5cc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467257 Apr 29 04:17:29.807708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:17:29.920608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:17:29.926120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:29.931544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:17:29.941505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:29.943981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:29.957483 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0c305374-5db4-4d9a-bfc5-fe8f0f569d50 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/433a42ce-92f4-4919-b6ba-a31990ba0f40 HTTP/1.1" status: 204 len: 168 time: 0.9105940 Apr 29 04:17:29.958096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:29.960543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556a782-de13-4d50-a05f-0c683363a662" -d '{"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:30.000874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfee821-a89d-40cf-9382-18fbd51c1083 x-openstack-request-id: req-8cfee821-a89d-40cf-9382-18fbd51c1083 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:30.000874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:30.000874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cfee821-a89d-40cf-9382-18fbd51c1083 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:30.000874 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfee821-a89d-40cf-9382-18fbd51c1083'] response: {'name': 'network-changed', 'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'status': 'completed', 'code': 200} Apr 29 04:17:30.079947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a782-de13-4d50-a05f-0c683363a662 req-f75a1580-4b7e-4a87-9a82-48980db1dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:30.081652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-f75a1580-4b7e-4a87-9a82-48980db1dd55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 1130 time: 0.0535798 Apr 29 04:17:30.102539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:30.191460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a782-de13-4d50-a05f-0c683363a662 req-b35214d6-740c-4815-ba59-6fd904e6c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:30.193049 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-b35214d6-740c-4815-ba59-6fd904e6c32d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 200 len: 898 time: 0.1026866 Apr 29 04:17:30.240310 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-7086156b-81bc-4d39-b893-ee026dd5090a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 200 len: 217 time: 0.0370193 Apr 29 04:17:30.309517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a782-de13-4d50-a05f-0c683363a662 req-74e489cb-d3f5-4dd8-a445-d0155d3fd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:30.311389 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-74e489cb-d3f5-4dd8-a445-d0155d3fd5aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 200 len: 835 time: 0.0607774 Apr 29 04:17:30.327412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:30.361143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:17:30.374822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a782-de13-4d50-a05f-0c683363a662 req-a277b349-9526-494c-9c2a-fea151b7755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:30.377432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:30.377432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:30.377686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-a277b349-9526-494c-9c2a-fea151b7755e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd87b275-8929-49e0-8ca4-74e130b99aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0542817 Apr 29 04:17:30.463526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116c650-f376-4009-b19e-0476045b0a4c req-651ecb33-6fd2-4d7a-a1aa-94ee83c7aabd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:30.465448 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c116c650-f376-4009-b19e-0476045b0a4c req-651ecb33-6fd2-4d7a-a1aa-94ee83c7aabd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0641024 Apr 29 04:17:30.515594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:30.535449 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c116c650-f376-4009-b19e-0476045b0a4c req-31724cb5-7798-4d46-b99f-4c3ba1796890 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588353 Apr 29 04:17:30.624467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:17:30.688831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:17:30.689247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9cc54c4d-a316-43d0-a4a8-494c4ae1e464 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:17:30.755142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:30.785811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d199c-12df-492d-ab70-8a1f89c3bac4 None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:16:01Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '94ae1202-7e39-4294-9503-35acfb55532e', 'name': '', 'network_id': 'cd87b275-8929-49e0-8ca4-74e130b99aea', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:78:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:16:00Z', 'updated_at': '2022-04-29T04:16:03Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': '0fc53639-a59c-4d0c-8e19-4a8e013f3bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:17:30.846137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2999-389d-4ee8-9089-f95150cc37c2 req-bd646389-b89f-4eef-b9e1-6582820362ed tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:30.847711 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-23ec2999-389d-4ee8-9089-f95150cc37c2 req-bd646389-b89f-4eef-b9e1-6582820362ed tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0494702 Apr 29 04:17:30.900379 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-23ec2999-389d-4ee8-9089-f95150cc37c2 req-06771064-d285-4703-b007-4a29ae5a0ce7 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Apr 29 04:17:31.015100 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07bbe6-17b4-48e3-a366-a24345bb00bd None None] New status for floating IP 433a42ce-92f4-4919-b6ba-a31990ba0f40: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:17:31.210522 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:17:31.641764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0af85-bcaa-41ed-9e64-797c499a3ca5 req-2bb03938-4c4e-47cc-a105-807fadd4b273 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:31.643254 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8bf0af85-bcaa-41ed-9e64-797c499a3ca5 req-2bb03938-4c4e-47cc-a105-807fadd4b273 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0467744 Apr 29 04:17:31.693287 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8bf0af85-bcaa-41ed-9e64-797c499a3ca5 req-e79dff82-bdc6-410a-9bf2-b141c5f408c8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445566 Apr 29 04:17:31.748721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-4122150d-a30f-4d27-9396-f1553d16b265 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907662 Apr 29 04:17:31.891518 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f556a782-de13-4d50-a05f-0c683363a662 req-4a1fa3da-6cc1-4b59-a35f-e95f1161f6b5 service neutron] 10.222.0.31 "GET /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829716 Apr 29 04:17:31.994242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-1a93fd2c-f6ee-41c0-bedd-9430bf768bc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:31.996096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-1a93fd2c-f6ee-41c0-bedd-9430bf768bc7 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 946 time: 0.0661354 Apr 29 04:17:32.063511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385bb0f-ab76-446d-9e21-1e79a1d8ac8f req-5392ae27-03b1-4a19-9eb0-e9d70a001b0c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:32.065093 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a385bb0f-ab76-446d-9e21-1e79a1d8ac8f req-5392ae27-03b1-4a19-9eb0-e9d70a001b0c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0932345 Apr 29 04:17:32.145647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port af111c82-d6ba-41d9-8554-be70426492a0 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:32.145883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (af111c82-d6ba-41d9-8554-be70426492a0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:32.166801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a385bb0f-ab76-446d-9e21-1e79a1d8ac8f req-793962f0-5e53-455b-97f6-fa36590d5783 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953457 Apr 29 04:17:32.252940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port af111c82-d6ba-41d9-8554-be70426492a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=af111c82-d6ba-41d9-8554-be70426492a0,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:32.253420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (af111c82-d6ba-41d9-8554-be70426492a0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:32.267398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for af111c82-d6ba-41d9-8554-be70426492a0 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:32.485270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (af111c82-d6ba-41d9-8554-be70426492a0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:32.511292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=af111c82-d6ba-41d9-8554-be70426492a0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:32.557529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port af111c82-d6ba-41d9-8554-be70426492a0 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:17:32.559879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:32.563133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1d62ce86-7ece-40e9-8d11-b940ae48941a req-e1f18362-509e-4a08-9052-ccd9c662e894 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/af111c82-d6ba-41d9-8554-be70426492a0 HTTP/1.1" status: 204 len: 173 time: 0.5507426 Apr 29 04:17:32.563566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'name': 'network-vif-deleted', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:32.565822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e885eb-95b5-4ba4-9b50-8779578b9f96" -d '{"events": [{"server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "name": "network-vif-deleted", "tag": "af111c82-d6ba-41d9-8554-be70426492a0"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:32.600806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9462538d-74f5-4c2b-89e5-ededf24fda78 x-openstack-request-id: req-9462538d-74f5-4c2b-89e5-ededf24fda78 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:32.601100 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70758dfd-d478-401d-9035-c70f5e8e85d8", "name": "network-vif-deleted", "tag": "af111c82-d6ba-41d9-8554-be70426492a0", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:32.601517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9462538d-74f5-4c2b-89e5-ededf24fda78 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:32.601928 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9462538d-74f5-4c2b-89e5-ededf24fda78'] response: {'server_uuid': '70758dfd-d478-401d-9035-c70f5e8e85d8', 'name': 'network-vif-deleted', 'tag': 'af111c82-d6ba-41d9-8554-be70426492a0', 'status': 'completed', 'code': 200} Apr 29 04:17:32.796777 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3bebe22c-8af3-4167-8a5e-f838b03aef20 req-8fe21a03-c75c-4d1c-84d8-679835cecd7d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 210 time: 0.0333254 Apr 29 04:17:33.280007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb99ec-3179-45f3-85b5-ce087cb12325 req-1ce50d26-fe74-4f8a-9481-e39205974446 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:33.281429 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-08bb99ec-3179-45f3-85b5-ce087cb12325 req-1ce50d26-fe74-4f8a-9481-e39205974446 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0469596 Apr 29 04:17:33.335382 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-08bb99ec-3179-45f3-85b5-ce087cb12325 req-dec72fa6-194a-44c4-9f5c-c38a4f4c44ce tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482986 Apr 29 04:17:33.902811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4b67afba-8595-4f51-a5f9-67dfcaaedcb2 req-76b52aea-2c78-44f2-a5fc-7f39b54a05a0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=70758dfd-d478-401d-9035-c70f5e8e85d8 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Apr 29 04:17:34.449431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4c68-fd7a-4f9e-a19c-6e0bdd60584f req-2bc948ba-0e80-43a0-b400-bd6eab985bb9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:34.450895 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c70f4c68-fd7a-4f9e-a19c-6e0bdd60584f req-2bc948ba-0e80-43a0-b400-bd6eab985bb9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0456231 Apr 29 04:17:34.499072 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c70f4c68-fd7a-4f9e-a19c-6e0bdd60584f req-f1aa7074-bb8d-476a-bf3b-86cf4eb7fdbb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Apr 29 04:17:34.664143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device af111c82-d6ba-41d9-8554-be70426492a0 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:17:34.688639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: af111c82-d6ba-41d9-8554-be70426492a0 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:17:34.688985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device af111c82-d6ba-41d9-8554-be70426492a0 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:17:34.960959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36964) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:35.016123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f3377d7-bd70-4f3f-b24a-218962972a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:35.041776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f3377d7-bd70-4f3f-b24a-218962972a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:35.158874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f3377d7-bd70-4f3f-b24a-218962972a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:35.161437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6f3377d7-bd70-4f3f-b24a-218962972a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:35.162626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6f3377d7-bd70-4f3f-b24a-218962972a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5 HTTP/1.1" status: 204 len: 168 time: 0.2006660 Apr 29 04:17:35.172253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3377d7-bd70-4f3f-b24a-218962972a05 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0730eb1-d9e4-4fa5-b7f3-9b48300ba9d5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:35.266677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36968) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:35.646553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d6dd-3ca7-4f8c-8893-a37f008878f3 req-99378ad4-18f5-44db-a05a-fa4ed1a002da tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:35.648002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c928d6dd-3ca7-4f8c-8893-a37f008878f3 req-99378ad4-18f5-44db-a05a-fa4ed1a002da tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0772095 Apr 29 04:17:35.659925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (965e3e1d-5e34-437a-891b-a905b8287f40), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:35.746636 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c928d6dd-3ca7-4f8c-8893-a37f008878f3 req-f206433b-551f-4bc1-a1b8-1c8481e2bfee tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924773 Apr 29 04:17:35.932143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 94ae1202-7e39-4294-9503-35acfb55532e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:35.932479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (94ae1202-7e39-4294-9503-35acfb55532e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:36.021545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 94ae1202-7e39-4294-9503-35acfb55532e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=94ae1202-7e39-4294-9503-35acfb55532e,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:36.022264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (94ae1202-7e39-4294-9503-35acfb55532e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:36.034920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 94ae1202-7e39-4294-9503-35acfb55532e owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:36.616347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (94ae1202-7e39-4294-9503-35acfb55532e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:36.641280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=94ae1202-7e39-4294-9503-35acfb55532e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:36.822796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (965e3e1d-5e34-437a-891b-a905b8287f40), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:36.930467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743656-d538-45da-ae49-836895706808 req-962e2855-a7a8-4eda-8b8c-48a9e1ec09a6 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:36.931892 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6e743656-d538-45da-ae49-836895706808 req-962e2855-a7a8-4eda-8b8c-48a9e1ec09a6 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.1125255 Apr 29 04:17:36.981172 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6e743656-d538-45da-ae49-836895706808 req-9c060d22-a535-4222-8a5a-486c1395ae25 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Apr 29 04:17:37.047098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router 965e3e1d-5e34-437a-891b-a905b8287f40 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:17:37.154814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:17:37.162913 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3f1292c6-1346-4680-af1d-fd281f84c63b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/965e3e1d-5e34-437a-891b-a905b8287f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8921258 Apr 29 04:17:37.162913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36976) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:37.164488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] Sync routers for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:17:37.175584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:37.176194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:37.213290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet 0fc53639-a59c-4d0c-8e19-4a8e013f3bfb {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:17:37.216429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (0fc53639-a59c-4d0c-8e19-4a8e013f3bfb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.261990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (0fc53639-a59c-4d0c-8e19-4a8e013f3bfb), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.285452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:37.344264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (0fc53639-a59c-4d0c-8e19-4a8e013f3bfb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.450814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:17:36Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:37.480000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] Checking router: 965e3e1d-5e34-437a-891b-a905b8287f40 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:17:37.488612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] Routers {'965e3e1d-5e34-437a-891b-a905b8287f40'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:37.489210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['965e3e1d-5e34-437a-891b-a905b8287f40'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:37.531127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (0fc53639-a59c-4d0c-8e19-4a8e013f3bfb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.563498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc53639-a59c-4d0c-8e19-4a8e013f3bfb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:37.568068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.573786 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b24268d4-33de-4245-8869-5cb08c29365f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/0fc53639-a59c-4d0c-8e19-4a8e013f3bfb HTTP/1.1" status: 204 len: 168 time: 0.4080825 Apr 29 04:17:37.574205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36978) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:37.577184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c935e-b5d2-41b2-bb70-db4b95ed5429 None None] Network cd87b275-8929-49e0-8ca4-74e130b99aea requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:17:37.690944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (965e3e1d-5e34-437a-891b-a905b8287f40), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.798325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] Set router 965e3e1d-5e34-437a-891b-a905b8287f40 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:37.801067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (965e3e1d-5e34-437a-891b-a905b8287f40), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.916848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port aa5d186a-605d-4e2e-9482-eb9321eda4ba {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:37.920849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:37.981108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] DHCP port deletion for cd87b275-8929-49e0-8ca4-74e130b99aea request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:17:38.003719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port aa5d186a-605d-4e2e-9482-eb9321eda4ba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aa5d186a-605d-4e2e-9482-eb9321eda4ba,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:38.004083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.019679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for aa5d186a-605d-4e2e-9482-eb9321eda4ba owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:38.023729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:17:36Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:38.057392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f3bea-7b98-485a-872b-6ad122f53ca0 None None] The sync data for ids ['965e3e1d-5e34-437a-891b-a905b8287f40'] in dv-neutron-839777-1-hyperv is: [{'id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'name': 'tempest-TestNetworkBasicOps-router-2073166576', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:15:56Z', 'updated_at': '2022-04-29T04:17:36Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': 'aa5d186a-605d-4e2e-9482-eb9321eda4ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e3e1d-5e34-437a-891b-a905b8287f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:15:57Z', 'updated_at': '2022-04-29T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:17:38.058932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Deleting port 962b133a-8c29-4890-9931-93a9e4b1d500 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:17:38.059295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.133000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] For port 962b133a-8c29-4890-9931-93a9e4b1d500, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=962b133a-8c29-4890-9931-93a9e4b1d500,segment=NetworkSegment(f5662c2b-d7bd-48e1-97a3-9722e51ef37b),segment_id=f5662c2b-d7bd-48e1-97a3-9722e51ef37b)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:38.133576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.146941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Calling delete_port for 962b133a-8c29-4890-9931-93a9e4b1d500 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:17:38.203410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32195f-5328-4b51-8c5d-673b533839c0 req-17b8baad-60ce-46b5-b0a8-25e7b15625b8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:38.205395 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cc32195f-5328-4b51-8c5d-673b533839c0 req-17b8baad-60ce-46b5-b0a8-25e7b15625b8 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.1392562 Apr 29 04:17:38.283028 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cc32195f-5328-4b51-8c5d-673b533839c0 req-de90f40e-2ffb-4503-a8ff-08cc73fb59ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550718 Apr 29 04:17:38.290339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (962b133a-8c29-4890-9931-93a9e4b1d500), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.320028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Pushing event deleted for resources: {'Port': ['ID=962b133a-8c29-4890-9931-93a9e4b1d500,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:38.324425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] No DVR routers for this DVR port 962b133a-8c29-4890-9931-93a9e4b1d500 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:17:38.333192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.333192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.333561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.335876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.336126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.336274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (aa5d186a-605d-4e2e-9482-eb9321eda4ba), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.336468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.336776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.337140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.337939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584da783-9546-473f-a020-e5d74ef51a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:38.361605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=aa5d186a-605d-4e2e-9482-eb9321eda4ba,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:38.427537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (965e3e1d-5e34-437a-891b-a905b8287f40), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.527867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (965e3e1d-5e34-437a-891b-a905b8287f40), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.530188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (965e3e1d-5e34-437a-891b-a905b8287f40), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.673254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (965e3e1d-5e34-437a-891b-a905b8287f40), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.673818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router 965e3e1d-5e34-437a-891b-a905b8287f40 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:17:38.681165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.682348 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7fe60e48-4600-4e77-a926-b305db005748 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/965e3e1d-5e34-437a-891b-a905b8287f40 HTTP/1.1" status: 204 len: 168 time: 1.1072543 Apr 29 04:17:38.685133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36984) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:38.763743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (cd87b275-8929-49e0-8ca4-74e130b99aea), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.853060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (cd87b275-8929-49e0-8ca4-74e130b99aea), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.872030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd87b275-8929-49e0-8ca4-74e130b99aea']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:38.881433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:38.881730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5662c2b-d7bd-48e1-97a3-9722e51ef37b') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:38.889066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8701bf62-dc08-41c5-ac86-f5c4af4e6157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.893333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (f5662c2b-d7bd-48e1-97a3-9722e51ef37b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.904283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (f5662c2b-d7bd-48e1-97a3-9722e51ef37b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.909986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:17:38.910358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (f5662c2b-d7bd-48e1-97a3-9722e51ef37b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:17:38.913254 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:17:39.014761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (cd87b275-8929-49e0-8ca4-74e130b99aea), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.021902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.024917 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/cd87b275-8929-49e0-8ca4-74e130b99aea HTTP/1.1" status: 204 len: 168 time: 0.3388052 Apr 29 04:17:39.036761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b66a3b-a061-4dbf-a098-79b189bd37ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=cd87b275-8929-49e0-8ca4-74e130b99aea,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:39.053691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36986) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:39.058609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'network': {'name': 'tempest-network-smoke--1223478230', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:39.159000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:17:39.162522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.186553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:17:39.195682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (cfee77f1-d9c8-4600-8711-5a9c9b19cedd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.196026 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Added segment cfee77f1-d9c8-4600-8711-5a9c9b19cedd of type vlan for network d193b975-e4e2-423a-b605-151998414015 Apr 29 04:17:39.238261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (d193b975-e4e2-423a-b605-151998414015), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.328751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (d193b975-e4e2-423a-b605-151998414015), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.333997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:39.334580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.405815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f59c0-cf7c-4730-8542-3c3a2c2db4f1 req-2b73ada4-40ce-4b71-aabf-10bbab12b516 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:39.651379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Network': ['ID=d193b975-e4e2-423a-b605-151998414015,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:39.652259 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ef9f59c0-cf7c-4730-8542-3c3a2c2db4f1 req-2b73ada4-40ce-4b71-aabf-10bbab12b516 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0570979 Apr 29 04:17:39.652353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network d193b975-e4e2-423a-b605-151998414015 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:17:39.652861 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e761dbeb-e63e-46f3-96f7-f7d26c9db579 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3775177 Apr 29 04:17:39.652861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36990) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:39.652861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'admin_state_up': True, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:39.653096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ef9f59c0-cf7c-4730-8542-3c3a2c2db4f1 req-6b2a5727-d988-42a5-bd38-e473e761b9cd tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 Apr 29 04:17:39.653200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (b52fdf44-7565-412c-b716-83c338f88887), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.653200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (b52fdf44-7565-412c-b716-83c338f88887), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.653200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (b52fdf44-7565-412c-b716-83c338f88887), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.724476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 962b133a-8c29-4890-9931-93a9e4b1d500 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:17:39.755445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 962b133a-8c29-4890-9931-93a9e4b1d500 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:17:39.755785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 962b133a-8c29-4890-9931-93a9e4b1d500 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:17:39.756197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aa5d186a-605d-4e2e-9482-eb9321eda4ba no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:17:39.775055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: aa5d186a-605d-4e2e-9482-eb9321eda4ba {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:17:39.775394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aa5d186a-605d-4e2e-9482-eb9321eda4ba not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:17:39.775798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 94ae1202-7e39-4294-9503-35acfb55532e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:17:39.792831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (b52fdf44-7565-412c-b716-83c338f88887), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:39.795270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 94ae1202-7e39-4294-9503-35acfb55532e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:17:39.795617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 94ae1202-7e39-4294-9503-35acfb55532e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:17:40.048190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (b52fdf44-7565-412c-b716-83c338f88887), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.066487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.167841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.8 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/51e723e8-fc01-44c7-8db1-ee5256d62b04) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:17:40.269747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.353593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.389785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:40.393202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:40.398694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:17:40.421403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:40.587360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d60870-6290-41d4-8ba0-bcb393e95518 req-28c912fe-a4dd-4ab2-844e-5fe877bb60fe tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:40.588802 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-50d60870-6290-41d4-8ba0-bcb393e95518 req-28c912fe-a4dd-4ab2-844e-5fe877bb60fe tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 944 time: 0.0607274 Apr 29 04:17:40.637526 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-50d60870-6290-41d4-8ba0-bcb393e95518 req-6e51a36e-8743-4fd0-a80e-869bcba43bf5 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Apr 29 04:17:40.662365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38442ec4-aade-48b4-af8c-d8eb8043cc90 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:17:40.747095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (b52fdf44-7565-412c-b716-83c338f88887), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.764354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 38442ec4-aade-48b4-af8c-d8eb8043cc90, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:40.775448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'port_id': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'mac_address': 'fa:16:3e:6f:b2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:17:40.812630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 38442ec4-aade-48b4-af8c-d8eb8043cc90 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:40.813014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.826167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38442ec4-aade-48b4-af8c-d8eb8043cc90 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:17:40.846078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 38442ec4-aade-48b4-af8c-d8eb8043cc90, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:40.913349 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.946319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (b52fdf44-7565-412c-b716-83c338f88887), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:40.962805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=38442ec4-aade-48b4-af8c-d8eb8043cc90,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:41.149891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['38442ec4-aade-48b4-af8c-d8eb8043cc90'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:17:41.154670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:17:41.256071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-58bd1fe6-6c1e-4d27-845a-df67fd84fd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:41.587618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:17:41.598821 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690e034-9d08-481e-8671-d87954807665 None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:17:41.608962 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:41.609718 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:41.663260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:41.664528 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c5f42c7f-4bb4-431a-ad7a-5de390cbef60 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2285328 Apr 29 04:17:41.669071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36996) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:41.700073 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f61c02c3-a8d5-4ec3-9450-a4c99f3133bd tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=251b2b9bed71496c8fa2601d860910ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298045 Apr 29 04:17:41.702789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 36998) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:41.777011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d0a4-c96a-4bc7-8a73-f559a43b26bc req-176def58-0deb-4aa7-b245-602f2f20ab4c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:41.778638 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9058d0a4-c96a-4bc7-8a73-f559a43b26bc req-176def58-0deb-4aa7-b245-602f2f20ab4c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 945 time: 0.0621033 Apr 29 04:17:41.793610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3efa6-44f3-48f7-8caa-495f2338deba tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:41.795113 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-03d3efa6-44f3-48f7-8caa-495f2338deba tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913920 Apr 29 04:17:41.798908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37000) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:41.815674 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:41.832265 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-69e288af-cdfe-4ed9-acb0-a05579b9d7c9 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322645 Apr 29 04:17:41.833804 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9058d0a4-c96a-4bc7-8a73-f559a43b26bc req-43ad26a9-fe29-455b-b0d4-aa6d2a1f3042 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475426 Apr 29 04:17:41.834717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37002) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:41.840976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276978102', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:41.986379 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:40Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:41.999211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:17:42.002718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.011815 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690e034-9d08-481e-8671-d87954807665 None None] Checking router: b52fdf44-7565-412c-b716-83c338f88887 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:17:42.012153 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690e034-9d08-481e-8671-d87954807665 None None] Updating router b52fdf44-7565-412c-b716-83c338f88887 port 51e723e8-fc01-44c7-8db1-ee5256d62b04 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:17:42.038974 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b690e034-9d08-481e-8671-d87954807665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.199024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.279309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (abcd1f08-f3ff-40cd-9249-148b1fd3ee7b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.284089 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b690e034-9d08-481e-8671-d87954807665 None None] Publish callbacks [] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.346484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Subnet': ['ID=abcd1f08-f3ff-40cd-9249-148b1fd3ee7b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:42.351724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Checking segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:17:42.352088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network hostable DHCP agents. Network: d193b975-e4e2-423a-b605-151998414015, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:17:42.359023 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b690e034-9d08-481e-8671-d87954807665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.410606 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b690e034-9d08-481e-8671-d87954807665 None None] Attempting to bind port 51e723e8-fc01-44c7-8db1-ee5256d62b04 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:17:42.410969 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b690e034-9d08-481e-8671-d87954807665 None None] Attempting to bind port 51e723e8-fc01-44c7-8db1-ee5256d62b04 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:17:42.411325 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690e034-9d08-481e-8671-d87954807665 None None] Attempting to bind port 51e723e8-fc01-44c7-8db1-ee5256d62b04 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:42.418427 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Pushing event updated for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:42.421636 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690e034-9d08-481e-8671-d87954807665 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:17:42.422002 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690e034-9d08-481e-8671-d87954807665 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:17:42.422397 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b690e034-9d08-481e-8671-d87954807665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.422781 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690e034-9d08-481e-8671-d87954807665 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:17:42.423400 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b690e034-9d08-481e-8671-d87954807665 None None] Bound port: 51e723e8-fc01-44c7-8db1-ee5256d62b04, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:17:42.423775 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b690e034-9d08-481e-8671-d87954807665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.427957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network d193b975-e4e2-423a-b605-151998414015 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:17:42.445942 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.446327 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.446688 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.447025 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.447443 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.447778 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.448101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.448423 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.448752 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.449173 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.449502 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.449905 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.450228 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.450546 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.450862 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:42.485887 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b690e034-9d08-481e-8671-d87954807665 None None] For port 51e723e8-fc01-44c7-8db1-ee5256d62b04, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:17:42.488971 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b690e034-9d08-481e-8671-d87954807665 None None] For port 51e723e8-fc01-44c7-8db1-ee5256d62b04, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51e723e8-fc01-44c7-8db1-ee5256d62b04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:17:42.530353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, d193b975-e4e2-423a-b605-151998414015) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:42.534953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:42.535544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.540140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238691ae-2196-4dc2-a8a9-0f38404d9b72 None None] Network d193b975-e4e2-423a-b605-151998414015 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:17:42.622401 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b690e034-9d08-481e-8671-d87954807665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.634990 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6a445924-54ec-4abb-b44f-86ce72b67b17 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7986307 Apr 29 04:17:42.637792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37004) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:42.639219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-d193b975-e4e2-423a-b605-151998414015', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:17:42.640116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.682393 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:42.683021 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:42.714972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38442ec4-aade-48b4-af8c-d8eb8043cc90 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:17:42.728349 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7941d16-bab4-4488-8949-8d642323e420 None None] Pushing event updated for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:42.807262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 38442ec4-aade-48b4-af8c-d8eb8043cc90 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:17:42.817898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Allocated IP 172.20.0.2 (d193b975-e4e2-423a-b605-151998414015/abcd1f08-f3ff-40cd-9249-148b1fd3ee7b/e8a1807f-2dd6-4f7d-ba97-fe9910e8b906) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:17:42.828352 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:42.928023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 38442ec4-aade-48b4-af8c-d8eb8043cc90 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:42.928646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:42.969686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78220a88-3ed6-4f85-b388-4a2d382b561a req-4b3b701a-4802-47c8-aa30-df20f49f905c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:42.971488 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78220a88-3ed6-4f85-b388-4a2d382b561a req-4b3b701a-4802-47c8-aa30-df20f49f905c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 945 time: 0.0515857 Apr 29 04:17:43.026769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Publish callbacks [] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.039984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78220a88-3ed6-4f85-b388-4a2d382b561a req-383cb725-9bd3-4c9a-97a0-f4372919a4bb tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623577 Apr 29 04:17:43.056209 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b690e034-9d08-481e-8671-d87954807665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:40Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:43.072290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 38442ec4-aade-48b4-af8c-d8eb8043cc90 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:43.072890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.083664 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690e034-9d08-481e-8671-d87954807665 None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:40Z', 'revision_number': 3, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:17:43.097475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:43.100396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a82437-46f2-4324-8f2c-9ae2436d4680" -d '{"events": [{"server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "name": "network-vif-plugged", "status": "completed", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:43.118325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 38442ec4-aade-48b4-af8c-d8eb8043cc90, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:43.155138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.162870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f34b1e-450d-4c59-b1df-34954d42628e x-openstack-request-id: req-18f34b1e-450d-4c59-b1df-34954d42628e {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:43.163165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "name": "network-vif-plugged", "status": "completed", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:43.168657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18f34b1e-450d-4c59-b1df-34954d42628e {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:43.168657 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f34b1e-450d-4c59-b1df-34954d42628e'] response: {'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'code': 200} Apr 29 04:17:43.168657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.204026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Network d193b975-e4e2-423a-b605-151998414015 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:43.210963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:43.213294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:17:43.222868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Pushing event updated for resources: {'Port': ['ID=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:43.227649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.322247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Attempting to bind port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:17:43.322700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Attempting to bind port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:17:43.323130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Attempting to bind port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 on network d193b975-e4e2-423a-b605-151998414015 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:43.331545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=38442ec4-aade-48b4-af8c-d8eb8043cc90,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:43.334716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:17:43.335092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Checking segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:17:43.335490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.335923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Bound using segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:17:43.336350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Bound port: e8a1807f-2dd6-4f7d-ba97-fe9910e8b906, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:17:43.336715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.440504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] For port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:17:43.443757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] For port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:17:43.511364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.1 (d193b975-e4e2-423a-b605-151998414015/abcd1f08-f3ff-40cd-9249-148b1fd3ee7b/33d52823-3605-46c6-be04-84c317c62512) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:17:43.536847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a92c3-e671-4090-a12f-e4ad164213a2 req-e392cc35-6e00-450d-beb3-5a6683a0b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:43.538851 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b12a92c3-e671-4090-a12f-e4ad164213a2 req-e392cc35-6e00-450d-beb3-5a6683a0b25c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 1130 time: 0.0859964 Apr 29 04:17:43.554019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.588065 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b12a92c3-e671-4090-a12f-e4ad164213a2 req-c90aac37-dc0b-419f-aa02-70b91ee8c2c1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Apr 29 04:17:43.627444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c5bd7-3677-41d9-8636-3af8a084c53a None None] Pushing event updated for resources: {'Port': ['ID=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:43.660095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (33d52823-3605-46c6-be04-84c317c62512), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.752076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.764029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:17:43.781431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (33d52823-3605-46c6-be04-84c317c62512), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.838453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 51e723e8-fc01-44c7-8db1-ee5256d62b04 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:43.838846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.842005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network d193b975-e4e2-423a-b605-151998414015 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:43.857095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:43.861813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:17:43.866525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:43.928471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (b52fdf44-7565-412c-b716-83c338f88887), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.955830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 51e723e8-fc01-44c7-8db1-ee5256d62b04 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:43.956437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:43.979483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.979483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.979483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.979483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.979483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.980950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.981341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.981678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.982153 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.982590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.982956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.983288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.984106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.984106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.984384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:17:43.986764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 51e723e8-fc01-44c7-8db1-ee5256d62b04, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51e723e8-fc01-44c7-8db1-ee5256d62b04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:44.061815 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.117231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:44.173108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33d52823-3605-46c6-be04-84c317c62512), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.197471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57613cfa-880e-4917-bde3-6165334f9db9 req-470062ca-9b23-4d85-9f5e-e4db2d22e5c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:44.198994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-57613cfa-880e-4917-bde3-6165334f9db9 req-470062ca-9b23-4d85-9f5e-e4db2d22e5c9 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 946 time: 0.0764127 Apr 29 04:17:44.248331 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-57613cfa-880e-4917-bde3-6165334f9db9 req-a4ece7d1-dc2e-4d3c-9272-3f07998a8fdc tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Apr 29 04:17:44.469362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (33d52823-3605-46c6-be04-84c317c62512), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.559306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (33d52823-3605-46c6-be04-84c317c62512), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.624825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dcc0d5-51a8-425a-a70f-7e3c759f0ce2 None None] Network d193b975-e4e2-423a-b605-151998414015 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:17:44.644781 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (b52fdf44-7565-412c-b716-83c338f88887), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.646592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:44.702988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] Provisioning complete for port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:44.703354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.748146 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network d193b975-e4e2-423a-b605-151998414015 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:44.749870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:44.817902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] Current status of the port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:44.818298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.859691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] For port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:44.889470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:17:44.932807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:44.996873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fc27-468a-4a40-b982-7f7ebe21f212 None None] Pushing event updated for resources: {'Port': ['ID=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:45.014630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:17:45.020427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d0796a6a-9d76-4928-b458-46a9e99edfee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/b52fdf44-7565-412c-b716-83c338f88887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3815989 Apr 29 04:17:45.023033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37014) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:45.059296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a2b6952e-664a-4eec-ac73-ca818b280cf9 None None] Provisioning complete for port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:45.060292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a2b6952e-664a-4eec-ac73-ca818b280cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.100517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.155085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.155564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.156125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.156748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.157443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.158055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.160527 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0ec251fd-20d3-41b4-b26d-b856b2446bb4 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1351769 Apr 29 04:17:45.163212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37016) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:45.165102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6952e-664a-4eec-ac73-ca818b280cf9 None None] Current status of the port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:45.174976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-a2b6952e-664a-4eec-ac73-ca818b280cf9 None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:45.175354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a2b6952e-664a-4eec-ac73-ca818b280cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.215923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6952e-664a-4eec-ac73-ca818b280cf9 None None] Port 33d52823-3605-46c6-be04-84c317c62512 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:17:45.237872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.238927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.239564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.240031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.240795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.241242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.247666 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2178c5f3-eaba-494b-b905-c2444ca384b0 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0788538 Apr 29 04:17:45.247666 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37018) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:45.276729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:17:45.287335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:45.288180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:45.358020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-db13165b-de95-4253-8f54-c61b4eaa92eb None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:45.358509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-db13165b-de95-4253-8f54-c61b4eaa92eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.383681 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f5a71c89-c8e5-420a-8b7e-31725bde853e tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1366999 Apr 29 04:17:45.397032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0112175-7b8a-4200-ad3a-bc3f3260cf51 req-3930d089-c884-4f8b-9db2-e1c8bac20973 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.397853 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c0112175-7b8a-4200-ad3a-bc3f3260cf51 req-3930d089-c884-4f8b-9db2-e1c8bac20973 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 946 time: 0.0579498 Apr 29 04:17:45.465457 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c0112175-7b8a-4200-ad3a-bc3f3260cf51 req-8928746e-a389-4893-9d20-bc4e75bc4a93 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613546 Apr 29 04:17:45.600165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d28cc6-9128-4e3f-8d1f-bfe4ee02379a req-8682baef-fa1d-44ce-beea-06d424cde3ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.601763 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68d28cc6-9128-4e3f-8d1f-bfe4ee02379a req-8682baef-fa1d-44ce-beea-06d424cde3ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 946 time: 0.0510368 Apr 29 04:17:45.627504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-db13165b-de95-4253-8f54-c61b4eaa92eb None None] Port 33d52823-3605-46c6-be04-84c317c62512 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:17:45.648053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:45.654574 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68d28cc6-9128-4e3f-8d1f-bfe4ee02379a req-f5954830-cfa5-4aa0-b86d-f6c70328f92b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Apr 29 04:17:45.679846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37026) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:45.705238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37030) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:45.710847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36150853', 'description': 'tempest-secgroup-smoke-36150853 description', 'project_id': '251b2b9bed71496c8fa2601d860910ad'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:45.774044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dac0adba-eae2-4ebe-b962-084f9c20dbdf None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:45.774373 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dac0adba-eae2-4ebe-b962-084f9c20dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.798872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3de85-2500-4545-906c-8d9aa3a2e3f4 tempest-TestVolumeBootPattern-1532886707 tempest-TestVolumeBootPattern-1532886707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:45.800529 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4ec3de85-2500-4545-906c-8d9aa3a2e3f4 tempest-TestVolumeBootPattern-1532886707 tempest-TestVolumeBootPattern-1532886707-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 1125 time: 0.1196885 Apr 29 04:17:45.803820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37032) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:45.808360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address': '172.20.0.12'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:45.838907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.840293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:17:45.868034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dac0adba-eae2-4ebe-b962-084f9c20dbdf None None] Port 33d52823-3605-46c6-be04-84c317c62512 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:17:45.907514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.907754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (618e646a-976e-4b00-bdb3-c143f4ede0db), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.938255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 51e723e8-fc01-44c7-8db1-ee5256d62b04 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:45.938645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.967521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:45.990993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:45.999854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Checking router: b52fdf44-7565-412c-b716-83c338f88887 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:17:46.000206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Updating router b52fdf44-7565-412c-b716-83c338f88887 port 33d52823-3605-46c6-be04-84c317c62512 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:17:46.003371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (618e646a-976e-4b00-bdb3-c143f4ede0db), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.033149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618e646a-976e-4b00-bdb3-c143f4ede0db,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:46.036344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33d52823-3605-46c6-be04-84c317c62512), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.097535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Allocated IP 172.26.4.246 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/eaa64a1b-b028-419b-9c29-35a1ecf6d212) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:17:46.116342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 51e723e8-fc01-44c7-8db1-ee5256d62b04 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:46.117402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:17:46.125709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.130321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f5780477-e8b1-48c2-a62c-9de0343de400 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4210432 Apr 29 04:17:46.130491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37034) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:46.135037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '618e646a-976e-4b00-bdb3-c143f4ede0db', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:46.216319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.243345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (4259d1c2-8a0b-479f-8769-9f49e947bd66), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.250281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:46.250883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.320885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (4259d1c2-8a0b-479f-8769-9f49e947bd66), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.329889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.369383 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:46.372329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:46.378377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:17:46.403070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (4259d1c2-8a0b-479f-8769-9f49e947bd66), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.403271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=eaa64a1b-b028-419b-9c29-35a1ecf6d212,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:46.422091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4259d1c2-8a0b-479f-8769-9f49e947bd66,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:46.423876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:46.448129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Publish callbacks [] for port (33d52823-3605-46c6-be04-84c317c62512), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.487092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.488331 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-526fa212-8620-4ac4-b684-c81517eaceb2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567238 Apr 29 04:17:46.491085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37036) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:46.495516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '618e646a-976e-4b00-bdb3-c143f4ede0db', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:46.502555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (33d52823-3605-46c6-be04-84c317c62512), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.559622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee26e2-73e1-4c71-85f5-66fa2831e7ab None None] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:46.621719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Attempting to bind port 33d52823-3605-46c6-be04-84c317c62512 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:17:46.622091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Attempting to bind port 33d52823-3605-46c6-be04-84c317c62512 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:17:46.622451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Attempting to bind port 33d52823-3605-46c6-be04-84c317c62512 on network d193b975-e4e2-423a-b605-151998414015 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:46.627939 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:17:46.628586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Checking segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:17:46.628703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.629096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Bound using segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:17:46.629858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Bound port: 33d52823-3605-46c6-be04-84c317c62512, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:17:46.630182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33d52823-3605-46c6-be04-84c317c62512), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.638735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (f40ce2f9-fe12-46b2-863f-38af9ad85468), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.699582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] For port 33d52823-3605-46c6-be04-84c317c62512, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:17:46.703497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] For port 33d52823-3605-46c6-be04-84c317c62512, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33d52823-3605-46c6-be04-84c317c62512,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:17:46.713833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (f40ce2f9-fe12-46b2-863f-38af9ad85468), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.793372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-71887f65-8053-41a1-bdef-487a84f9f497 None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:46.793751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-71887f65-8053-41a1-bdef-487a84f9f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.818157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (33d52823-3605-46c6-be04-84c317c62512), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.831198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (f40ce2f9-fe12-46b2-863f-38af9ad85468), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.851555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40ce2f9-fe12-46b2-863f-38af9ad85468,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:46.881828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-71887f65-8053-41a1-bdef-487a84f9f497 None None] Port 33d52823-3605-46c6-be04-84c317c62512 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:17:46.898934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee26e2-73e1-4c71-85f5-66fa2831e7ab None None] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:46.901970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:46.902592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:46.967244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:46.968526 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-474394d6-a155-4364-be12-94dc344740dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4764996 Apr 29 04:17:46.974809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37038) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:46.979849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '618e646a-976e-4b00-bdb3-c143f4ede0db', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:47.035671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:47.083135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.093347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (67a3e557-0526-4122-9550-cb03daf6e14e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.154254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (67a3e557-0526-4122-9550-cb03daf6e14e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.205625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.222009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (67a3e557-0526-4122-9550-cb03daf6e14e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.228589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:47.228965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.243362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a3e557-0526-4122-9550-cb03daf6e14e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:47.257687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:17:46Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:47.293187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d9bb-0fa6-4dd6-866a-d4bbdb3bf29c None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:17:46Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:17:47.319679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.325198 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ff8638b7-7b5c-4bc6-abb6-e512e8c2e2b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453069 Apr 29 04:17:47.325198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37040) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:47.360150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '618e646a-976e-4b00-bdb3-c143f4ede0db', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:47.371332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] Current status of the port 33d52823-3605-46c6-be04-84c317c62512 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:47.371737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33d52823-3605-46c6-be04-84c317c62512), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.409938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] For port 33d52823-3605-46c6-be04-84c317c62512, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33d52823-3605-46c6-be04-84c317c62512,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:47.426512 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.432854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (80db836f-b2f9-42c3-a2db-80e73d27ef48), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.499184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (80db836f-b2f9-42c3-a2db-80e73d27ef48), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.525336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (33d52823-3605-46c6-be04-84c317c62512), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.553907 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.576780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06299-d2bc-4f52-ab3a-b0d5e10ba3ca None None] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:47.626161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (80db836f-b2f9-42c3-a2db-80e73d27ef48), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.631157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event updated for resources: {'Port': ['ID=eaa64a1b-b028-419b-9c29-35a1ecf6d212,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:47.642432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.652158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80db836f-b2f9-42c3-a2db-80e73d27ef48,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:47.744363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.745842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-21d6cfb5-f754-40af-bf70-0f76795de1f6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4210589 Apr 29 04:17:47.746071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 33d52823-3605-46c6-be04-84c317c62512 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:17:47.750147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37042) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:47.754784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '618e646a-976e-4b00-bdb3-c143f4ede0db', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:47.791118 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Floating IP cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd associated. External IP: 172.26.4.246, port: 38442ec4-aade-48b4-af8c-d8eb8043cc90. Apr 29 04:17:47.801469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:47.801837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.884320 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:17:47.888537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 33d52823-3605-46c6-be04-84c317c62512 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:47.894182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (a2aaeafe-ac70-42c6-aa85-c60a85009550), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:47.997167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (a2aaeafe-ac70-42c6-aa85-c60a85009550), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.070048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:17:48.071687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a2aaeafe-ac70-42c6-aa85-c60a85009550), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.094243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aaeafe-ac70-42c6-aa85-c60a85009550,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:48.189921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.193636 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3674f380-4146-437c-b680-64713eaf7d9a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4401100 Apr 29 04:17:48.193835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37044) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:17:48.199863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'security_group_rule': {'security_group_id': '618e646a-976e-4b00-bdb3-c143f4ede0db', 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:48.230767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:17:48.243418 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:17:48.254682 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:48.255587 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:48.319177 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Project 251b2b9bed71496c8fa2601d860910ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:17:48.327505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (f8739d9d-5a90-43a8-b9af-d140134478df), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.369813 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:48.378356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.422931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54440d01-1949-44bc-aa3e-02591bddb6ba tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6179378 Apr 29 04:17:48.432028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (f8739d9d-5a90-43a8-b9af-d140134478df), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.432028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:48.432028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545cf56d-d23d-4005-8ac2-2adece62d620" -d '{"events": [{"name": "network-changed", "server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:48.468784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87cd32-7686-44c9-aa87-52f8c88046be x-openstack-request-id: req-6b87cd32-7686-44c9-aa87-52f8c88046be {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:48.469139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:48.469500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b87cd32-7686-44c9-aa87-52f8c88046be {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:48.470566 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b87cd32-7686-44c9-aa87-52f8c88046be'] response: {'name': 'network-changed', 'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'status': 'completed', 'code': 200} Apr 29 04:17:48.519229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (f8739d9d-5a90-43a8-b9af-d140134478df), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.534514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-7209a763-048d-4459-b292-97ee578cf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:48.536408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-7209a763-048d-4459-b292-97ee578cf711 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 1130 time: 0.0456617 Apr 29 04:17:48.541514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8739d9d-5a90-43a8-b9af-d140134478df,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:48.607654 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:49Z', 'revision_number': 1, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}, {'id': 'cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:6f:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21de840f-6b99-4dee-8973-f862e9e0081a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:17:46Z', 'updated_at': '2022-04-29T04:17:46Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:48.628513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-f2ffe15c-f9d3-4a27-aeca-d08929216a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:48.630145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:48.640360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-94552477-83be-4c8c-a9eb-80ca85a974ac tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4365997 Apr 29 04:17:48.640555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-f2ffe15c-f9d3-4a27-aeca-d08929216a9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0878544 Apr 29 04:17:48.640645 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:17:48.645476 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:17:48.646234 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:48.707387 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-02c95efa-5890-4c1f-9823-fdb5523516e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90 HTTP/1.1" status: 200 len: 1000 time: 0.0693986 Apr 29 04:17:48.759196 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:17:48.788016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-8b865e9d-f5ee-4203-8b2d-e0f101d434a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:48.789513 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-8b865e9d-f5ee-4203-8b2d-e0f101d434a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0759072 Apr 29 04:17:48.845632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-84f70a6f-1f31-4931-af8a-839461a99eed tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36150853&fields=id&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 267 time: 0.0855293 Apr 29 04:17:48.851022 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-809e7470-f7d0-4a59-9b85-bb68c087f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:48.852478 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-809e7470-f7d0-4a59-9b85-bb68c087f7dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0573597 Apr 29 04:17:48.975913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:49Z', 'revision_number': 1, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}, {'id': 'cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:6f:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21de840f-6b99-4dee-8973-f862e9e0081a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:17:46Z', 'updated_at': '2022-04-29T04:17:46Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:17:49.016138 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e0e11-a305-43bb-895e-0cc0db015be1 None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:49Z', 'revision_number': 1, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}, {'id': 'cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:6f:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21de840f-6b99-4dee-8973-f862e9e0081a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:17:46Z', 'updated_at': '2022-04-29T04:17:46Z', 'revision_number': 0, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:17:49.018342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-df3b3058-0069-44bf-a708-c648083fceb8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:49.019803 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-df3b3058-0069-44bf-a708-c648083fceb8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/networks?id=d193b975-e4e2-423a-b605-151998414015 HTTP/1.1" status: 200 len: 797 time: 0.1664770 Apr 29 04:17:49.023408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-03a30664-c80b-49e9-83b5-b2987a4d1565 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612051 Apr 29 04:17:49.070837 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-01203897-2290-484a-bd54-f808ff9ae2d1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/quotas/251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 375 time: 0.0208635 Apr 29 04:17:49.161956 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-ef827ce1-2e9f-4f9d-a72e-0328462918f1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605910 Apr 29 04:17:49.168162 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-545cf56d-d23d-4005-8ac2-2adece62d620 req-44c597cb-0008-44fe-9001-ca5b28482fda service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376338 Apr 29 04:17:49.226228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2a291-0732-4c4e-99cc-2355bbaf190b None None] New status for floating IP cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:17:49.268033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-332e4a75-9eae-46f4-ba51-e76a98e6aebf service neutron] 10.222.0.37 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931959 Apr 29 04:17:49.367423 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-427c47b0-f8a6-49c5-b813-292070e83952 service neutron] 10.222.0.37 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931637 Apr 29 04:17:49.668661 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5931e40f-08a2-4db6-b0d6-5735fb321244 req-b3992709-786b-44b9-a954-98ed9a9a9374 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 210 time: 0.0325696 Apr 29 04:17:50.101614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:50.763114 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bfc51814-746c-4b4d-9e0b-5fc1898337e4 req-525b9066-ca78-4bdc-98bf-6de9437a2b6e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Apr 29 04:17:51.605825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-c9da3213-8e7d-4f72-9d55-cbd5c5c580f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:51.607187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-c9da3213-8e7d-4f72-9d55-cbd5c5c580f3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/networks?id=d193b975-e4e2-423a-b605-151998414015 HTTP/1.1" status: 200 len: 797 time: 0.1063676 Apr 29 04:17:51.668050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-6c127c0e-1bb0-429a-bd67-78f2ae741f27 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251b2b9bed71496c8fa2601d860910ad HTTP/1.1" status: 200 len: 378 time: 0.0521255 Apr 29 04:17:51.677557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'port': {'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'admin_state_up': True, 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'security_groups': ['618e646a-976e-4b00-bdb3-c143f4ede0db']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:51.854245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Made reservation on behalf of 251b2b9bed71496c8fa2601d860910ad for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:17:51.857758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:51.859587 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0ebf6769-30b9-4d09-8e32-ab5fe7563822 req-c849cf16-5820-4df1-b94b-35b105e09cfb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Apr 29 04:17:51.985042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.20.0.9 (d193b975-e4e2-423a-b605-151998414015/abcd1f08-f3ff-40cd-9249-148b1fd3ee7b/0a617aa3-3961-4acc-83a4-5ee43b0b307f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:17:52.125634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.210265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.251523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network d193b975-e4e2-423a-b605-151998414015 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:17:52.257088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:17:52.261558 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:17:52.267626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=0a617aa3-3961-4acc-83a4-5ee43b0b307f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:52.323318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:52.323989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.434490 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-0d480e75-941f-4ffb-9c56-596eb7e4121b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613962 Apr 29 04:17:52.446721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Request body: {'port': {'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:17:52.486837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-413a5f02-e566-4e87-b011-ba05228d3cdd None None] Provisioning complete for port 0a617aa3-3961-4acc-83a4-5ee43b0b307f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:52.487454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-413a5f02-e566-4e87-b011-ba05228d3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.506130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.522414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-413a5f02-e566-4e87-b011-ba05228d3cdd None None] Port 0a617aa3-3961-4acc-83a4-5ee43b0b307f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:17:52.766115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a617aa3-3961-4acc-83a4-5ee43b0b307f {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:17:52.773477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Publish callbacks [] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.785523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Transition to ACTIVE for port object 0a617aa3-3961-4acc-83a4-5ee43b0b307f will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:17:52.849606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:52.903815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a617aa3-3961-4acc-83a4-5ee43b0b307f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:53.015453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0e06-a3f5-428a-a055-ff5dfde8df39 req-315b8118-766a-4f5e-a562-05555f6454eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.016973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2bab0e06-a3f5-428a-a055-ff5dfde8df39 req-315b8118-766a-4f5e-a562-05555f6454eb tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 943 time: 0.0693264 Apr 29 04:17:53.021838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Attempting to bind port 0a617aa3-3961-4acc-83a4-5ee43b0b307f on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:17:53.022195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Attempting to bind port 0a617aa3-3961-4acc-83a4-5ee43b0b307f by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:17:53.022495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Attempting to bind port 0a617aa3-3961-4acc-83a4-5ee43b0b307f on network d193b975-e4e2-423a-b605-151998414015 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:53.040549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Port 0a617aa3-3961-4acc-83a4-5ee43b0b307f on network d193b975-e4e2-423a-b605-151998414015 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:17:53.040876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Attempting to bind port 0a617aa3-3961-4acc-83a4-5ee43b0b307f on network d193b975-e4e2-423a-b605-151998414015 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:17:53.051562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:17:53.053043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Checking segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:17:53.053043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Bound using segment: {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:17:53.053043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Bound port: 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd193b975-e4e2-423a-b605-151998414015'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:17:53.053469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:53.107782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2bab0e06-a3f5-428a-a055-ff5dfde8df39 req-b2db0ad2-5123-4f0e-b488-0e2ac5889972 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829339 Apr 29 04:17:53.138577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] For port 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:17:53.141925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] For port 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:17:53.239186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:53.271825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.271912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:53.273251 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] 10.222.0.31 "PUT /v2.0/ports/0a617aa3-3961-4acc-83a4-5ee43b0b307f HTTP/1.1" status: 200 len: 1093 time: 0.8306758 Apr 29 04:17:53.275567 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:53.278383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:53.306413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52d01-d319-4070-9f08-b2d72eab3d15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a617aa3-3961-4acc-83a4-5ee43b0b307f,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:53.378956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba024ab4-b3e6-43f8-9064-af3872d96b5f x-openstack-request-id: req-ba024ab4-b3e6-43f8-9064-af3872d96b5f {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:53.379254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:53.379525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba024ab4-b3e6-43f8-9064-af3872d96b5f {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:53.379924 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba024ab4-b3e6-43f8-9064-af3872d96b5f'] response: {'name': 'network-changed', 'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'status': 'completed', 'code': 200} Apr 29 04:17:53.453728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6 req-b01b0f27-9ec0-4e3a-8a4a-d4bce0ec51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.455845 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6 req-b01b0f27-9ec0-4e3a-8a4a-d4bce0ec51c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 1127 time: 0.0496786 Apr 29 04:17:53.555342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6 req-b9ca0101-6411-46cf-8084-ed345546b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.556892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6 req-b9ca0101-6411-46cf-8084-ed345546b7d9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=251b2b9bed71496c8fa2601d860910ad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0941193 Apr 29 04:17:53.657281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6 req-05a9b557-b8f2-464b-94b5-0966329ac765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.659368 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-da0fab6e-00e3-46ae-b2d0-c4f0564f1db6 req-05a9b557-b8f2-464b-94b5-0966329ac765 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937195 Apr 29 04:17:53.742425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-34410483-ce1c-4c81-b2f3-e727b5a746e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.743925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-34410483-ce1c-4c81-b2f3-e727b5a746e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 1127 time: 0.0411663 Apr 29 04:17:53.788355 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-7810c723-3761-4e5f-a838-0591fc98c917 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f HTTP/1.1" status: 200 len: 217 time: 0.0360863 Apr 29 04:17:53.847037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-4c00c7c5-7688-4eae-8bb9-7b266de20212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.848476 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-4c00c7c5-7688-4eae-8bb9-7b266de20212 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abcd1f08-f3ff-40cd-9249-148b1fd3ee7b HTTP/1.1" status: 200 len: 835 time: 0.0506995 Apr 29 04:17:53.892090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-6f5d6e08-307a-4826-afa6-a43fd1eca800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:53.894276 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-6f5d6e08-307a-4826-afa6-a43fd1eca800 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d193b975-e4e2-423a-b605-151998414015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388608 Apr 29 04:17:53.989041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-044506ec-161a-40d8-937f-724a0f900a94 service neutron] 10.222.0.31 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845582 Apr 29 04:17:54.082308 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68a6cfb-fbcd-4aa8-84f2-867dcc7708d0 req-44c36a66-b402-4a71-8447-9e46359aa8c8 service neutron] 10.222.0.31 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831869 Apr 29 04:17:54.219136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0853-f051-4ded-9cb3-2aff3c5ffba5 req-d8fdd888-ee66-4f5f-8169-099a1e62a1dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:54.220618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-141b0853-f051-4ded-9cb3-2aff3c5ffba5 req-d8fdd888-ee66-4f5f-8169-099a1e62a1dc tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 943 time: 0.0469878 Apr 29 04:17:54.273507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-141b0853-f051-4ded-9cb3-2aff3c5ffba5 req-74a90233-047a-4a54-9e1c-1f10b94df57c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467455 Apr 29 04:17:55.389394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a20fd-4a8c-431c-914c-5a91f284b7a8 req-49a35933-e717-48a7-8664-2264fea7171d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:55.390860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-416a20fd-4a8c-431c-914c-5a91f284b7a8 req-49a35933-e717-48a7-8664-2264fea7171d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 943 time: 0.0501513 Apr 29 04:17:55.441139 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-416a20fd-4a8c-431c-914c-5a91f284b7a8 req-7274eac1-c551-4d96-b7b5-d1f998932b26 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445876 Apr 29 04:17:56.555287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ed948-23f5-4596-b0ed-4630808bda5b req-62187a6d-b285-4dad-848e-04cc4067483c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:56.556737 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f0ed948-23f5-4596-b0ed-4630808bda5b req-62187a6d-b285-4dad-848e-04cc4067483c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 943 time: 0.0488772 Apr 29 04:17:56.605063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f0ed948-23f5-4596-b0ed-4630808bda5b req-e27d2790-7567-4f4f-b924-2d13828eba99 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427654 Apr 29 04:17:56.725632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0a617aa3-3961-4acc-83a4-5ee43b0b307f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:17:56.823340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:56.834764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:17:56.870683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 0a617aa3-3961-4acc-83a4-5ee43b0b307f is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:56.871063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:56.883976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a617aa3-3961-4acc-83a4-5ee43b0b307f {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:17:56.903594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:56.964310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:57.018768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=0a617aa3-3961-4acc-83a4-5ee43b0b307f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:57.217278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['0a617aa3-3961-4acc-83a4-5ee43b0b307f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:17:57.718555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9d75-a62c-418d-9ca6-7c65f24e3aaa req-7f8858c6-b1c9-4fb9-9640-45ec1b53eaa0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:57.720023 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fe6b9d75-a62c-418d-9ca6-7c65f24e3aaa req-7f8858c6-b1c9-4fb9-9640-45ec1b53eaa0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 944 time: 0.0483251 Apr 29 04:17:57.777068 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fe6b9d75-a62c-418d-9ca6-7c65f24e3aaa req-48fdbb9f-e488-4c51-b04c-0f7f3b69ac64 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476265 Apr 29 04:17:58.741203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0a617aa3-3961-4acc-83a4-5ee43b0b307f up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:17:58.787113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 0a617aa3-3961-4acc-83a4-5ee43b0b307f completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:17:58.866971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 0a617aa3-3961-4acc-83a4-5ee43b0b307f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:17:58.867348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:58.888447 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d7e75-94f7-4bfd-9098-8645b021ed42 req-6e8e7a93-a6bd-44aa-a845-3c1483eb252f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:58.890268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e99d7e75-94f7-4bfd-9098-8645b021ed42 req-6e8e7a93-a6bd-44aa-a845-3c1483eb252f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 944 time: 0.0481868 Apr 29 04:17:58.940200 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e99d7e75-94f7-4bfd-9098-8645b021ed42 req-ef2de95e-96be-494f-b80b-0374b405d245 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438819 Apr 29 04:17:58.945206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 0a617aa3-3961-4acc-83a4-5ee43b0b307f is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:17:58.945622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:58.967894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:17:58.970207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb1b2e1-71df-4139-8478-56924bcb42ae" -d '{"events": [{"server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "name": "network-vif-plugged", "status": "completed", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:17:58.986400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:17:59.007580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15154c55-6203-4e57-9eeb-b82dbb3c5101 x-openstack-request-id: req-15154c55-6203-4e57-9eeb-b82dbb3c5101 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:17:59.007869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "name": "network-vif-plugged", "status": "completed", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:17:59.008132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15154c55-6203-4e57-9eeb-b82dbb3c5101 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:17:59.008555 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15154c55-6203-4e57-9eeb-b82dbb3c5101'] response: {'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'code': 200} Apr 29 04:17:59.055709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:17:59.249046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=0a617aa3-3961-4acc-83a4-5ee43b0b307f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:17:59.364365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e440e-a3ee-46da-b9f4-c712f9c8fd9a req-d30e0670-5139-4ad1-a714-91480212acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:17:59.365907 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ec8e440e-a3ee-46da-b9f4-c712f9c8fd9a req-d30e0670-5139-4ad1-a714-91480212acc4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 1129 time: 0.0419252 Apr 29 04:17:59.414480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ec8e440e-a3ee-46da-b9f4-c712f9c8fd9a req-57b0d425-40fa-4408-b4de-401886214406 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386209 Apr 29 04:18:00.054807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e346d9-9bea-4493-af59-c7d79d275512 req-9384d7b2-53a1-4d18-be92-306050fbaf66 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:00.056251 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-40e346d9-9bea-4493-af59-c7d79d275512 req-9384d7b2-53a1-4d18-be92-306050fbaf66 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 945 time: 0.0477192 Apr 29 04:18:00.108281 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-40e346d9-9bea-4493-af59-c7d79d275512 req-ae4047d4-f5be-41db-997d-b7a7850617ad tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462761 Apr 29 04:18:01.227845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c256b-0756-454c-bec0-c4de1cbcb4d3 req-ce22ae1a-5ffd-4858-bf85-64a9ba8fdc71 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:01.229333 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0f7c256b-0756-454c-bec0-c4de1cbcb4d3 req-ce22ae1a-5ffd-4858-bf85-64a9ba8fdc71 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Apr 29 04:18:01.278912 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0f7c256b-0756-454c-bec0-c4de1cbcb4d3 req-f65d6bcf-44ef-4e09-b0a5-6c57c9d809d0 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430787 Apr 29 04:18:01.395342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70398f-0ff9-4406-bcea-2b17f0ff62b2 req-398fb14b-7aa3-420a-ad7d-a7121bdcf7f1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:01.397144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e70398f-0ff9-4406-bcea-2b17f0ff62b2 req-398fb14b-7aa3-420a-ad7d-a7121bdcf7f1 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Apr 29 04:18:01.451382 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e70398f-0ff9-4406-bcea-2b17f0ff62b2 req-940317b1-f9fb-4647-8ee5-f4d08cab6ad2 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484498 Apr 29 04:18:01.473299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37112) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:01.512522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1100d-9931-4861-a9be-894947477040 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:01.514070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-45d1100d-9931-4861-a9be-894947477040 tempest-TestNetworkBasicOps-57326843 tempest-TestNetworkBasicOps-57326843-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 1124 time: 0.0397913 Apr 29 04:18:01.516785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37114) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:01.520912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:18:01.638405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:01.721274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:01.825513 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Allocated IP 172.26.4.251 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/7cbd225c-8860-49ae-a8c9-e1878440bd9b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:18:01.929712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:02.049974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:02.087117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:18:02.089889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:18:02.096136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:18:02.120401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=7cbd225c-8860-49ae-a8c9-e1878440bd9b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:02.798761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (3c501620-6cf2-4328-82ee-545426af2b5c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:02.927207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:03.080182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:03.152534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:03.225444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event updated for resources: {'Port': ['ID=7cbd225c-8860-49ae-a8c9-e1878440bd9b,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:03.233332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (3c501620-6cf2-4328-82ee-545426af2b5c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:03.333189 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 3c501620-6cf2-4328-82ee-545426af2b5c associated. External IP: 172.26.4.251, port: 0a617aa3-3961-4acc-83a4-5ee43b0b307f. Apr 29 04:18:03.539647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:18:03.649752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:18:03.659163 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:18:03.668529 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:03.669166 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:03.720194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:03.754358 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37116) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:03.754925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-380cd38e-df5f-4245-a94a-dd2dfbe6194c tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2360837 Apr 29 04:18:03.755002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:18:03.757424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:18:03.779259 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:03.793101 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284d7c1-6fb7-4682-b988-772640b88820 x-openstack-request-id: req-4284d7c1-6fb7-4682-b988-772640b88820 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:18:03.793428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:18:03.793949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4284d7c1-6fb7-4682-b988-772640b88820 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:18:03.794367 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4284d7c1-6fb7-4682-b988-772640b88820'] response: {'name': 'network-changed', 'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'status': 'completed', 'code': 200} Apr 29 04:18:03.824642 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c06c97ae-720a-42a4-a0ef-803f36ecef3b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 200 len: 991 time: 0.0689974 Apr 29 04:18:03.857809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-d4856242-6bd9-4605-885e-3748547537d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:03.859321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-d4856242-6bd9-4605-885e-3748547537d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 1129 time: 0.0399151 Apr 29 04:18:03.951070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-6af722cf-56bf-4dbd-bde0-4af01a15135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:03.952447 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-6af722cf-56bf-4dbd-bde0-4af01a15135a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d193b975-e4e2-423a-b605-151998414015 HTTP/1.1" status: 200 len: 898 time: 0.0872195 Apr 29 04:18:03.997141 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '3c501620-6cf2-4328-82ee-545426af2b5c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:18:02Z', 'updated_at': '2022-04-29T04:18:02Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:17:47Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:04.018297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-ee2f9c2f-eb96-4b32-8d0c-00a261cf86c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f HTTP/1.1" status: 200 len: 999 time: 0.0590968 Apr 29 04:18:04.023420 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] Checking router: b52fdf44-7565-412c-b716-83c338f88887 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:18:04.032158 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:04.032770 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:17:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:04.069487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-5e07b3ab-5c96-45a2-93d4-298c65d17941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:04.071085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-5e07b3ab-5c96-45a2-93d4-298c65d17941 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abcd1f08-f3ff-40cd-9249-148b1fd3ee7b HTTP/1.1" status: 200 len: 835 time: 0.0459995 Apr 29 04:18:04.118536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-f4759ecb-b904-4de6-8bbd-e43c4da6cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:04.120021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-f4759ecb-b904-4de6-8bbd-e43c4da6cf99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d193b975-e4e2-423a-b605-151998414015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421216 Apr 29 04:18:04.140539 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:04.210721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-a1ea5fad-cea9-46dd-91a3-4f7c87d798be service neutron] 10.222.0.31 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836573 Apr 29 04:18:04.304764 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f31be32-2bfd-41c7-8de5-e2410f7f02b8 req-25cc05a3-493b-458f-a85c-e1b64ea4687a service neutron] 10.222.0.31 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877330 Apr 29 04:18:04.350802 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '3c501620-6cf2-4328-82ee-545426af2b5c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:18:02Z', 'updated_at': '2022-04-29T04:18:02Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:17:47Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:04.380903 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bdcf7-080b-4b53-ba4a-5b1626a0070f None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:17:44Z', 'revision_number': 4, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '3c501620-6cf2-4328-82ee-545426af2b5c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:18:02Z', 'updated_at': '2022-04-29T04:18:02Z', 'revision_number': 0, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:17:47Z', 'revision_number': 5, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:18:04.578808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd6401b-698c-4525-b47d-110413d29025 None None] New status for floating IP 3c501620-6cf2-4328-82ee-545426af2b5c: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:18:04.828422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37120) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:04.890161 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-47f15fe8-f3e5-404f-a7c9-8ea5841a9f52 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 200 len: 993 time: 0.0606234 Apr 29 04:18:08.215171 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:18:08.878303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0fe3da14-b495-4351-862b-d682d5c070c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:11.232130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-37cff43b-17fc-4b8e-b8ba-0c20b29dd395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:12.186703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:13.735145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:15.130337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:19.973808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:37.762018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37140) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:37.766594 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:18:38.079226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (b52fdf44-7565-412c-b716-83c338f88887), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:38.180015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (b52fdf44-7565-412c-b716-83c338f88887), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:38.291902 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:18:38.398993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:18:38.405887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:38.408194 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e9128c8b-4571-473f-9e10-21b7da26c27a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/b52fdf44-7565-412c-b716-83c338f88887 HTTP/1.1" status: 200 len: 887 time: 0.6451466 Apr 29 04:18:38.409797 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:18:38.420844 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:38.421490 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:38.455799 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:38.464595 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:38.465182 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:38.496943 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:38.497561 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96bd8f-e2cb-4bd4-8838-ce69b813818d None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:18:38.887173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8324fdfe-88ac-42e8-82c7-cdb31e7823e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:39.234305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2409d-1de9-454e-85ea-7d350623dfd4 None None] New status for floating IP 3c501620-6cf2-4328-82ee-545426af2b5c: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:18:39.746097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:18:39.823481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 51e723e8-fc01-44c7-8db1-ee5256d62b04 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:18:39.823858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:39.844396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 51e723e8-fc01-44c7-8db1-ee5256d62b04, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51e723e8-fc01-44c7-8db1-ee5256d62b04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:39.967291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:39.967995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 33d52823-3605-46c6-be04-84c317c62512 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:18:40.042397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:40.052947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.053289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.053654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.053988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.054318 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.054641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.054957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.055315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.055641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.055965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.056285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.056603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.056920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.057232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.057570 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:40.095124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 33d52823-3605-46c6-be04-84c317c62512 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:18:40.095511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33d52823-3605-46c6-be04-84c317c62512), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:40.126338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 33d52823-3605-46c6-be04-84c317c62512, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33d52823-3605-46c6-be04-84c317c62512,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:40.191605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (33d52823-3605-46c6-be04-84c317c62512), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:40.246853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:40.540443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37144) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:40.547767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Request body: {'router': {'admin_state_up': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:18:40.901932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28959'] for router (b52fdf44-7565-412c-b716-83c338f88887), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:40.980049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-410571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349243'] for router (b52fdf44-7565-412c-b716-83c338f88887), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:41.180151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f3909c3e-3869-4e47-8832-b29d722776ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:41.403261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:18:41.514861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:18:41.521815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:41.523038 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2e941648-45d4-4ae0-b899-183d6ee6d0a4 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/b52fdf44-7565-412c-b716-83c338f88887 HTTP/1.1" status: 200 len: 886 time: 0.9812610 Apr 29 04:18:41.525678 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:18:41.529732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:41.536018 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:41.536627 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:41.588377 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ce90d26c-38a2-4e35-a28b-6ec1f62ae8cd tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 200 len: 991 time: 0.0602355 Apr 29 04:18:41.645730 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:41.865053 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '3c501620-6cf2-4328-82ee-545426af2b5c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:18:02Z', 'updated_at': '2022-04-29T04:18:39Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:41.890782 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] Checking router: b52fdf44-7565-412c-b716-83c338f88887 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:18:41.898702 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:41.899947 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:42.006057 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:42.219953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:42.221561 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '3c501620-6cf2-4328-82ee-545426af2b5c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:18:02Z', 'updated_at': '2022-04-29T04:18:39Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:42.248522 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e44dd-dfe7-44d7-a747-af986e1ed383 None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '3c501620-6cf2-4328-82ee-545426af2b5c', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'port_id': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'mac_address': 'fa:16:3e:0c:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:18:02Z', 'updated_at': '2022-04-29T04:18:39Z', 'revision_number': 2, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:18:42.591122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37148) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:42.660393 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-13a44cae-cfa8-4238-a78b-630d6fdf4441 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 200 len: 991 time: 0.0680401 Apr 29 04:18:43.664316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37150) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:43.728546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:43.730878 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c9b17fdd-b721-4f8c-a891-0d3e3f975b8d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 200 len: 991 time: 0.0639493 Apr 29 04:18:43.789220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:18:43.838852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 51e723e8-fc01-44c7-8db1-ee5256d62b04 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:18:43.839220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:43.881456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3991444f-851a-4d7d-b446-1578c0904bca None None] New status for floating IP 3c501620-6cf2-4328-82ee-545426af2b5c: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:18:44.000992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 51e723e8-fc01-44c7-8db1-ee5256d62b04 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:18:44.001397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:44.032127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 51e723e8-fc01-44c7-8db1-ee5256d62b04, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51e723e8-fc01-44c7-8db1-ee5256d62b04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:44.088287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:44.088986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 33d52823-3605-46c6-be04-84c317c62512 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:18:44.169346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:44.179895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:18:44.180387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:44.259896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 33d52823-3605-46c6-be04-84c317c62512 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:18:44.260279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33d52823-3605-46c6-be04-84c317c62512), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:44.293637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 33d52823-3605-46c6-be04-84c317c62512, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33d52823-3605-46c6-be04-84c317c62512,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:44.408473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (33d52823-3605-46c6-be04-84c317c62512), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:44.463953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:44.733000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37152) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:44.802913 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9f2a7868-9db4-48b6-8ac7-3140f3395012 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 200 len: 993 time: 0.0687156 Apr 29 04:18:45.084338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:45.132745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.213612 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:18:45.232879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 7cbd225c-8860-49ae-a8c9-e1878440bd9b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:18:45.233214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.309183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.309530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (7cbd225c-8860-49ae-a8c9-e1878440bd9b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.326289 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 7cbd225c-8860-49ae-a8c9-e1878440bd9b owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:18:45.534275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7cbd225c-8860-49ae-a8c9-e1878440bd9b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.565298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=7cbd225c-8860-49ae-a8c9-e1878440bd9b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:45.578138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.578489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.578999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.579347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.579681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.580011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.580338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.580664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.580992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.581342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.581667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.581994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.582318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.582637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.582959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:45.638365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for floatingip (3c501620-6cf2-4328-82ee-545426af2b5c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.638727 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Floating IP 3c501620-6cf2-4328-82ee-545426af2b5c disassociated (deleted). External IP: 172.26.4.251, port: 0a617aa3-3961-4acc-83a4-5ee43b0b307f. Apr 29 04:18:45.780386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:18:45.825458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 51e723e8-fc01-44c7-8db1-ee5256d62b04 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:18:45.825829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.884432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:18:45.904618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 51e723e8-fc01-44c7-8db1-ee5256d62b04 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:18:45.905376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 33d52823-3605-46c6-be04-84c317c62512 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:18:45.948764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 33d52823-3605-46c6-be04-84c317c62512 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:18:45.949137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (33d52823-3605-46c6-be04-84c317c62512), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:45.995445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:18:45.999975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:46.004538 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:18:46.016073 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:46.016696 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:46.027226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 33d52823-3605-46c6-be04-84c317c62512 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:18:46.030995 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-35d55f46-1fd0-4d4d-abb3-e8e6ae06d35b tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/floatingips/3c501620-6cf2-4328-82ee-545426af2b5c HTTP/1.1" status: 204 len: 168 time: 0.9455466 Apr 29 04:18:46.031576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:18:46.034059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db3993-1f64-4e41-99c8-170109534bad" -d '{"events": [{"name": "network-changed", "server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:18:46.073194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f7764-8a0a-4b44-93ae-1ff41e2e33ee x-openstack-request-id: req-286f7764-8a0a-4b44-93ae-1ff41e2e33ee {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:18:46.073711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:18:46.074096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-286f7764-8a0a-4b44-93ae-1ff41e2e33ee {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:18:46.074516 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286f7764-8a0a-4b44-93ae-1ff41e2e33ee'] response: {'name': 'network-changed', 'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'status': 'completed', 'code': 200} Apr 29 04:18:46.151551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3993-1f64-4e41-99c8-170109534bad req-bea2ce3f-d4a2-4a0b-8044-7b8117c4e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:46.153176 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-bea2ce3f-d4a2-4a0b-8044-7b8117c4e663 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=251b2b9bed71496c8fa2601d860910ad&device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 1129 time: 0.0430396 Apr 29 04:18:46.221705 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:46.258796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3993-1f64-4e41-99c8-170109534bad req-310286cd-0eed-4711-8b90-69697fbac3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:46.260267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-310286cd-0eed-4711-8b90-69697fbac3a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d193b975-e4e2-423a-b605-151998414015 HTTP/1.1" status: 200 len: 898 time: 0.0971022 Apr 29 04:18:46.305784 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-4be08244-0c54-449f-afd8-435559bc08bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f HTTP/1.1" status: 200 len: 217 time: 0.0354836 Apr 29 04:18:46.360019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3993-1f64-4e41-99c8-170109534bad req-d63a0b4d-d6cd-4f90-a414-0fe085b751bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:46.361484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-d63a0b4d-d6cd-4f90-a414-0fe085b751bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abcd1f08-f3ff-40cd-9249-148b1fd3ee7b HTTP/1.1" status: 200 len: 835 time: 0.0470192 Apr 29 04:18:46.406716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3993-1f64-4e41-99c8-170109534bad req-e366e031-1038-43ee-88cc-f470b13f162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:46.408222 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-e366e031-1038-43ee-88cc-f470b13f162d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d193b975-e4e2-423a-b605-151998414015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399187 Apr 29 04:18:46.418119 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:46.446750 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] Checking router: b52fdf44-7565-412c-b716-83c338f88887 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:18:46.455357 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:46.456068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:46.536601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebca263-2c6f-401e-9b6a-15fe2b2d30df req-5d6dc550-99db-412e-b097-3c38fac047b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:46.537980 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ebca263-2c6f-401e-9b6a-15fe2b2d30df req-5d6dc550-99db-412e-b097-3c38fac047b3 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 945 time: 0.0535431 Apr 29 04:18:46.565005 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:46.573149 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-4ffc425d-4c33-43f0-8707-b7cfcbb4eb40 service neutron] 10.222.0.31 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542017 Apr 29 04:18:46.601304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ebca263-2c6f-401e-9b6a-15fe2b2d30df req-362b95b8-ec41-471b-b4aa-d65cd3ea34ff tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574055 Apr 29 04:18:46.750000 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:46.779099 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309982d-0da2-4ea0-8699-7189bc2245e5 None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:40Z', 'revision_number': 6, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '33d52823-3605-46c6-be04-84c317c62512', 'name': '', 'network_id': 'd193b975-e4e2-423a-b605-151998414015', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'mac_address': 'fa:16:3e:63:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:43Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'subnets': [{'id': 'abcd1f08-f3ff-40cd-9249-148b1fd3ee7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:18:47.430153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b7c9d-dcdb-436c-92c9-f0dd4e66cddb None None] New status for floating IP 3c501620-6cf2-4328-82ee-545426af2b5c: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:18:47.715493 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12db3993-1f64-4e41-99c8-170109534bad req-3a4a2eb1-39fa-4d54-bb7f-2ec0e16fc848 service neutron] 10.222.0.31 "GET /v2.0/networks/d193b975-e4e2-423a-b605-151998414015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859039 Apr 29 04:18:47.719593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3eda2-f7d5-4eba-a827-edfce53792ba req-cebe9d57-f533-412b-bf28-93a56d1e879f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:47.721109 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f1b3eda2-f7d5-4eba-a827-edfce53792ba req-cebe9d57-f533-412b-bf28-93a56d1e879f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Apr 29 04:18:47.773269 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f1b3eda2-f7d5-4eba-a827-edfce53792ba req-f01eb233-f226-496c-af6b-82404dc1fa8a tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/security-groups?id=618e646a-976e-4b00-bdb3-c143f4ede0db&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453961 Apr 29 04:18:47.989989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-ea8fd292-bdd8-4a7d-a387-ea99961fc50e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:18:47.991458 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-ea8fd292-bdd8-4a7d-a387-ea99961fc50e tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 945 time: 0.0465505 Apr 29 04:18:48.079670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 0a617aa3-3961-4acc-83a4-5ee43b0b307f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:18:48.080007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:48.168943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 0a617aa3-3961-4acc-83a4-5ee43b0b307f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0a617aa3-3961-4acc-83a4-5ee43b0b307f,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:48.169195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:48.186346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 0a617aa3-3961-4acc-83a4-5ee43b0b307f owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:18:48.391468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0a617aa3-3961-4acc-83a4-5ee43b0b307f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:48.421002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=0a617aa3-3961-4acc-83a4-5ee43b0b307f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:48.449585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.449928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.450263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.450593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.450946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.451267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.451585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.451900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.452236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.452534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.452948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.453192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.453536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.458895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.458895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:18:48.476879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] No DVR routers for this DVR port 0a617aa3-3961-4acc-83a4-5ee43b0b307f on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:18:48.479275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:48.482486 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8b42a9ea-817b-445e-9b0c-464e227d76d7 req-7cbef48b-2d65-48ff-91e7-c7d340e6f428 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.31 "DELETE /v2.0/ports/0a617aa3-3961-4acc-83a4-5ee43b0b307f HTTP/1.1" status: 204 len: 173 time: 0.4848983 Apr 29 04:18:48.482916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'name': 'network-vif-deleted', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:18:48.485147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa41268-812e-483c-81d8-431ce46c5c7a" -d '{"events": [{"server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "name": "network-vif-deleted", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:18:48.521044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42800215-3a89-450c-b01d-fd6b0a3173cf x-openstack-request-id: req-42800215-3a89-450c-b01d-fd6b0a3173cf {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:18:48.521492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42b0b2-a7fa-4831-a27a-e20996d7e746", "name": "network-vif-deleted", "tag": "0a617aa3-3961-4acc-83a4-5ee43b0b307f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:18:48.521758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42800215-3a89-450c-b01d-fd6b0a3173cf {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:18:48.522167 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42800215-3a89-450c-b01d-fd6b0a3173cf'] response: {'server_uuid': '8e42b0b2-a7fa-4831-a27a-e20996d7e746', 'name': 'network-vif-deleted', 'tag': '0a617aa3-3961-4acc-83a4-5ee43b0b307f', 'status': 'completed', 'code': 200} Apr 29 04:18:48.895425 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f9b63fc2-a8bd-4988-a489-75afd9f5817b req-8f176011-6fed-4bdd-9c95-784cd4e75ec6 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e42b0b2-a7fa-4831-a27a-e20996d7e746 HTTP/1.1" status: 200 len: 210 time: 0.0364227 Apr 29 04:18:49.955217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37176) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:49.991381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:50.012331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5ef8-2a9f-4151-a54c-e425ef2f751f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (618e646a-976e-4b00-bdb3-c143f4ede0db), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:50.039083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5ef8-2a9f-4151-a54c-e425ef2f751f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (618e646a-976e-4b00-bdb3-c143f4ede0db), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:50.162645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5ef8-2a9f-4151-a54c-e425ef2f751f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (618e646a-976e-4b00-bdb3-c143f4ede0db), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:50.165337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5ef8-2a9f-4151-a54c-e425ef2f751f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:50.166515 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bb9f5ef8-2a9f-4151-a54c-e425ef2f751f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/security-groups/618e646a-976e-4b00-bdb3-c143f4ede0db HTTP/1.1" status: 204 len: 168 time: 0.2103167 Apr 29 04:18:50.175959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f5ef8-2a9f-4151-a54c-e425ef2f751f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e646a-976e-4b00-bdb3-c143f4ede0db,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:50.266678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37180) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:50.688785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (b52fdf44-7565-412c-b716-83c338f88887), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:50.994574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 33d52823-3605-46c6-be04-84c317c62512 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:18:50.994574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (33d52823-3605-46c6-be04-84c317c62512), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:51.020415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0a617aa3-3961-4acc-83a4-5ee43b0b307f no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:18:51.044680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 0a617aa3-3961-4acc-83a4-5ee43b0b307f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:18:51.045026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0a617aa3-3961-4acc-83a4-5ee43b0b307f not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:18:51.086024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 33d52823-3605-46c6-be04-84c317c62512, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33d52823-3605-46c6-be04-84c317c62512,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:51.086519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (33d52823-3605-46c6-be04-84c317c62512), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:51.106165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 33d52823-3605-46c6-be04-84c317c62512 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:18:51.339941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (33d52823-3605-46c6-be04-84c317c62512), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:51.367130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=33d52823-3605-46c6-be04-84c317c62512,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:51.893844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (b52fdf44-7565-412c-b716-83c338f88887), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.143743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Router b52fdf44-7565-412c-b716-83c338f88887 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:18:52.256054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:18:52.265889 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1ca8b529-7cee-4352-af4f-b1a0fdd291ee tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "PUT /v2.0/routers/b52fdf44-7565-412c-b716-83c338f88887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9935770 Apr 29 04:18:52.265990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37182) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:52.266445 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] Sync routers for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:18:52.275344 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:52.275955 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:52.317365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting subnet abcd1f08-f3ff-40cd-9249-148b1fd3ee7b {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:18:52.320931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (abcd1f08-f3ff-40cd-9249-148b1fd3ee7b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.361572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (abcd1f08-f3ff-40cd-9249-148b1fd3ee7b), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.386237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:52.456973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (abcd1f08-f3ff-40cd-9249-148b1fd3ee7b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.568713 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:51Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:52.586409 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (abcd1f08-f3ff-40cd-9249-148b1fd3ee7b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.599170 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] Checking router: b52fdf44-7565-412c-b716-83c338f88887 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:18:52.608126 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] Routers {'b52fdf44-7565-412c-b716-83c338f88887'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:18:52.608757 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:18:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b52fdf44-7565-412c-b716-83c338f88887'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:52.616507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Subnet': ['ID=abcd1f08-f3ff-40cd-9249-148b1fd3ee7b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:52.626072 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.629373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a1e50366-e11f-4b42-898f-27c1b4280b4d tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/subnets/abcd1f08-f3ff-40cd-9249-148b1fd3ee7b HTTP/1.1" status: 204 len: 168 time: 0.3639455 Apr 29 04:18:52.632258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37184) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:52.633545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd280aeb-4a8a-4cce-8b07-a46db1a109af None None] Network d193b975-e4e2-423a-b605-151998414015 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:18:52.734397 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] Set router b52fdf44-7565-412c-b716-83c338f88887 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:18:52.762616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (b52fdf44-7565-412c-b716-83c338f88887), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.821770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] DHCP port deletion for d193b975-e4e2-423a-b605-151998414015 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:18:52.862782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] Deleting port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:18:52.865501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.875220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_gateway (b52fdf44-7565-412c-b716-83c338f88887), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.921766 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:51Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:52.928422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] For port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,segment=NetworkSegment(cfee77f1-d9c8-4600-8711-5a9c9b19cedd),segment_id=cfee77f1-d9c8-4600-8711-5a9c9b19cedd)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:52.928844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:52.941546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] Calling delete_port for e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:18:52.948698 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed60775-c326-4e75-b992-cf69daaee61f None None] The sync data for ids ['b52fdf44-7565-412c-b716-83c338f88887'] in dv-neutron-839777-1-hyperv is: [{'id': 'b52fdf44-7565-412c-b716-83c338f88887', 'name': 'tempest-TestNetworkBasicOps-router-1738651819', 'tenant_id': '251b2b9bed71496c8fa2601d860910ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:17:39Z', 'updated_at': '2022-04-29T04:18:51Z', 'revision_number': 7, 'project_id': '251b2b9bed71496c8fa2601d860910ad', 'gw_port': {'id': '51e723e8-fc01-44c7-8db1-ee5256d62b04', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdf44-7565-412c-b716-83c338f88887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:17:40Z', 'updated_at': '2022-04-29T04:18:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:18:52.994072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Deleting port 51e723e8-fc01-44c7-8db1-ee5256d62b04 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:18:52.994409 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.074598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] For port 51e723e8-fc01-44c7-8db1-ee5256d62b04, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=51e723e8-fc01-44c7-8db1-ee5256d62b04,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:18:53.074883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.088792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Calling delete_port for 51e723e8-fc01-44c7-8db1-ee5256d62b04 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:18:53.111132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e8a1807f-2dd6-4f7d-ba97-fe9910e8b906), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.137093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] Pushing event deleted for resources: {'Port': ['ID=e8a1807f-2dd6-4f7d-ba97-fe9910e8b906,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:53.146361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bada80a-0637-41b4-a68e-972c1649acc8 None None] No DVR routers for this DVR port e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:18:53.305715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (51e723e8-fc01-44c7-8db1-ee5256d62b04), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.337727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Port': ['ID=51e723e8-fc01-44c7-8db1-ee5256d62b04,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:53.403370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (b52fdf44-7565-412c-b716-83c338f88887), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.498281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (b52fdf44-7565-412c-b716-83c338f88887), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.500705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router_controller (b52fdf44-7565-412c-b716-83c338f88887), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.629948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (b52fdf44-7565-412c-b716-83c338f88887), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.634017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Fanout notify agent at l3_agent the message router_deleted on router b52fdf44-7565-412c-b716-83c338f88887 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:18:53.637286 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.638583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-31d2e28e-2050-42e9-83f8-e8bb815fd9f9 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/routers/b52fdf44-7565-412c-b716-83c338f88887 HTTP/1.1" status: 204 len: 168 time: 1.0050271 Apr 29 04:18:53.641157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:53.719589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (d193b975-e4e2-423a-b605-151998414015), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.816473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (d193b975-e4e2-423a-b605-151998414015), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.836240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d193b975-e4e2-423a-b605-151998414015']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:53.845628 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:53.845926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfee77f1-d9c8-4600-8711-5a9c9b19cedd') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:18:53.855969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (cfee77f1-d9c8-4600-8711-5a9c9b19cedd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.869704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (cfee77f1-d9c8-4600-8711-5a9c9b19cedd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.875526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:18:53.875906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (cfee77f1-d9c8-4600-8711-5a9c9b19cedd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:18:53.878892 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:18:54.008048 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (d193b975-e4e2-423a-b605-151998414015), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:54.015194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:54.018079 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] 10.222.0.37 "DELETE /v2.0/networks/d193b975-e4e2-423a-b605-151998414015 HTTP/1.1" status: 204 len: 168 time: 0.3758767 Apr 29 04:18:54.030074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b113f4e-e3e9-4742-9c3b-b57036d38f6f tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] Pushing event deleted for resources: {'Network': ['ID=d193b975-e4e2-423a-b605-151998414015,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:54.131187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:18:54.152533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:18:54.152533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8a1807f-2dd6-4f7d-ba97-fe9910e8b906 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:18:54.152533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 33d52823-3605-46c6-be04-84c317c62512 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:18:54.175103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 33d52823-3605-46c6-be04-84c317c62512 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:18:54.175446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 33d52823-3605-46c6-be04-84c317c62512 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:18:54.536370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37192) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:54.677445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8948e366-95e2-4bd3-a918-b04e64ad3669 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=251b2b9bed71496c8fa2601d860910ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398208 Apr 29 04:18:54.680075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37196) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:54.738979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7938e5e5-c878-4f75-8759-0d317db3dac7 admin admin] Publish callbacks [] for security_group (5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:54.760446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7938e5e5-c878-4f75-8759-0d317db3dac7 admin admin] Publish callbacks [] for security_group (5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:54.894003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7938e5e5-c878-4f75-8759-0d317db3dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:54.896616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7938e5e5-c878-4f75-8759-0d317db3dac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:54.897795 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7938e5e5-c878-4f75-8759-0d317db3dac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec HTTP/1.1" status: 204 len: 168 time: 0.2168398 Apr 29 04:18:54.906308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938e5e5-c878-4f75-8759-0d317db3dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7cbfd0-7978-486a-9a0c-54cc1f8dc1ec,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:55.532024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37202) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:55.545881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2290deb8-2a78-49e3-bc89-d3f25ef7678d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:55.623080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2290deb8-2a78-49e3-bc89-d3f25ef7678d admin admin] Publish callbacks [] for security_group (bab48a85-3e64-4991-94bc-4667eb3b4897), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:55.714655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:18:55.734800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 51e723e8-fc01-44c7-8db1-ee5256d62b04 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:18:55.736802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 51e723e8-fc01-44c7-8db1-ee5256d62b04 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:18:55.807489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2290deb8-2a78-49e3-bc89-d3f25ef7678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bab48a85-3e64-4991-94bc-4667eb3b4897), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:55.850480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2290deb8-2a78-49e3-bc89-d3f25ef7678d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f217b0bed3144d889e9532f5273c2301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171580 Apr 29 04:18:55.851312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290deb8-2a78-49e3-bc89-d3f25ef7678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab48a85-3e64-4991-94bc-4667eb3b4897,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:18:55.853706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37204) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:18:55.911276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-76859885-d419-4008-98a8-0d1e7550de8e admin admin] Publish callbacks [] for security_group (bab48a85-3e64-4991-94bc-4667eb3b4897), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:55.933810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-76859885-d419-4008-98a8-0d1e7550de8e admin admin] Publish callbacks [] for security_group (bab48a85-3e64-4991-94bc-4667eb3b4897), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:56.099329 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-76859885-d419-4008-98a8-0d1e7550de8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bab48a85-3e64-4991-94bc-4667eb3b4897), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:56.101840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-76859885-d419-4008-98a8-0d1e7550de8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:18:56.103546 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-76859885-d419-4008-98a8-0d1e7550de8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bab48a85-3e64-4991-94bc-4667eb3b4897 HTTP/1.1" status: 204 len: 168 time: 0.2479613 Apr 29 04:18:56.111282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76859885-d419-4008-98a8-0d1e7550de8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab48a85-3e64-4991-94bc-4667eb3b4897,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:19:04.119114 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-b1a29b99-8b93-47b3-9c81-1a535acd5ccb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407984 Apr 29 04:19:04.201504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-5df9af5f-7675-4d2e-98e5-369ebc5c932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:19:04.202979 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-5df9af5f-7675-4d2e-98e5-369ebc5c932d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1129 time: 0.0393105 Apr 29 04:19:04.309527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-99a3cdec-93f8-41a2-a2e2-f336e8bbb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:19:04.310989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-99a3cdec-93f8-41a2-a2e2-f336e8bbb9b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0862155 Apr 29 04:19:04.380426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-96a8666e-7ef8-43b2-ae9a-ed9216b8673c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 1000 time: 0.0600197 Apr 29 04:19:04.429115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-86b3b80c-7048-4f3c-ad0a-947fd8f17f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:19:04.430512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-86b3b80c-7048-4f3c-ad0a-947fd8f17f1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0412061 Apr 29 04:19:04.477517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-f31f9fff-198e-4893-bef3-6a09d4fd1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:19:04.479002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-f31f9fff-198e-4893-bef3-6a09d4fd1324 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391223 Apr 29 04:19:04.573408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-75491ea0-75df-4892-a07c-d6620402769c service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849276 Apr 29 04:19:04.665235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-334f95ef-6b9a-41b9-8051-f1d368f1944b req-8efa1d26-3413-4da2-a781-456008481bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831275 Apr 29 04:19:08.874866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9434e8bd-e48d-4edf-a023-bb37de9cf68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:11.200750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9230912c-5bd2-4bc5-89fd-98b1d42b6c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:12.212989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:13.737680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:15.126138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:19.995926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:22.211711 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:19:38.892234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3408a58a-f2d5-4849-843e-3b8d28dddef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:41.212050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf3468ee-021a-4687-a614-69bbce4dd940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:42.210656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:43.749441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:45.131609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:49.976129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:19:59.209927 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:20:02.224475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37218) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:02.372844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Deleting port eaa64a1b-b028-419b-9c29-35a1ecf6d212 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:02.373182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:02.445728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:02.446054 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (eaa64a1b-b028-419b-9c29-35a1ecf6d212), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:02.458945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Calling delete_port for eaa64a1b-b028-419b-9c29-35a1ecf6d212 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:02.657119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (eaa64a1b-b028-419b-9c29-35a1ecf6d212), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:02.680058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'Port': ['ID=eaa64a1b-b028-419b-9c29-35a1ecf6d212,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:02.689650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.690003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.690350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.690688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.691025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.691360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.692070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.692070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.692321 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.693162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.695295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.695634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.695970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.696300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.696627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:02.760390 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:02.760724 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Floating IP cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd disassociated (deleted). External IP: 172.26.4.246, port: 38442ec4-aade-48b4-af8c-d8eb8043cc90. Apr 29 04:20:02.965636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:20:03.351444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:20:03.355884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:03.361158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:20:03.371220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:03.371929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:19:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:03.386218 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-88efc372-75f3-4d4a-8307-1d9bd523ca29 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "DELETE /v2.0/floatingips/cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd HTTP/1.1" status: 204 len: 168 time: 1.1606178 Apr 29 04:20:03.386822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:20:03.389157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f3c244-09f5-4599-967b-a7115af81d15" -d '{"events": [{"name": "network-changed", "server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:20:03.627810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb7d212-f5b8-4299-aac3-d3474661d827 x-openstack-request-id: req-0cb7d212-f5b8-4299-aac3-d3474661d827 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:20:03.628126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:20:03.628382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cb7d212-f5b8-4299-aac3-d3474661d827 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:20:03.628836 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb7d212-f5b8-4299-aac3-d3474661d827'] response: {'name': 'network-changed', 'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'status': 'completed', 'code': 200} Apr 29 04:20:03.642618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:03.696662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c244-09f5-4599-967b-a7115af81d15 req-0d636df0-d4aa-4adc-a0bd-46d8a77c5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:03.698025 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-0d636df0-d4aa-4adc-a0bd-46d8a77c5d6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 1130 time: 0.0420980 Apr 29 04:20:03.794614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec31bbc-8592-4b0c-b66a-7e0ae7f805d4 req-b5f7a326-46ed-45ea-8bab-8f8f9d79ff88 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:03.796333 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dec31bbc-8592-4b0c-b66a-7e0ae7f805d4 req-b5f7a326-46ed-45ea-8bab-8f8f9d79ff88 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 946 time: 0.0531893 Apr 29 04:20:03.802563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c244-09f5-4599-967b-a7115af81d15 req-6236a69a-8fe5-4e08-b54d-77d61b90c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:03.804243 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-6236a69a-8fe5-4e08-b54d-77d61b90c9be service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.0966365 Apr 29 04:20:03.846477 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dec31bbc-8592-4b0c-b66a-7e0ae7f805d4 req-7f1d9951-f80d-4375-8f47-b5e5fe2cb90f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Apr 29 04:20:03.872632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:49Z', 'revision_number': 1, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:03.898638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:20:03.906679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:03.907284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:19:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:04.012643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:04.219149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:49Z', 'revision_number': 1, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:04.247575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c96e4-8b10-4d63-ad52-d75273b2a6ae None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8fd95cee-0d7a-4697-b8b1-5230f53183a5', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'floating_ip_address': '172.26.4.38', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'port_id': '6c3f6dc0-767e-442e-8411-db898a19a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'mac_address': 'fa:16:3e:b0:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:14:46Z', 'updated_at': '2022-04-29T04:14:49Z', 'revision_number': 1, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:20:04.459922 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9f32f-eaac-4f73-aaa3-2f161f7b90d8 None None] New status for floating IP cff2f16e-e86e-4a22-ad34-0dfe96dbc7fd: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:20:04.957718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-4a2a9ac6-f8bc-4f1c-b7db-7cdbd80fc851 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90 HTTP/1.1" status: 200 len: 217 time: 0.0449378 Apr 29 04:20:05.018493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad7845-a64d-4c75-a23e-20f6eab1e70a req-67606a47-f81a-41d5-87e0-6d7451567529 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:05.019894 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fbad7845-a64d-4c75-a23e-20f6eab1e70a req-67606a47-f81a-41d5-87e0-6d7451567529 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 946 time: 0.1011434 Apr 29 04:20:05.037035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c244-09f5-4599-967b-a7115af81d15 req-d0de5761-4711-4e13-bd87-99bcf9702f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:05.038406 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-d0de5761-4711-4e13-bd87-99bcf9702f6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0655434 Apr 29 04:20:05.079443 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fbad7845-a64d-4c75-a23e-20f6eab1e70a req-aa9bd272-dee7-43d3-8512-686dcbf27ab5 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533044 Apr 29 04:20:05.141459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c244-09f5-4599-967b-a7115af81d15 req-6214beb5-f827-465d-94fe-f13a3e2c5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:05.142838 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-6214beb5-f827-465d-94fe-f13a3e2c5a9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390334 Apr 29 04:20:05.229725 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-7dad9f40-9297-4f21-af9d-fa9e4ba76a6f service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801620 Apr 29 04:20:05.574703 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22f3c244-09f5-4599-967b-a7115af81d15 req-54c7a8e0-e154-40c4-841e-615a8c9c0d97 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278017 Apr 29 04:20:05.587232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-a2624952-37a9-4cf1-aa86-6be6e5ef9183 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:05.588734 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-a2624952-37a9-4cf1-aa86-6be6e5ef9183 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 946 time: 0.0722480 Apr 29 04:20:05.723348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Deleting port 38442ec4-aade-48b4-af8c-d8eb8043cc90 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:05.723712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:05.810300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] For port 38442ec4-aade-48b4-af8c-d8eb8043cc90, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38442ec4-aade-48b4-af8c-d8eb8043cc90,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:05.810654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:05.823362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Calling delete_port for 38442ec4-aade-48b4-af8c-d8eb8043cc90 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:06.011616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (38442ec4-aade-48b4-af8c-d8eb8043cc90), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:06.039124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'Port': ['ID=38442ec4-aade-48b4-af8c-d8eb8043cc90,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:06.051073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.051421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.052264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.052604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.052935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.053263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.053624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.053950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.054273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.054594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.054915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.055236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.055555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.055872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.056190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:06.095942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] No DVR routers for this DVR port 38442ec4-aade-48b4-af8c-d8eb8043cc90 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:20:06.098687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:06.101942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e27cb93-166a-4932-be6b-d262961f8e54 req-892593f0-1437-49c0-ab35-0ecdefc2fe2b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "DELETE /v2.0/ports/38442ec4-aade-48b4-af8c-d8eb8043cc90 HTTP/1.1" status: 204 len: 173 time: 0.5048120 Apr 29 04:20:06.102383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'name': 'network-vif-deleted', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:20:06.104632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c076313-28ef-492e-a534-33c65422bd90" -d '{"events": [{"server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "name": "network-vif-deleted", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:20:06.140141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60e9369-ce1f-465f-b526-60d4b0d65b45 x-openstack-request-id: req-d60e9369-ce1f-465f-b526-60d4b0d65b45 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:20:06.140438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21de840f-6b99-4dee-8973-f862e9e0081a", "name": "network-vif-deleted", "tag": "38442ec4-aade-48b4-af8c-d8eb8043cc90", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:20:06.140696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d60e9369-ce1f-465f-b526-60d4b0d65b45 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:20:06.141160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60e9369-ce1f-465f-b526-60d4b0d65b45'] response: {'server_uuid': '21de840f-6b99-4dee-8973-f862e9e0081a', 'name': 'network-vif-deleted', 'tag': '38442ec4-aade-48b4-af8c-d8eb8043cc90', 'status': 'completed', 'code': 200} Apr 29 04:20:06.178887 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e60eeaee-767b-451c-8faa-b6161fbe4457 req-048e5605-836d-4512-ae93-5fcf54b3408a tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0279284 Apr 29 04:20:07.277253 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f0d301d5-9007-43ac-90fe-bfe76331e473 req-729e67ec-b215-4054-bd24-e797debe2627 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0283456 Apr 29 04:20:08.373875 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8da49553-1207-4ec7-a469-18d027e085f5 req-041e61da-87a4-4d1c-addd-2b40fad34b5f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0308845 Apr 29 04:20:08.897556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-38c64021-d1fb-4cfe-994b-f48e942b65f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:09.393245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38442ec4-aade-48b4-af8c-d8eb8043cc90 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:09.425030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 38442ec4-aade-48b4-af8c-d8eb8043cc90 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:09.425745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38442ec4-aade-48b4-af8c-d8eb8043cc90 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:09.474414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cc4d9267-aa13-4b2d-a17e-5a24b977fd1f req-262d4311-5662-46db-9389-8d39b6749a3f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0300753 Apr 29 04:20:10.567512 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-510768a9-b8be-4962-9797-334f16dbd7a4 req-e3f90c88-6cda-47ea-a111-419bcd245e37 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0278986 Apr 29 04:20:11.239690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae00-cd8e-4bcf-86b5-6ff80f199455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:11.665235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-19c2ae9b-e5a1-4283-a9a4-fe0867f4d221 req-2636d72b-0aba-4e0d-87d8-543389503c66 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0295463 Apr 29 04:20:12.188243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:12.759425 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9c7bbdb3-ceb5-4606-b177-983aa8195c1b req-e93dec03-8bb4-4cdb-a736-80d820b9ab43 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0295608 Apr 29 04:20:13.759316 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:13.860534 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f136ce7c-8480-44a6-88f1-493fdbdc56b8 req-b6673c9d-f8cf-4f3f-bd13-c56da4cd0fe7 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0315154 Apr 29 04:20:14.960590 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-47fd1ca7-95f4-492f-b4b1-f7d0a8bf7f77 req-e2c39474-3f93-4b04-8f91-d06ce4315c0c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=21de840f-6b99-4dee-8973-f862e9e0081a HTTP/1.1" status: 200 len: 210 time: 0.0281370 Apr 29 04:20:15.091991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:19.965069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:25.726545 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37310) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:25.870850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Deleting port 40dfbfea-0826-4229-843c-ec432ef419ef {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:25.871183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (40dfbfea-0826-4229-843c-ec432ef419ef), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:25.943387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (40dfbfea-0826-4229-843c-ec432ef419ef), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:25.943708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (40dfbfea-0826-4229-843c-ec432ef419ef), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:25.955304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Calling delete_port for 40dfbfea-0826-4229-843c-ec432ef419ef owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:26.187413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (40dfbfea-0826-4229-843c-ec432ef419ef), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:26.211482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'Port': ['ID=40dfbfea-0826-4229-843c-ec432ef419ef,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:26.278100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (8fd95cee-0d7a-4697-b8b1-5230f53183a5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:26.278448 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Floating IP 8fd95cee-0d7a-4697-b8b1-5230f53183a5 disassociated (deleted). External IP: 172.26.4.38, port: 6c3f6dc0-767e-442e-8411-db898a19a410. Apr 29 04:20:26.490302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:20:26.608541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:20:26.613301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:26.618035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:20:26.627885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:26.628504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:20:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:26.644187 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2c1b1540-5bb7-4c46-9ebc-6d69cdf02477 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "DELETE /v2.0/floatingips/8fd95cee-0d7a-4697-b8b1-5230f53183a5 HTTP/1.1" status: 204 len: 168 time: 0.9165697 Apr 29 04:20:26.645348 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:20:26.648147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9e662-4829-487d-b670-93f2a511c944" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:20:26.686095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb32d7-58e4-4353-9c90-32bc8b2bcc36 x-openstack-request-id: req-c6eb32d7-58e4-4353-9c90-32bc8b2bcc36 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:20:26.686386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:20:26.686636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6eb32d7-58e4-4353-9c90-32bc8b2bcc36 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:20:26.687066 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6eb32d7-58e4-4353-9c90-32bc8b2bcc36'] response: {'name': 'network-changed', 'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410', 'status': 'completed', 'code': 200} Apr 29 04:20:26.751290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:26.959626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:26.990070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:20:27.001156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:27.001882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:20:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:27.114417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:27.118568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e662-4829-487d-b670-93f2a511c944 req-d5f9f85f-a492-494f-a959-59c2059b132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:27.120068 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-d5f9f85f-a492-494f-a959-59c2059b132d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=725cfdfdc2874590b14d8053de3dc524&device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 1129 time: 0.4056571 Apr 29 04:20:27.132960 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fb9cc-dc6a-47c8-83f1-e119324198b0 req-f46ca513-6d9c-4395-986d-d55bc2cc163f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:27.134376 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-913fb9cc-dc6a-47c8-83f1-e119324198b0 req-f46ca513-6d9c-4395-986d-d55bc2cc163f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 945 time: 0.0540056 Apr 29 04:20:27.241917 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-913fb9cc-dc6a-47c8-83f1-e119324198b0 req-fca26888-483b-4437-958a-641bebcadd7e tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/security-groups?id=c83925e5-77bc-4864-86d1-56ad7efd1fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996091 Apr 29 04:20:27.257241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e662-4829-487d-b670-93f2a511c944 req-892c0a10-45e4-4da0-a6eb-96039f044026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:27.258731 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-892c0a10-45e4-4da0-a6eb-96039f044026 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 200 len: 913 time: 0.1235156 Apr 29 04:20:27.309438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:27.321282 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-e86b268c-4a16-4599-bdb8-5305e13bc0e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 200 len: 217 time: 0.0349696 Apr 29 04:20:27.336602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8d86d-5159-4785-a5fe-c7b0a13860e2 None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:10:20Z', 'revision_number': 4, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'f961a907-577d-47be-b253-1aae60169914', 'name': '', 'network_id': 'a30a976b-8021-46f1-b423-5cf620aef04e', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'mac_address': 'fa:16:3e:ff:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:19Z', 'updated_at': '2022-04-29T04:10:23Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'subnets': [{'id': 'f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:20:27.374743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e662-4829-487d-b670-93f2a511c944 req-72991373-1a80-4215-86db-f1aa98aec408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:27.376210 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-72991373-1a80-4215-86db-f1aa98aec408 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 200 len: 851 time: 0.0484405 Apr 29 04:20:27.554295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e662-4829-487d-b670-93f2a511c944 req-d463845a-86ff-4039-ae36-fc24f98d4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:27.555810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-d463845a-86ff-4039-ae36-fc24f98d4ff6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a30a976b-8021-46f1-b423-5cf620aef04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411012 Apr 29 04:20:27.558732 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fdf613-4258-4fd8-8f1b-35d084a32c6f None None] New status for floating IP 8fd95cee-0d7a-4697-b8b1-5230f53183a5: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:20:27.679586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-aa60d256-49ad-47f0-a0db-5009715e84af tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:20:27.681057 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-aa60d256-49ad-47f0-a0db-5009715e84af tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 945 time: 0.0635383 Apr 29 04:20:27.690955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-234da186-1e62-4963-9e5a-d5db69fe4759 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289372 Apr 29 04:20:27.836031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Deleting port 6c3f6dc0-767e-442e-8411-db898a19a410 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:27.836368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:27.842945 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86a9e662-4829-487d-b670-93f2a511c944 req-49c9323d-3845-4368-adde-78f92d6b0794 service neutron] 10.222.0.31 "GET /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446080 Apr 29 04:20:27.932776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] For port 6c3f6dc0-767e-442e-8411-db898a19a410, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6c3f6dc0-767e-442e-8411-db898a19a410,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:27.933141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:27.946786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Calling delete_port for 6c3f6dc0-767e-442e-8411-db898a19a410 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:28.130201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6c3f6dc0-767e-442e-8411-db898a19a410), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:28.163458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'Port': ['ID=6c3f6dc0-767e-442e-8411-db898a19a410,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:28.205283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] No DVR routers for this DVR port 6c3f6dc0-767e-442e-8411-db898a19a410 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:20:28.207805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:28.211173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f7cd1f87-d512-4c85-b0fb-65a48d88dd15 req-ad3638d2-0cda-475f-967a-73f9b7a5f06f tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.31 "DELETE /v2.0/ports/6c3f6dc0-767e-442e-8411-db898a19a410 HTTP/1.1" status: 204 len: 173 time: 0.5187857 Apr 29 04:20:28.211616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'name': 'network-vif-deleted', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:20:28.213990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1027cdce-177d-4fc9-8679-07544c9c3a37" -d '{"events": [{"server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "name": "network-vif-deleted", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:20:28.249681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c73df4-2d85-4700-ba2a-4d847a98482c x-openstack-request-id: req-c5c73df4-2d85-4700-ba2a-4d847a98482c {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:20:28.249972 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f42bd-f1ae-426a-aea1-e4b6f3d73457", "name": "network-vif-deleted", "tag": "6c3f6dc0-767e-442e-8411-db898a19a410", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:20:28.250312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5c73df4-2d85-4700-ba2a-4d847a98482c {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:20:28.250724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c73df4-2d85-4700-ba2a-4d847a98482c'] response: {'server_uuid': 'e46f42bd-f1ae-426a-aea1-e4b6f3d73457', 'name': 'network-vif-deleted', 'tag': '6c3f6dc0-767e-442e-8411-db898a19a410', 'status': 'completed', 'code': 200} Apr 29 04:20:28.337767 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-786e5477-f6d2-4b8b-b3d3-c55cd10a999f req-43053ed1-50b6-4056-8827-f578f058c410 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Apr 29 04:20:29.434364 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-38617777-cbf9-4dd5-80d7-a93291c331a2 req-11d6bad8-fc4e-4a2f-b472-78f6d9d03c5b tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0290785 Apr 29 04:20:30.527549 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f90cbe8b-d042-4010-b6ba-ffeb650c910f req-c9204d19-28b5-4a4a-88f6-819101aa58ac tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Apr 29 04:20:31.485810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6c3f6dc0-767e-442e-8411-db898a19a410 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:31.507004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 6c3f6dc0-767e-442e-8411-db898a19a410 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:31.507346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6c3f6dc0-767e-442e-8411-db898a19a410 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:31.622117 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1d73ffeb-4f12-4973-a5b2-bc1b3e3c99a8 req-e3bb4fdf-d94b-4d7d-b0fa-fafc7846c702 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Apr 29 04:20:32.718888 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-438da706-65c4-4822-8be0-69d0e4a3cba9 req-cc7b9b8a-eb41-44a4-86c7-b326985dfbff tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0298622 Apr 29 04:20:33.813953 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-577db841-deb4-465e-9190-3cdb7b3b4730 req-edaf3818-1c20-454f-bd38-e0c8633e7611 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0276344 Apr 29 04:20:34.909362 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6967b70d-660f-4628-a449-b8613c4728c7 req-65744258-8f39-4d17-84b0-37f13d4d1181 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Apr 29 04:20:36.010899 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fddcea6f-a137-4fe6-864b-e16b85ede234 req-c120b355-ef5a-4bac-a2fc-60c284c7d964 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0322900 Apr 29 04:20:36.209602 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:20:37.110876 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-560c36a6-6129-4d88-928b-4a9a21c413da req-09f21842-0d13-4d84-a77b-fa6e7663a0bf tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e46f42bd-f1ae-426a-aea1-e4b6f3d73457 HTTP/1.1" status: 200 len: 210 time: 0.0321805 Apr 29 04:20:38.167396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:38.279651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Deleting port b35406f6-3bfb-41f9-a07f-6458bd4dfc24 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:38.279983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:38.352748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:38.353063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:38.365559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Calling delete_port for b35406f6-3bfb-41f9-a07f-6458bd4dfc24 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:38.553415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b35406f6-3bfb-41f9-a07f-6458bd4dfc24), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:38.578254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'Port': ['ID=b35406f6-3bfb-41f9-a07f-6458bd4dfc24,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:38.644770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for floatingip (8305e241-d274-4d59-ab13-5fd5279c54d1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:38.647346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:38.648496 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c8a499fc-6005-478e-8282-de25626e21d4 tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "DELETE /v2.0/floatingips/8305e241-d274-4d59-ab13-5fd5279c54d1 HTTP/1.1" status: 204 len: 168 time: 0.4801295 Apr 29 04:20:38.895834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6a5ffb5c-547a-4829-bfed-8254bdfca751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:41.209745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-554a32b7-aa74-4d35-ac40-55779b94ad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:42.209741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:43.753641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:45.095703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:45.248710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37362) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:45.304781 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14e40c2b-0dfb-4fc0-b20f-bca0b876d73c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group (c83925e5-77bc-4864-86d1-56ad7efd1fa3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:45.329061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14e40c2b-0dfb-4fc0-b20f-bca0b876d73c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group (c83925e5-77bc-4864-86d1-56ad7efd1fa3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:45.438470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14e40c2b-0dfb-4fc0-b20f-bca0b876d73c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (c83925e5-77bc-4864-86d1-56ad7efd1fa3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:45.441606 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-14e40c2b-0dfb-4fc0-b20f-bca0b876d73c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:45.442843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-14e40c2b-0dfb-4fc0-b20f-bca0b876d73c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] 10.222.0.37 "DELETE /v2.0/security-groups/c83925e5-77bc-4864-86d1-56ad7efd1fa3 HTTP/1.1" status: 204 len: 168 time: 0.1931093 Apr 29 04:20:45.452738 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e40c2b-0dfb-4fc0-b20f-bca0b876d73c tempest-TestVolumeBootPattern-1695694440 tempest-TestVolumeBootPattern-1695694440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83925e5-77bc-4864-86d1-56ad7efd1fa3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:45.584518 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37366) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:46.054563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (a25b7734-c7c0-4634-9e3c-683f360f2d51), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:46.286239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Deleting port f961a907-577d-47be-b253-1aae60169914 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:46.286966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f961a907-577d-47be-b253-1aae60169914), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:46.364821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] For port f961a907-577d-47be-b253-1aae60169914, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f961a907-577d-47be-b253-1aae60169914,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:46.365095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f961a907-577d-47be-b253-1aae60169914), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:46.378235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Calling delete_port for f961a907-577d-47be-b253-1aae60169914 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:46.604227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f961a907-577d-47be-b253-1aae60169914), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:46.633584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Pushing event deleted for resources: {'Port': ['ID=f961a907-577d-47be-b253-1aae60169914,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:46.809668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (a25b7734-c7c0-4634-9e3c-683f360f2d51), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:47.026844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Router a25b7734-c7c0-4634-9e3c-683f360f2d51 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:20:47.421514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:20:47.426812 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bd0a2b6d-ca25-46fb-9c5f-506b76ce5545 admin admin] 10.222.0.37 "PUT /v2.0/routers/a25b7734-c7c0-4634-9e3c-683f360f2d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411260 Apr 29 04:20:47.429255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37370) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:47.431952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] Sync routers for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:20:47.441817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:47.442429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:20:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:47.533237 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks [] for router (a25b7734-c7c0-4634-9e3c-683f360f2d51), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:47.549632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:47.639436 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks [] for router_gateway (a25b7734-c7c0-4634-9e3c-683f360f2d51), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:47.720982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:20:46Z', 'revision_number': 5, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port': {'id': '3c5f0e1a-3f54-4937-942f-d8de592401b3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:17Z', 'updated_at': '2022-04-29T04:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:47.747840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] Checking router: a25b7734-c7c0-4634-9e3c-683f360f2d51 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:20:47.754067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Deleting port 3c5f0e1a-3f54-4937-942f-d8de592401b3 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:47.754761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:47.757728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] Routers {'a25b7734-c7c0-4634-9e3c-683f360f2d51'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:47.758013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:20:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a25b7734-c7c0-4634-9e3c-683f360f2d51'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:47.837150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] For port 3c5f0e1a-3f54-4937-942f-d8de592401b3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3c5f0e1a-3f54-4937-942f-d8de592401b3,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:47.837534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:47.848728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] Set router a25b7734-c7c0-4634-9e3c-683f360f2d51 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:47.850627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Calling delete_port for 3c5f0e1a-3f54-4937-942f-d8de592401b3 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:48.047469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:20:47Z', 'revision_number': 6, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:48.074931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c51ea-c341-49b4-86fa-c6141234c8c3 None None] The sync data for ids ['a25b7734-c7c0-4634-9e3c-683f360f2d51'] in dv-neutron-839777-1-hyperv is: [{'id': 'a25b7734-c7c0-4634-9e3c-683f360f2d51', 'name': 'tempest-TestVolumeBootPattern-1901581167-router', 'tenant_id': '725cfdfdc2874590b14d8053de3dc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:16Z', 'updated_at': '2022-04-29T04:20:47Z', 'revision_number': 6, 'project_id': '725cfdfdc2874590b14d8053de3dc524', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:20:48.078289 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3c5f0e1a-3f54-4937-942f-d8de592401b3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.106446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5f0e1a-3f54-4937-942f-d8de592401b3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:48.165022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (a25b7734-c7c0-4634-9e3c-683f360f2d51), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.255928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (a25b7734-c7c0-4634-9e3c-683f360f2d51), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.258038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks [] for router_controller (a25b7734-c7c0-4634-9e3c-683f360f2d51), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.335492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (a25b7734-c7c0-4634-9e3c-683f360f2d51), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.335985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a25b7734-c7c0-4634-9e3c-683f360f2d51 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:20:48.340316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.341503 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a1fbf837-8ba7-4a26-a25a-4e8e93689596 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a25b7734-c7c0-4634-9e3c-683f360f2d51 HTTP/1.1" status: 204 len: 168 time: 0.9112720 Apr 29 04:20:48.344070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37372) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:48.387602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Deleting subnet f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:20:48.390697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Publish callbacks [] for subnet (f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.426061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.511024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.621366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.647807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:48.649787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.653087 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-07632e10-310c-42b6-8324-0d0c331cd690 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f55a0e4f-8ea4-47ef-9dcd-26d032de8c7c HTTP/1.1" status: 204 len: 168 time: 0.3080242 Apr 29 04:20:48.659692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37374) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:48.660553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b7128-d009-40b8-9be9-5751cbe79dde None None] Network a30a976b-8021-46f1-b423-5cf620aef04e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:20:48.724525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a30a976b-8021-46f1-b423-5cf620aef04e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.776222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Deleting port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:48.776222 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.818382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] DHCP port deletion for a30a976b-8021-46f1-b423-5cf620aef04e request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:20:48.840463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] For port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:48.840824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.854720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Calling delete_port for e93909b9-f2f5-4933-9a04-7fec6ae5d5ee owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:48.857726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Deleting port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:48.858103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.924196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] For port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,segment=NetworkSegment(72527784-0c4a-496e-aad5-805d8afee952),segment_id=72527784-0c4a-496e-aad5-805d8afee952)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:48.924628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:48.938911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Calling delete_port for e93909b9-f2f5-4933-9a04-7fec6ae5d5ee owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:49.027039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.033724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e93909b9-f2f5-4933-9a04-7fec6ae5d5ee), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.055996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:49.060443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] No DVR routers for this DVR port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:20:49.065979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Pushing event deleted for resources: {'Port': ['ID=e93909b9-f2f5-4933-9a04-7fec6ae5d5ee,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:49.069158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] No DVR routers for this DVR port e93909b9-f2f5-4933-9a04-7fec6ae5d5ee on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:20:49.076518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.076862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.077202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.077560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.077889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.078215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.078537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.078857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.079180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.079496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.079812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.080138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.080454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.080824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.081680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3fb23-1310-4e26-9cc4-2f5fc0fe5e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:20:49.144621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a30a976b-8021-46f1-b423-5cf620aef04e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.163470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30a976b-8021-46f1-b423-5cf620aef04e']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:49.172206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72527784-0c4a-496e-aad5-805d8afee952') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:49.172497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72527784-0c4a-496e-aad5-805d8afee952') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:49.181760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (72527784-0c4a-496e-aad5-805d8afee952), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.194850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (72527784-0c4a-496e-aad5-805d8afee952), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.200481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:20:49.200901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (72527784-0c4a-496e-aad5-805d8afee952), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:20:49.202627 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:20:49.323992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a30a976b-8021-46f1-b423-5cf620aef04e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.329272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.333008 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a30a976b-8021-46f1-b423-5cf620aef04e HTTP/1.1" status: 204 len: 168 time: 0.6764421 Apr 29 04:20:49.336005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37376) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:49.343626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee40400-334f-46d2-921f-75f35fc67e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=a30a976b-8021-46f1-b423-5cf620aef04e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:49.657938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (198d5027-7d88-45d5-9ecb-0700328d7eeb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.817908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f961a907-577d-47be-b253-1aae60169914 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:49.837653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f961a907-577d-47be-b253-1aae60169914 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:49.838000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f961a907-577d-47be-b253-1aae60169914 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:49.838408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3c5f0e1a-3f54-4937-942f-d8de592401b3 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:49.858239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3c5f0e1a-3f54-4937-942f-d8de592401b3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:49.858586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3c5f0e1a-3f54-4937-942f-d8de592401b3 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:49.859006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e93909b9-f2f5-4933-9a04-7fec6ae5d5ee no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:49.878393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e93909b9-f2f5-4933-9a04-7fec6ae5d5ee {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:49.878747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e93909b9-f2f5-4933-9a04-7fec6ae5d5ee not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:49.889965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Deleting port 04bfd894-d582-4920-939e-f9bc50ae4c5f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:49.890305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.964294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.968007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] For port 04bfd894-d582-4920-939e-f9bc50ae4c5f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=04bfd894-d582-4920-939e-f9bc50ae4c5f,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:49.968376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:49.982168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Calling delete_port for 04bfd894-d582-4920-939e-f9bc50ae4c5f owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:50.232621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (04bfd894-d582-4920-939e-f9bc50ae4c5f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:50.256787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bfd894-d582-4920-939e-f9bc50ae4c5f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:50.426092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (198d5027-7d88-45d5-9ecb-0700328d7eeb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:50.636722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Router 198d5027-7d88-45d5-9ecb-0700328d7eeb has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:20:50.745686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:20:50.750685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-14d73842-0742-4b0c-983f-6588d7b2cc98 admin admin] 10.222.0.37 "PUT /v2.0/routers/198d5027-7d88-45d5-9ecb-0700328d7eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4136522 Apr 29 04:20:50.753673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37378) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:50.755541 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] Sync routers for ids ['198d5027-7d88-45d5-9ecb-0700328d7eeb'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:20:50.765505 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] Routers {'198d5027-7d88-45d5-9ecb-0700328d7eeb'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:50.766110 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:20:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['198d5027-7d88-45d5-9ecb-0700328d7eeb'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:50.857925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks [] for router (198d5027-7d88-45d5-9ecb-0700328d7eeb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:50.869592 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] Set router 198d5027-7d88-45d5-9ecb-0700328d7eeb gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:50.960500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks [] for router_gateway (198d5027-7d88-45d5-9ecb-0700328d7eeb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.035062 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:20:50Z', 'revision_number': 5, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port': {'id': '90477a34-6e09-480e-bb20-66379d7cb95c', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:51.061932 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] Checking router: 198d5027-7d88-45d5-9ecb-0700328d7eeb for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:20:51.070622 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] Routers {'198d5027-7d88-45d5-9ecb-0700328d7eeb'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:20:51.071216 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:20:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['198d5027-7d88-45d5-9ecb-0700328d7eeb'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:51.072739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Deleting port 90477a34-6e09-480e-bb20-66379d7cb95c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:51.073077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.150129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] For port 90477a34-6e09-480e-bb20-66379d7cb95c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=90477a34-6e09-480e-bb20-66379d7cb95c,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:51.150485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.158101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] Set router 198d5027-7d88-45d5-9ecb-0700328d7eeb gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:20:51.163109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Calling delete_port for 90477a34-6e09-480e-bb20-66379d7cb95c owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:51.208973 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:20:50Z', 'revision_number': 6, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:51.238938 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1e1ec-58ec-48fe-aceb-378328462f38 None None] The sync data for ids ['198d5027-7d88-45d5-9ecb-0700328d7eeb'] in dv-neutron-839777-1-hyperv is: [{'id': '198d5027-7d88-45d5-9ecb-0700328d7eeb', 'name': 'tempest-TestVolumeBootPattern-342775481-router', 'tenant_id': '493dc91401484e9a937774c94312ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:10:23Z', 'updated_at': '2022-04-29T04:20:50Z', 'revision_number': 6, 'project_id': '493dc91401484e9a937774c94312ed0f', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:20:51.701213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (90477a34-6e09-480e-bb20-66379d7cb95c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.729991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Pushing event deleted for resources: {'Port': ['ID=90477a34-6e09-480e-bb20-66379d7cb95c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:51.790155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (198d5027-7d88-45d5-9ecb-0700328d7eeb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.880672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (198d5027-7d88-45d5-9ecb-0700328d7eeb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.882762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks [] for router_controller (198d5027-7d88-45d5-9ecb-0700328d7eeb), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.986953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (198d5027-7d88-45d5-9ecb-0700328d7eeb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.987779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198d5027-7d88-45d5-9ecb-0700328d7eeb {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:20:51.992474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:51.993848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4b9f679a-56e9-45fd-86d6-c13df8e516ba admin admin] 10.222.0.37 "DELETE /v2.0/routers/198d5027-7d88-45d5-9ecb-0700328d7eeb HTTP/1.1" status: 204 len: 168 time: 1.2392220 Apr 29 04:20:51.996600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37380) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:52.002398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 04bfd894-d582-4920-939e-f9bc50ae4c5f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:52.029611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 04bfd894-d582-4920-939e-f9bc50ae4c5f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:52.029965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 04bfd894-d582-4920-939e-f9bc50ae4c5f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:52.030552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 90477a34-6e09-480e-bb20-66379d7cb95c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:52.048997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 90477a34-6e09-480e-bb20-66379d7cb95c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:52.049372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 90477a34-6e09-480e-bb20-66379d7cb95c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:52.050939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Deleting subnet e909d678-e213-44a7-b53f-fa03fc95dd13 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:20:52.065633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Publish callbacks [] for subnet (e909d678-e213-44a7-b53f-fa03fc95dd13), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.090871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (e909d678-e213-44a7-b53f-fa03fc95dd13), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.173168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (e909d678-e213-44a7-b53f-fa03fc95dd13), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.295831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (e909d678-e213-44a7-b53f-fa03fc95dd13), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.327176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e909d678-e213-44a7-b53f-fa03fc95dd13,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:52.329118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.332974 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ff1d4d67-1955-45c6-ae62-be7e774684ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e909d678-e213-44a7-b53f-fa03fc95dd13 HTTP/1.1" status: 204 len: 168 time: 0.3348401 Apr 29 04:20:52.334851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25937b94-cfe4-4933-8f96-39eaafd32d8d None None] Network 8592ca24-2ba6-44de-b622-b15a94d2b5e3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:20:52.335297 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37382) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:52.402714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (8592ca24-2ba6-44de-b622-b15a94d2b5e3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.453522 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Deleting port f1478d30-295c-4d95-ba24-adb665bf2c4d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:52.453863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.476500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] DHCP port deletion for 8592ca24-2ba6-44de-b622-b15a94d2b5e3 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:20:52.515466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] Deleting port f1478d30-295c-4d95-ba24-adb665bf2c4d {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:20:52.515758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.521209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] For port f1478d30-295c-4d95-ba24-adb665bf2c4d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f1478d30-295c-4d95-ba24-adb665bf2c4d,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:52.523801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.534844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Calling delete_port for f1478d30-295c-4d95-ba24-adb665bf2c4d owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:52.576718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] For port f1478d30-295c-4d95-ba24-adb665bf2c4d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f1478d30-295c-4d95-ba24-adb665bf2c4d,segment=NetworkSegment(d1edae95-c785-405a-822e-567a8feb9124),segment_id=d1edae95-c785-405a-822e-567a8feb9124)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:20:52.577113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.589555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] Calling delete_port for f1478d30-295c-4d95-ba24-adb665bf2c4d owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:20:52.667379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.674017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (f1478d30-295c-4d95-ba24-adb665bf2c4d), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.698106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1478d30-295c-4d95-ba24-adb665bf2c4d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:52.700706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] Pushing event deleted for resources: {'Port': ['ID=f1478d30-295c-4d95-ba24-adb665bf2c4d,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:52.701572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] No DVR routers for this DVR port f1478d30-295c-4d95-ba24-adb665bf2c4d on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:20:52.705191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf1fdc-7092-419f-8786-49d81d8a7425 None None] No DVR routers for this DVR port f1478d30-295c-4d95-ba24-adb665bf2c4d on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:20:52.771300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (8592ca24-2ba6-44de-b622-b15a94d2b5e3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.791092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8592ca24-2ba6-44de-b622-b15a94d2b5e3']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:52.800920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1edae95-c785-405a-822e-567a8feb9124') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:52.801213 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1edae95-c785-405a-822e-567a8feb9124') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:20:52.814580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (d1edae95-c785-405a-822e-567a8feb9124), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.827492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d1edae95-c785-405a-822e-567a8feb9124), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.833381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:20:52.833761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (d1edae95-c785-405a-822e-567a8feb9124), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:20:52.835492 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:20:52.940662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (8592ca24-2ba6-44de-b622-b15a94d2b5e3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.945505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:52.948567 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8592ca24-2ba6-44de-b622-b15a94d2b5e3 HTTP/1.1" status: 204 len: 168 time: 0.6123719 Apr 29 04:20:52.958827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982040f-c853-4e9c-8d32-38ce8dd17628 admin admin] Pushing event deleted for resources: {'Network': ['ID=8592ca24-2ba6-44de-b622-b15a94d2b5e3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:53.281287 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37386) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:53.320650 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b8e285c6-8668-4cc9-91bf-1fbfc5e07195 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=725cfdfdc2874590b14d8053de3dc524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381427 Apr 29 04:20:53.323051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37388) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:53.369030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc21db32-5fea-4603-891c-d9eb5fc907a5 admin admin] Publish callbacks [] for security_group (e422283b-e20f-4bfa-9c9c-fba59a186721), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:53.393882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc21db32-5fea-4603-891c-d9eb5fc907a5 admin admin] Publish callbacks [] for security_group (e422283b-e20f-4bfa-9c9c-fba59a186721), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:53.506851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc21db32-5fea-4603-891c-d9eb5fc907a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e422283b-e20f-4bfa-9c9c-fba59a186721), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:53.509295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-bc21db32-5fea-4603-891c-d9eb5fc907a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:53.510472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bc21db32-5fea-4603-891c-d9eb5fc907a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e422283b-e20f-4bfa-9c9c-fba59a186721 HTTP/1.1" status: 204 len: 168 time: 0.1865561 Apr 29 04:20:53.518953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21db32-5fea-4603-891c-d9eb5fc907a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422283b-e20f-4bfa-9c9c-fba59a186721,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:20:53.817535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f1478d30-295c-4d95-ba24-adb665bf2c4d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:20:53.837783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f1478d30-295c-4d95-ba24-adb665bf2c4d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:20:53.838122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f1478d30-295c-4d95-ba24-adb665bf2c4d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:20:54.109457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37394) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:54.148726 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0b6353ef-80b0-434d-b8cb-1dcd22170c78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=493dc91401484e9a937774c94312ed0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381396 Apr 29 04:20:54.151086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37396) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:20:54.196921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54a4a719-c0c0-4d5a-b928-6cd6d811fe0e admin admin] Publish callbacks [] for security_group (9b78172f-6532-46fd-a9cc-3c51e367b04a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:54.217506 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54a4a719-c0c0-4d5a-b928-6cd6d811fe0e admin admin] Publish callbacks [] for security_group (9b78172f-6532-46fd-a9cc-3c51e367b04a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:54.301410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54a4a719-c0c0-4d5a-b928-6cd6d811fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9b78172f-6532-46fd-a9cc-3c51e367b04a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:54.303910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-54a4a719-c0c0-4d5a-b928-6cd6d811fe0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:20:54.305044 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-54a4a719-c0c0-4d5a-b928-6cd6d811fe0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b78172f-6532-46fd-a9cc-3c51e367b04a HTTP/1.1" status: 204 len: 168 time: 0.1530836 Apr 29 04:20:54.312802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4a719-c0c0-4d5a-b928-6cd6d811fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78172f-6532-46fd-a9cc-3c51e367b04a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:02.192959 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-c257f953-5fbd-46dd-ba94-ee9c804a5a6b tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310490 Apr 29 04:21:02.369381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-a3cdf44f-53d8-453b-bd3c-2596c6bc1a48 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:02.370742 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-a3cdf44f-53d8-453b-bd3c-2596c6bc1a48 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727974 Apr 29 04:21:02.385750 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3472bd2-160d-422d-8f8f-b6df9cbd9de3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/quotas/b8f142540f8f4b4f914e4d221f071c6a HTTP/1.1" status: 200 len: 375 time: 0.0096853 Apr 29 04:21:02.418871 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-9423f71f-b888-4d57-8bfe-49cbda6baa1c tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278404 Apr 29 04:21:02.661968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41e60c19-2f3a-43ee-934b-6494c8e014c5 req-1231acc8-fb3c-465d-ab43-29e4b9f7a678 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 210 time: 0.0279446 Apr 29 04:21:03.757508 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7d524cf9-b070-4f5d-aa3a-568838bd3f4f req-61ae1140-5684-4044-962b-15a1755f1d9b tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 210 time: 0.0299380 Apr 29 04:21:04.680206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-d24f95dc-fa7e-496f-89c3-936413f8fc08 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281527 Apr 29 04:21:04.869910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-98ea7434-bfb6-4736-b98e-9eec793abd86 req-29c61661-9fc3-460d-a7bf-3aa03e9ffbef tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 210 time: 0.0436845 Apr 29 04:21:04.894243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-03a5bea0-3257-4e1e-9599-76196be1a761 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:04.895631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-03a5bea0-3257-4e1e-9599-76196be1a761 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067823 Apr 29 04:21:04.912521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Request body: {'port': {'device_id': '9202069f-5f2d-47cc-839e-035cb93acf39', 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4', 'admin_state_up': True, 'tenant_id': 'b8f142540f8f4b4f914e4d221f071c6a'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:21:05.077688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Made reservation on behalf of b8f142540f8f4b4f914e4d221f071c6a for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:21:05.081838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.091059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.168443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks [] for security_group (6d5ee5bc-ea63-4257-b971-3ab7fbb97eec), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.220332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (6d5ee5bc-ea63-4257-b971-3ab7fbb97eec), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.282197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:05.349817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Allocated IP 192.168.233.67 (7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4/aed2dd07-7cbb-4634-9a4f-74969b2ef6fd/0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:21:05.495150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks [] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.563825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.605231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:21:05.610086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:21:05.615127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:21:05.638007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Pushing event updated for resources: {'Port': ['ID=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:05.666638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:05.667256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.765778 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-52c7bb97-96d5-4d44-b25c-7fbc4936fcb3 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8566654 Apr 29 04:21:05.780721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Request body: {'port': {'device_id': '9202069f-5f2d-47cc-839e-035cb93acf39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:21:05.842784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.875052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1b86857e-9d43-4cbc-9f2a-aeed94f0e325 None None] Provisioning complete for port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:21:05.876091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1b86857e-9d43-4cbc-9f2a-aeed94f0e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:05.910542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1b86857e-9d43-4cbc-9f2a-aeed94f0e325 None None] Port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:21:05.990810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa905-1687-4081-8785-ae5e66604ba7 req-30d69ee7-bbfe-4390-a6ec-140f0961a04a tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:05.992297 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3c7aa905-1687-4081-8785-ae5e66604ba7 req-30d69ee7-bbfe-4390-a6ec-140f0961a04a tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 935 time: 0.0512125 Apr 29 04:21:06.041544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3c7aa905-1687-4081-8785-ae5e66604ba7 req-6db7ba43-4223-433d-9246-ec4154f62608 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Apr 29 04:21:06.108217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:21:06.115908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Publish callbacks [] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:06.127689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Transition to ACTIVE for port object 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:21:06.203049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:06.256618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:06.280292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.280634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.281018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.281372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.289045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:06.338464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Attempting to bind port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:21:06.338801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Attempting to bind port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:21:06.339131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Attempting to bind port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 on network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:21:06.343692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 on network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:21:06.344016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Attempting to bind port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 on network 7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:21:06.349470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:21:06.349811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Checking segment: {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:21:06.350199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Bound using segment: {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:21:06.350625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Bound port: 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddc03a5-baef-431d-a478-3cd55874ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:21:06.350985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:06.415220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] For port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:21:06.418179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] For port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:21:06.519049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:06.555925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:06.556555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:06.557948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] 10.222.0.31 "PUT /v2.0/ports/0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 HTTP/1.1" status: 200 len: 1097 time: 0.7815192 Apr 29 04:21:06.558488 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9202069f-5f2d-47cc-839e-035cb93acf39', 'tag': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:21:06.560768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d4f08-d94d-43c4-a4ba-93c3d4d46f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9202069f-5f2d-47cc-839e-035cb93acf39", "tag": "0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:21:06.589365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080ed3-865c-4405-ab70-cd7243dd8340 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:06.607397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4515a02-91ad-4a48-9d0c-d253b5301437 x-openstack-request-id: req-f4515a02-91ad-4a48-9d0c-d253b5301437 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:21:06.607728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9202069f-5f2d-47cc-839e-035cb93acf39", "tag": "0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:21:06.608158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4515a02-91ad-4a48-9d0c-d253b5301437 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:21:06.608569 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4515a02-91ad-4a48-9d0c-d253b5301437'] response: {'name': 'network-changed', 'server_uuid': '9202069f-5f2d-47cc-839e-035cb93acf39', 'tag': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47', 'status': 'completed', 'code': 200} Apr 29 04:21:06.671622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4f08-d94d-43c4-a4ba-93c3d4d46f8c req-4a9ced82-a3a3-4419-8b94-ea87a7c8cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:06.673132 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-498d4f08-d94d-43c4-a4ba-93c3d4d46f8c req-4a9ced82-a3a3-4419-8b94-ea87a7c8cea5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 1131 time: 0.0426788 Apr 29 04:21:06.709965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-498d4f08-d94d-43c4-a4ba-93c3d4d46f8c req-4af8eab8-5df7-4f59-a060-ee196533cd9f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240409 Apr 29 04:21:06.811039 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4f08-d94d-43c4-a4ba-93c3d4d46f8c req-1d5ed6c8-f275-4fc8-96a8-a9ba853dd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:06.812499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-498d4f08-d94d-43c4-a4ba-93c3d4d46f8c req-1d5ed6c8-f275-4fc8-96a8-a9ba853dd376 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940692 Apr 29 04:21:06.890141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-a09088a7-8485-4c16-9bd7-2167583de05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:06.891534 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-a09088a7-8485-4c16-9bd7-2167583de05d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 1131 time: 0.0391743 Apr 29 04:21:06.938564 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-3a37a4bd-de2e-4570-9b60-504c6c2165a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 HTTP/1.1" status: 200 len: 217 time: 0.0327740 Apr 29 04:21:06.990808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-31e09ab0-cff0-4b06-9864-2842ea39badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:06.992186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-31e09ab0-cff0-4b06-9864-2842ea39badc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aed2dd07-7cbb-4634-9a4f-74969b2ef6fd HTTP/1.1" status: 200 len: 843 time: 0.0446050 Apr 29 04:21:07.040075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-2aab61ee-cd6a-4419-aa0a-dbd5a4a557c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:07.041544 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-2aab61ee-cd6a-4419-aa0a-dbd5a4a557c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0369291 Apr 29 04:21:07.134041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-0151d372-c509-4b69-9fe6-47d7ab0676cc service neutron] 10.222.0.31 "GET /v2.0/networks/7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Apr 29 04:21:07.158341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69975025-0b8f-427a-a198-7e3d29326a91 req-8aec0ea6-1fb4-4dca-a8f2-e268b9c0fe77 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:07.160318 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-69975025-0b8f-427a-a198-7e3d29326a91 req-8aec0ea6-1fb4-4dca-a8f2-e268b9c0fe77 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 947 time: 0.0529032 Apr 29 04:21:07.206445 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-69975025-0b8f-427a-a198-7e3d29326a91 req-b72bcb65-3801-4b4f-8459-0cd39c6d05ad tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Apr 29 04:21:07.231623 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2628676f-4fd6-4412-a026-c375750f6ec4 req-1bb79d5c-a49e-4f98-8e62-82b0550f677e service neutron] 10.222.0.31 "GET /v2.0/networks/7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888197 Apr 29 04:21:08.319197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca2f80-285a-44ae-9a02-c2f2707f4016 req-4716ed79-208e-4346-b2f7-adf6bb78c052 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:08.320637 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ddca2f80-285a-44ae-9a02-c2f2707f4016 req-4716ed79-208e-4346-b2f7-adf6bb78c052 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 947 time: 0.0463021 Apr 29 04:21:08.366041 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ddca2f80-285a-44ae-9a02-c2f2707f4016 req-46c37a77-1d8e-48e7-af4d-374f455f31bf tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Apr 29 04:21:08.860201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5b47d1d5-ea33-47a4-94a0-64601f11af27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:09.478069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0bcaf-4670-4e67-a926-60b0189a853d req-fcf5372f-0019-4c1b-ac6b-32e70819187c tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:09.479503 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aab0bcaf-4670-4e67-a926-60b0189a853d req-fcf5372f-0019-4c1b-ac6b-32e70819187c tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 947 time: 0.0484159 Apr 29 04:21:09.524257 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aab0bcaf-4670-4e67-a926-60b0189a853d req-6a551c7e-0278-4bd6-b753-3918141f1489 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Apr 29 04:21:09.686897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:21:09.780462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:09.795392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47', 'network_id': '7ea5a0f9-6257-4e1a-80dc-ccc68c9b1cb4', 'port_id': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47', 'mac_address': 'fa:16:3e:11:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed2dd07-7cbb-4634-9a4f-74969b2ef6fd', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:21:09.831916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:21:09.832295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:09.844598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:21:09.867045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:09.974471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:10.020632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:10.271793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:21:10.642706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71717-1e50-4478-bfa5-2b4cccd8deed req-22658d9e-9f6b-489d-a8b2-b876dd03470c tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:10.644156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04a71717-1e50-4478-bfa5-2b4cccd8deed req-22658d9e-9f6b-489d-a8b2-b876dd03470c tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 948 time: 0.0506821 Apr 29 04:21:10.689555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04a71717-1e50-4478-bfa5-2b4cccd8deed req-e3c9bb6b-8755-4116-9908-62775af9b825 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Apr 29 04:21:11.231432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5555-5240-4a2e-b8e5-bc1cad95d233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:11.701421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:21:11.754661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:21:11.807159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35bfa3-1a75-4d99-bbf0-b2117105ed8b req-da60a7d8-c7e9-4b24-8701-aaa3e0200c39 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:11.808697 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c35bfa3-1a75-4d99-bbf0-b2117105ed8b req-da60a7d8-c7e9-4b24-8701-aaa3e0200c39 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 948 time: 0.0488327 Apr 29 04:21:11.814484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:21:11.814858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:11.855611 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c35bfa3-1a75-4d99-bbf0-b2117105ed8b req-21a643af-2c6f-4637-85c4-4a1ecd672164 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Apr 29 04:21:11.894641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:21:11.895021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:11.916620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9202069f-5f2d-47cc-839e-035cb93acf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:21:11.918860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d0bc42-268b-49e4-a2a5-1fc543cfa2fb" -d '{"events": [{"server_uuid": "9202069f-5f2d-47cc-839e-035cb93acf39", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:21:11.931036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:11.968831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:12.014873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a0dad6-b2f3-4c98-8064-99c3f1f2e95a x-openstack-request-id: req-c3a0dad6-b2f3-4c98-8064-99c3f1f2e95a {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:21:12.015162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9202069f-5f2d-47cc-839e-035cb93acf39", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:21:12.015415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3a0dad6-b2f3-4c98-8064-99c3f1f2e95a {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:21:12.015807 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a0dad6-b2f3-4c98-8064-99c3f1f2e95a'] response: {'server_uuid': '9202069f-5f2d-47cc-839e-035cb93acf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47', 'code': 200} Apr 29 04:21:12.020737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:12.214601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:12.322537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0321a-705b-44fa-b990-bf996a3a0954 req-a39b0859-4405-4877-89cd-70ef49a30c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:12.324011 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8ee0321a-705b-44fa-b990-bf996a3a0954 req-a39b0859-4405-4877-89cd-70ef49a30c5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 1133 time: 0.0380805 Apr 29 04:21:12.368680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8ee0321a-705b-44fa-b990-bf996a3a0954 req-25bc1ca1-5007-4f0c-8464-420db6c3984a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 Apr 29 04:21:12.975166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5956d02-9a16-4b0e-a5a4-4bf49588671d req-0c356a22-ffe5-4cae-b5e7-adc74f2c868f tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:12.976923 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5956d02-9a16-4b0e-a5a4-4bf49588671d req-0c356a22-ffe5-4cae-b5e7-adc74f2c868f tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 949 time: 0.0545194 Apr 29 04:21:13.022623 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5956d02-9a16-4b0e-a5a4-4bf49588671d req-3e739705-a3ae-4648-91d9-e2f683f4180f tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Apr 29 04:21:13.208828 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:21:13.793305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:14.135650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7d803-b817-4225-80e8-27e24f4c3808 req-4a562a60-6e56-4c89-aea9-95cc4222300d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:14.137110 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fac7d803-b817-4225-80e8-27e24f4c3808 req-4a562a60-6e56-4c89-aea9-95cc4222300d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 949 time: 0.0460410 Apr 29 04:21:14.186008 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fac7d803-b817-4225-80e8-27e24f4c3808 req-7ce2ba26-98e9-4018-acd2-c223378f19cc tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Apr 29 04:21:14.602461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-b0e7f4e5-d065-40f0-8828-867db92e603d req-b247c662-2779-48e9-9e45-54c0f2cfca81 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:21:14.603451 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b0e7f4e5-d065-40f0-8828-867db92e603d req-b247c662-2779-48e9-9e45-54c0f2cfca81 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0940752 Apr 29 04:21:15.128892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:15.171429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-69041875-810c-4a1c-898e-d71d3ea71df7 req-be2a3ac6-f153-4c8a-b83b-135ad2aac93f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:21:15.173882 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69041875-810c-4a1c-898e-d71d3ea71df7 req-be2a3ac6-f153-4c8a-b83b-135ad2aac93f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0725732 Apr 29 04:21:15.812777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6853ed9-c338-44ad-aaa8-c5dd333ff92b req-32224127-49fb-40b9-85b0-11e82f265c89 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:15.814261 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e6853ed9-c338-44ad-aaa8-c5dd333ff92b req-32224127-49fb-40b9-85b0-11e82f265c89 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 949 time: 0.0479987 Apr 29 04:21:15.867990 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e6853ed9-c338-44ad-aaa8-c5dd333ff92b req-db2201ea-0e70-4d8c-9cdd-0089f1ca355f tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 Apr 29 04:21:16.983097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48245-5c66-418c-bf9a-c2e69670bffe req-05ea0f7b-a1f4-464a-9115-f60c00b46b8d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:16.984582 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b6d48245-5c66-418c-bf9a-c2e69670bffe req-05ea0f7b-a1f4-464a-9115-f60c00b46b8d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 949 time: 0.0472860 Apr 29 04:21:17.034793 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b6d48245-5c66-418c-bf9a-c2e69670bffe req-26e41c71-a391-4e5c-a5bb-3b4e161a3e78 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Apr 29 04:21:17.182952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-8f5d336f-181e-4b92-be09-2b6f8f7c0109 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:17.184442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-8f5d336f-181e-4b92-be09-2b6f8f7c0109 tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 949 time: 0.0497699 Apr 29 04:21:17.270165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Deleting port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:21:17.270505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:17.359414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] For port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,segment=NetworkSegment(3ddc03a5-baef-431d-a478-3cd55874ab83),segment_id=3ddc03a5-baef-431d-a478-3cd55874ab83)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:17.359771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:17.372144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Calling delete_port for 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:21:17.563137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:17.579573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:21:17.590115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Pushing event deleted for resources: {'Port': ['ID=0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:17.641939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] No DVR routers for this DVR port 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:21:17.644052 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-3c7323d8-671a-4c59-8e95-26ed94652ceb req-8b8e699d-e6c5-497d-b51e-fd205594d5a5 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] (116104) timed out ('10.222.0.31', 60085) {{(pid=116104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 04:21:17.645254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:17.648504 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e0b7948-f25b-42c5-b0b4-bd83f772b6ef req-ddec4f06-ddf8-445f-9c39-8ab1dd23e47d tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.31 "DELETE /v2.0/ports/0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 HTTP/1.1" status: 204 len: 173 time: 0.4563501 Apr 29 04:21:17.648975 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9202069f-5f2d-47cc-839e-035cb93acf39', 'name': 'network-vif-deleted', 'tag': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:21:17.651268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b57579-61f6-4f35-ac74-a1931817b95d" -d '{"events": [{"server_uuid": "9202069f-5f2d-47cc-839e-035cb93acf39", "name": "network-vif-deleted", "tag": "0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:21:17.687741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0699435f-cb0a-455f-bb15-cd92c9ae892a x-openstack-request-id: req-0699435f-cb0a-455f-bb15-cd92c9ae892a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:21:17.688034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9202069f-5f2d-47cc-839e-035cb93acf39", "name": "network-vif-deleted", "tag": "0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:21:17.688312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0699435f-cb0a-455f-bb15-cd92c9ae892a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:21:17.688713 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0699435f-cb0a-455f-bb15-cd92c9ae892a'] response: {'server_uuid': '9202069f-5f2d-47cc-839e-035cb93acf39', 'name': 'network-vif-deleted', 'tag': '0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47', 'status': 'completed', 'code': 200} Apr 29 04:21:18.140901 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7ad51e93-2d46-43e9-8d10-c6ed9751949d req-30a329bd-6dec-4c4b-8ca4-d7497121fe5f tempest-ServersAdminNegativeTestJSON-1203608161 tempest-ServersAdminNegativeTestJSON-1203608161-project] 10.222.0.37 "GET /v2.0/ports?device_id=9202069f-5f2d-47cc-839e-035cb93acf39 HTTP/1.1" status: 200 len: 210 time: 0.0274217 Apr 29 04:21:19.628025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37542) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:19.760037 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-59fd0ac1-6bd3-4f2c-996b-71ab7d6cd049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8f142540f8f4b4f914e4d221f071c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308649 Apr 29 04:21:19.762446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37546) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:19.807823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Publish callbacks [] for security_group (6d5ee5bc-ea63-4257-b971-3ab7fbb97eec), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:19.828251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Publish callbacks [] for security_group (6d5ee5bc-ea63-4257-b971-3ab7fbb97eec), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:19.928769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (6d5ee5bc-ea63-4257-b971-3ab7fbb97eec), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:19.931445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:19.936156 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d5ee5bc-ea63-4257-b971-3ab7fbb97eec HTTP/1.1" status: 204 len: 168 time: 0.1692655 Apr 29 04:21:19.940905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ee5bc-ea63-4257-b971-3ab7fbb97eec,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:19.946148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:19.948027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.948449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.948724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.949059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.949415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:19.953603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1772e2d-14ba-4616-9098-ad92b2acffd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:21:20.486968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 37552) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:20.499901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee782ab0-55ff-4b05-b96b-f487adcab96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.572047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee782ab0-55ff-4b05-b96b-f487adcab96a admin admin] Publish callbacks [] for security_group (5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.654592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ee782ab0-55ff-4b05-b96b-f487adcab96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.695259 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee782ab0-55ff-4b05-b96b-f487adcab96a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=392547956ec94b46a40e9c2abe85252a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071829 Apr 29 04:21:20.697127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee782ab0-55ff-4b05-b96b-f487adcab96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:20.697963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37554) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:20.749752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b74d78b-8597-4182-be92-1dc4b4b4006c admin admin] Publish callbacks [] for security_group (5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.771053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b74d78b-8597-4182-be92-1dc4b4b4006c admin admin] Publish callbacks [] for security_group (5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.888744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b74d78b-8597-4182-be92-1dc4b4b4006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.891304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-2b74d78b-8597-4182-be92-1dc4b4b4006c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:20.892934 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2b74d78b-8597-4182-be92-1dc4b4b4006c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490 HTTP/1.1" status: 204 len: 168 time: 0.1934462 Apr 29 04:21:20.904615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d78b-8597-4182-be92-1dc4b4b4006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c2ebc-d6e4-4c71-afb7-f27bde5b5490,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:21.737084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:21:21.760591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:21:21.761047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 0d2b8c44-6cae-4bcf-ac82-a1e0d2a3bf47 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:21:21.843553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37576) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:21.935483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1628956055-network', 'tenant_id': 'c3dfa90cfde94d34a5d7c2661758484e'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:21:22.025290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Made reservation on behalf of c3dfa90cfde94d34a5d7c2661758484e for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:21:22.027576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.036209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.107052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks [] for security_group (2582040c-6187-47cc-82ae-ca8a4f885146), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.174269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2582040c-6187-47cc-82ae-ca8a4f885146), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.199585 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:21:22.209838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2582040c-6187-47cc-82ae-ca8a4f885146,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:22.215143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b3bd6196-911f-4be8-9ae2-4091e4a10648), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.216812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Added segment b3bd6196-911f-4be8-9ae2-4091e4a10648 of type vlan for network e3924bd5-3b09-4c1b-9447-996dfacfee96 Apr 29 04:21:22.258091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (e3924bd5-3b09-4c1b-9447-996dfacfee96), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.350383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (e3924bd5-3b09-4c1b-9447-996dfacfee96), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.351320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:22.351892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.441694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] Pushing event updated for resources: {'Network': ['ID=e3924bd5-3b09-4c1b-9447-996dfacfee96,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:22.451729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network e3924bd5-3b09-4c1b-9447-996dfacfee96 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:21:22.461679 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8242c742-c346-41ac-95f0-7df2621ac328 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6170127 Apr 29 04:21:22.464443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37580) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:22.469293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Request body: {'subnet': {'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1628956055-subnet', 'tenant_id': 'c3dfa90cfde94d34a5d7c2661758484e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:21:22.550850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Made reservation on behalf of c3dfa90cfde94d34a5d7c2661758484e for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:21:22.553160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.774349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (d505758d-e31d-46c0-9d05-e39ac1b56f98), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:22.829110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d505758d-e31d-46c0-9d05-e39ac1b56f98,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:22.838109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Checking segment: {'id': 'b3bd6196-911f-4be8-9ae2-4091e4a10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:21:22.838302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Network hostable DHCP agents. Network: e3924bd5-3b09-4c1b-9447-996dfacfee96, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:21:22.940253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Network e3924bd5-3b09-4c1b-9447-996dfacfee96 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:21:23.008329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, e3924bd5-3b09-4c1b-9447-996dfacfee96) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:21:23.012235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:23.012825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:23.018198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5af7e-9034-41f1-a269-e66cee796703 None None] Network e3924bd5-3b09-4c1b-9447-996dfacfee96 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:21:23.104879 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf8779ff-ac19-4009-a3b8-4694d7590f53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6393609 Apr 29 04:21:23.117127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b37a3-0ce9-4ff5-9ad0-b8a9fb949a5e None None] Network e3924bd5-3b09-4c1b-9447-996dfacfee96 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:21:23.507837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-a8ac5534-e53e-413f-884d-f830b2e33fd6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:23.509276 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-a8ac5534-e53e-413f-884d-f830b2e33fd6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/networks?id=e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 200 len: 812 time: 0.0971944 Apr 29 04:21:23.523877 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-856de646-7bc5-4206-a41a-0ec6ddcc9b06 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/quotas/c3dfa90cfde94d34a5d7c2661758484e HTTP/1.1" status: 200 len: 375 time: 0.0086279 Apr 29 04:21:23.555550 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-00c2625c-400a-4cae-bf6b-6eb0cbe076cb tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269804 Apr 29 04:21:23.644075 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-19bef5d0-e0d6-4d35-af80-ac1e060cf3da service neutron] 10.222.0.37 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818191 Apr 29 04:21:23.732285 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-a2847927-27fe-4a2d-8575-497c5e6e44f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825889 Apr 29 04:21:23.985683 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a579593-1dae-4ea8-a848-57646b0c8f65 req-f8457c4f-bca9-4d39-b65c-c24e0208b740 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 210 time: 0.0273993 Apr 29 04:21:25.077880 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-adc365e2-dd8d-44a6-8136-ae140bafb6d6 req-f20d52f8-2cb0-4d32-839f-3fd840605927 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 210 time: 0.0271046 Apr 29 04:21:26.094387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-46e8714a-9343-4e6f-bff0-51614dc27a04 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:26.095963 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-46e8714a-9343-4e6f-bff0-51614dc27a04 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.31 "GET /v2.0/networks?id=e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 200 len: 812 time: 0.1046560 Apr 29 04:21:26.116096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Request body: {'port': {'device_id': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96', 'admin_state_up': True, 'tenant_id': 'c3dfa90cfde94d34a5d7c2661758484e'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:21:26.207291 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de9d732c-562a-4c91-9358-798dddd48150 req-5d1eb4d4-eb14-4b09-abf0-bff9ad3fca65 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 210 time: 0.0599711 Apr 29 04:21:26.328038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Made reservation on behalf of c3dfa90cfde94d34a5d7c2661758484e for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:21:26.331445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:26.471912 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Allocated IP 172.20.0.12 (e3924bd5-3b09-4c1b-9447-996dfacfee96/d505758d-e31d-46c0-9d05-e39ac1b56f98/9e025e3a-59e2-4fc3-af6d-d63ceb496cb4) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:21:26.618583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks [] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:26.700131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:26.739754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Network e3924bd5-3b09-4c1b-9447-996dfacfee96 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:21:26.742878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:21:26.746650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:21:26.781265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:26.808224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:26.808814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:26.862087 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-848a1464-80ab-4973-83e6-d73ac400d99a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512956 Apr 29 04:21:26.877839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Request body: {'port': {'device_id': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:21:26.936189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:27.191049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:21:27.198218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Publish callbacks [] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:27.210822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Transition to ACTIVE for port object 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:21:27.276477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:27.323783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cda6e-98d9-43aa-938d-9f9353f5dd21 req-869df76c-ecff-4647-97b0-4a07eb2c0a85 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:27.325374 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-de3cda6e-98d9-43aa-938d-9f9353f5dd21 req-869df76c-ecff-4647-97b0-4a07eb2c0a85 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 944 time: 0.0474565 Apr 29 04:21:27.326104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:27.374399 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-de3cda6e-98d9-43aa-938d-9f9353f5dd21 req-f58bedf3-37c3-479c-92a4-6e82f1da70c1 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Apr 29 04:21:27.396334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Attempting to bind port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:21:27.396670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Attempting to bind port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'b3bd6196-911f-4be8-9ae2-4091e4a10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:21:27.396999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Attempting to bind port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 on network e3924bd5-3b09-4c1b-9447-996dfacfee96 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:21:27.401297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 on network e3924bd5-3b09-4c1b-9447-996dfacfee96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:21:27.401641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Attempting to bind port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 on network e3924bd5-3b09-4c1b-9447-996dfacfee96 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:21:27.406363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:21:27.406698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Checking segment: {'id': 'b3bd6196-911f-4be8-9ae2-4091e4a10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:21:27.407079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Bound using segment: {'id': 'b3bd6196-911f-4be8-9ae2-4091e4a10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:21:27.407496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Bound port: 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bd6196-911f-4be8-9ae2-4091e4a10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:21:27.407881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:27.471771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:21:27.474599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:21:27.625176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:27.658994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:27.659607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:27.660987 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] 10.222.0.31 "PUT /v2.0/ports/9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 1094 time: 0.7874069 Apr 29 04:21:27.661448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:21:27.663692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cb05b0-bd42-4661-8664-5b1955e2efc1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:21:27.688134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe569ac-b80e-4812-8313-fd98bf95daa6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:27.700962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d2541-564c-4d46-8294-48439ec866e6 x-openstack-request-id: req-191d2541-564c-4d46-8294-48439ec866e6 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:21:27.701253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:21:27.701538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-191d2541-564c-4d46-8294-48439ec866e6 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:21:27.701953 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191d2541-564c-4d46-8294-48439ec866e6'] response: {'name': 'network-changed', 'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'status': 'completed', 'code': 200} Apr 29 04:21:27.764662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb05b0-bd42-4661-8664-5b1955e2efc1 req-00c9c892-f3f6-4c34-87a8-ff4986b3a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:27.766324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-45cb05b0-bd42-4661-8664-5b1955e2efc1 req-00c9c892-f3f6-4c34-87a8-ff4986b3a97a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1128 time: 0.0407336 Apr 29 04:21:27.867833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb05b0-bd42-4661-8664-5b1955e2efc1 req-c99edaaf-23d5-4829-af8c-57460b0edfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:27.869255 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-45cb05b0-bd42-4661-8664-5b1955e2efc1 req-c99edaaf-23d5-4829-af8c-57460b0edfda service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0916421 Apr 29 04:21:27.959688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb05b0-bd42-4661-8664-5b1955e2efc1 req-5975ec31-2edd-4b07-99fe-5b986ee83abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:27.961094 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-45cb05b0-bd42-4661-8664-5b1955e2efc1 req-5975ec31-2edd-4b07-99fe-5b986ee83abe service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0834875 Apr 29 04:21:28.044205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-b856c33f-ef29-49bd-b7f0-42054bf42d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:28.045722 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-b856c33f-ef29-49bd-b7f0-42054bf42d82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1128 time: 0.0420563 Apr 29 04:21:28.087665 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-613a0ab2-7154-4932-90d3-455381f2ec45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 217 time: 0.0320494 Apr 29 04:21:28.137084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-e86fa6ee-9540-4420-95ed-5e57fb2dd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:28.138534 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-e86fa6ee-9540-4420-95ed-5e57fb2dd9b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d505758d-e31d-46c0-9d05-e39ac1b56f98 HTTP/1.1" status: 200 len: 852 time: 0.0419033 Apr 29 04:21:28.171980 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-2b5ec60a-c06b-427b-be34-09d6a1577cde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3924bd5-3b09-4c1b-9447-996dfacfee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245712 Apr 29 04:21:28.261145 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-d6547b67-696b-4d5d-aa6e-5795d9312c76 service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819683 Apr 29 04:21:28.351997 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb6de04e-0ac0-4271-b10e-70c977406a50 req-c756d615-117a-47cf-8574-fd20d5182fc5 service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827022 Apr 29 04:21:28.489640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136a5c1-ae2e-4879-a9c6-793e44317e51 req-f79d5972-788b-4cb2-89f6-63495f0e32d5 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:28.491088 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3136a5c1-ae2e-4879-a9c6-793e44317e51 req-f79d5972-788b-4cb2-89f6-63495f0e32d5 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 944 time: 0.0496497 Apr 29 04:21:28.537110 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3136a5c1-ae2e-4879-a9c6-793e44317e51 req-3dfea60f-0e56-4b5b-8f01-34f7b93f7a95 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Apr 29 04:21:29.649485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8174-3a6a-4d8a-aab6-be37723103ac req-c2312207-7c97-459a-84e8-008cd5cdcf4d tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:29.650908 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-072f8174-3a6a-4d8a-aab6-be37723103ac req-c2312207-7c97-459a-84e8-008cd5cdcf4d tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 944 time: 0.0464206 Apr 29 04:21:29.695840 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-072f8174-3a6a-4d8a-aab6-be37723103ac req-4aa0fbbb-09a3-4c6b-a11d-88822ac78ed9 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Apr 29 04:21:30.812387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ba34e-c3a7-4b49-a6e6-71498457bfae req-4b7768b9-115a-4f10-b066-77b9363a7289 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:30.813901 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8a6ba34e-c3a7-4b49-a6e6-71498457bfae req-4b7768b9-115a-4f10-b066-77b9363a7289 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 944 time: 0.0519249 Apr 29 04:21:30.860248 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8a6ba34e-c3a7-4b49-a6e6-71498457bfae req-a6c9ed4b-8031-4f02-a0e1-8ba80c9be7d8 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Apr 29 04:21:31.794831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:21:31.891549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:31.903615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96', 'port_id': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'mac_address': 'fa:16:3e:e2:14:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd505758d-e31d-46c0-9d05-e39ac1b56f98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:21:31.940076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:21:31.940492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:31.953551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:21:31.973073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:31.973693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3e4d-d99d-4424-8485-4b6752822f8e req-ed9a669c-6ad0-47d6-a0b0-273c09d5c4d6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:31.975157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cd8c3e4d-d99d-4424-8485-4b6752822f8e req-ed9a669c-6ad0-47d6-a0b0-273c09d5c4d6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 944 time: 0.0463903 Apr 29 04:21:32.020758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cd8c3e4d-d99d-4424-8485-4b6752822f8e req-df06609e-d4d3-4058-849c-dbdd5e541a3d tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Apr 29 04:21:32.088835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:32.138814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:32.462948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:21:33.129299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cb2c8-cc76-4fbd-a409-ff85086d7e25 req-aa5518cd-77e6-4cde-b4cf-5e659f37b4a9 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:33.130820 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-917cb2c8-cc76-4fbd-a409-ff85086d7e25 req-aa5518cd-77e6-4cde-b4cf-5e659f37b4a9 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 945 time: 0.0450747 Apr 29 04:21:33.179929 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-917cb2c8-cc76-4fbd-a409-ff85086d7e25 req-2976e27e-9800-43d9-97e7-32d9897dbf33 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Apr 29 04:21:33.810768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:21:33.855296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:21:33.916153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:21:33.916516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:33.991381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:21:33.991689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:34.013205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:21:34.015539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc91451-f6d9-410c-859d-1e513c8f5c9a" -d '{"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-plugged", "status": "completed", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:21:34.027263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:21:34.053257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492235ee-db28-4e4f-a7f1-155a658f0922 x-openstack-request-id: req-492235ee-db28-4e4f-a7f1-155a658f0922 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:21:34.053638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-plugged", "status": "completed", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:21:34.053913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-492235ee-db28-4e4f-a7f1-155a658f0922 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:21:34.054301 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492235ee-db28-4e4f-a7f1-155a658f0922'] response: {'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'code': 200} Apr 29 04:21:34.093219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:34.143249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:21:34.291770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13432d3-a195-4604-ba1c-e0d6f51deeb4 req-c915f64e-b204-4196-9b95-a1ffdbf50bd7 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:34.293235 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d13432d3-a195-4604-ba1c-e0d6f51deeb4 req-c915f64e-b204-4196-9b95-a1ffdbf50bd7 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0460091 Apr 29 04:21:34.342069 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d13432d3-a195-4604-ba1c-e0d6f51deeb4 req-921fa528-817d-41de-b84c-8839b27d91bf tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Apr 29 04:21:34.365241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35834f86-5bfc-4c76-8332-d87a280d3c05 req-b2d530f1-0f63-4359-bd11-367d04f997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:34.366729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35834f86-5bfc-4c76-8332-d87a280d3c05 req-b2d530f1-0f63-4359-bd11-367d04f997fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1130 time: 0.0416033 Apr 29 04:21:34.413139 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35834f86-5bfc-4c76-8332-d87a280d3c05 req-0d275765-244f-40f6-bdd8-e067e35e3b46 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363233 Apr 29 04:21:35.454840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a880da-8c48-45ca-a36c-7e3653071893 req-bc5e3e49-89a3-4d6f-86c1-d79c12b18ae6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:35.456842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2a880da-8c48-45ca-a36c-7e3653071893 req-bc5e3e49-89a3-4d6f-86c1-d79c12b18ae6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0467744 Apr 29 04:21:35.501164 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2a880da-8c48-45ca-a36c-7e3653071893 req-805156fa-d48f-418e-9fda-b3249f279636 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Apr 29 04:21:36.616295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f1430-e51a-4b1a-a1d7-37bbcf0cd151 req-82cfe74d-05fa-405b-a83f-e58f5bec99f0 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:36.617755 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-929f1430-e51a-4b1a-a1d7-37bbcf0cd151 req-82cfe74d-05fa-405b-a83f-e58f5bec99f0 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0464029 Apr 29 04:21:36.662496 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-929f1430-e51a-4b1a-a1d7-37bbcf0cd151 req-46b5707f-ca39-45d9-9442-ad38427e8195 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Apr 29 04:21:37.141357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e2fd5-cbba-4b2b-b4b7-435fcad6a753 req-ca01759f-20b7-4bf4-9d24-25d1e0d0fb92 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:37.142824 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-666e2fd5-cbba-4b2b-b4b7-435fcad6a753 req-ca01759f-20b7-4bf4-9d24-25d1e0d0fb92 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0504847 Apr 29 04:21:37.189966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-666e2fd5-cbba-4b2b-b4b7-435fcad6a753 req-c2df53ec-7a47-4710-abbb-0d6128cab78b tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Apr 29 04:21:37.270205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37646) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:21:37.347507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-9eb5f554-694c-4bf7-b834-c2c04142f1c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756254 Apr 29 04:21:37.355773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-5aa7de95-c370-415a-97bb-6862dc5fe507 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:21:37.356724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-5aa7de95-c370-415a-97bb-6862dc5fe507 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047078 Apr 29 04:21:38.073257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-b007440f-e536-4ed9-bddd-2051a2a4b01f tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:38.074628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-b007440f-e536-4ed9-bddd-2051a2a4b01f tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports/9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 943 time: 0.0985234 Apr 29 04:21:38.301167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553720cd-dff5-48ef-a4fb-aca013f73b78 req-71ce45c1-d6e8-4f77-a25a-820131db5f2e tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:38.302759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-553720cd-dff5-48ef-a4fb-aca013f73b78 req-71ce45c1-d6e8-4f77-a25a-820131db5f2e tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0471714 Apr 29 04:21:38.353575 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-553720cd-dff5-48ef-a4fb-aca013f73b78 req-f32928b2-deb9-48be-afdf-66e006f6f284 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Apr 29 04:21:38.882527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4d1-b68d-4f47-b18e-16a563ed9430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:39.463017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ae4d-071c-4a10-b828-69ebb5de219c req-51790068-1ca1-44e9-9514-2d49318734cf tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:39.464491 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bfb7ae4d-071c-4a10-b828-69ebb5de219c req-51790068-1ca1-44e9-9514-2d49318734cf tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0462251 Apr 29 04:21:39.511781 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bfb7ae4d-071c-4a10-b828-69ebb5de219c req-be1b18df-d23e-4f93-a51c-3071ab39e8c9 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Apr 29 04:21:39.519937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-a04d6239-cdad-4b3a-bf7b-72d16d8daeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:39.521535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-a04d6239-cdad-4b3a-bf7b-72d16d8daeb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1130 time: 0.0386560 Apr 29 04:21:39.935950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-620d661d-6cff-4412-ae76-a23fe6865675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:39.937436 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-620d661d-6cff-4412-ae76-a23fe6865675 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 200 len: 913 time: 0.4098039 Apr 29 04:21:39.977260 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-bc7769be-601e-40d1-ab40-45d5325cc29a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 217 time: 0.0337415 Apr 29 04:21:40.026639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-3ee9dc92-b990-40a8-a3aa-e596dafe5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:40.028017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-3ee9dc92-b990-40a8-a3aa-e596dafe5923 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d505758d-e31d-46c0-9d05-e39ac1b56f98 HTTP/1.1" status: 200 len: 852 time: 0.0454245 Apr 29 04:21:40.058335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-cf9697a6-524c-4340-abc3-10709081f09c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3924bd5-3b09-4c1b-9447-996dfacfee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247223 Apr 29 04:21:40.148268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-6486a4bd-c54a-425c-b54c-29ab7827e255 service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Apr 29 04:21:40.240914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-6b5a0cc4-cbb7-44ca-a57f-75ac4269770c service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Apr 29 04:21:40.624293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaaed9-b874-4f2c-8988-b9ef84136736 req-8d7f496c-8ca8-4923-871e-f85021e8fb46 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:40.626021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f0eaaed9-b874-4f2c-8988-b9ef84136736 req-8d7f496c-8ca8-4923-871e-f85021e8fb46 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0468888 Apr 29 04:21:40.670878 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f0eaaed9-b874-4f2c-8988-b9ef84136736 req-5b7d06df-e300-4cf1-ae5f-dc99cdcf46d8 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 Apr 29 04:21:41.202310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99aa75b0-951c-4adc-b19f-05885f60c310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:41.786574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d90c3d-23a1-4819-9057-07b8e48243d1 req-6e535f3f-202a-426c-9bc7-325b4600f854 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:41.788024 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88d90c3d-23a1-4819-9057-07b8e48243d1 req-6e535f3f-202a-426c-9bc7-325b4600f854 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0494854 Apr 29 04:21:41.834338 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88d90c3d-23a1-4819-9057-07b8e48243d1 req-7a9a0cd6-b3d4-4460-b457-a99ca9ef9fb5 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Apr 29 04:21:42.259214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:42.948084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82adfc-3344-4fe8-9c3c-dd0c008f0dd0 req-c4c010a1-8273-4454-9a89-7008f66fafef tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:42.949524 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2c82adfc-3344-4fe8-9c3c-dd0c008f0dd0 req-c4c010a1-8273-4454-9a89-7008f66fafef tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0497489 Apr 29 04:21:42.993670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2c82adfc-3344-4fe8-9c3c-dd0c008f0dd0 req-a292ad14-06b8-4d09-a893-556b269cad52 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Apr 29 04:21:43.756402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:44.104463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9b9c-64c2-4589-9ad6-484123eedbc1 req-4fc5cd5b-7449-48bd-a6bd-85df15221605 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:44.105931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7f5f9b9c-64c2-4589-9ad6-484123eedbc1 req-4fc5cd5b-7449-48bd-a6bd-85df15221605 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0459211 Apr 29 04:21:44.151198 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7f5f9b9c-64c2-4589-9ad6-484123eedbc1 req-24789de7-4410-4124-8d61-5d5451b728b0 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Apr 29 04:21:45.115924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:45.263592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc7e81-6e4f-474c-94e0-d6f265930bf5 req-1abf2862-da3b-4ed3-83d2-c6ce4e1c94ad tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:45.265133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96fc7e81-6e4f-474c-94e0-d6f265930bf5 req-1abf2862-da3b-4ed3-83d2-c6ce4e1c94ad tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0467336 Apr 29 04:21:45.311911 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96fc7e81-6e4f-474c-94e0-d6f265930bf5 req-13a3f306-65a7-4972-8af3-482a97f25ce5 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Apr 29 04:21:46.422586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846d8f-b863-489c-9366-2313c49c1cbc req-2bdfe0b4-76a3-4db0-9d59-aa4ba79677c1 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:46.424035 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-65846d8f-b863-489c-9366-2313c49c1cbc req-2bdfe0b4-76a3-4db0-9d59-aa4ba79677c1 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0467916 Apr 29 04:21:46.472199 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-65846d8f-b863-489c-9366-2313c49c1cbc req-cde2693f-ad2c-4dfc-b42e-15e705460275 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Apr 29 04:21:47.586699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7260cb-6a92-404c-bc51-1cce17f0a73a req-1bce9e5a-1e10-46df-95c4-a2428c13c228 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:47.588156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f7260cb-6a92-404c-bc51-1cce17f0a73a req-1bce9e5a-1e10-46df-95c4-a2428c13c228 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0468848 Apr 29 04:21:47.636250 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f7260cb-6a92-404c-bc51-1cce17f0a73a req-705a0c0b-56ee-4269-9b5c-0f164050786e tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Apr 29 04:21:48.747148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06e37-10c0-4aed-a240-cff5e710e874 req-2238d6de-27e6-4da2-a9c1-0d5155814c8c tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:48.748605 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-92c06e37-10c0-4aed-a240-cff5e710e874 req-2238d6de-27e6-4da2-a9c1-0d5155814c8c tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0464671 Apr 29 04:21:48.794351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-92c06e37-10c0-4aed-a240-cff5e710e874 req-139bc475-b07c-4c1e-ae5c-9624b193be48 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Apr 29 04:21:49.906683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17987-3d73-4a85-aa6d-d5ed09d29ba6 req-a4e33ac6-f4ef-4c7b-9982-b8bee89984e2 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:49.908128 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-02a17987-3d73-4a85-aa6d-d5ed09d29ba6 req-a4e33ac6-f4ef-4c7b-9982-b8bee89984e2 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0464008 Apr 29 04:21:49.955676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-02a17987-3d73-4a85-aa6d-d5ed09d29ba6 req-0c383793-3a01-4415-975b-37dcb34be08e tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Apr 29 04:21:49.996024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:21:50.207645 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:21:51.067049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4417b-7eb3-4d60-b8bb-63daefed6553 req-2def9b34-7b36-4e42-bcf5-982e568235be tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:51.068502 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffe4417b-7eb3-4d60-b8bb-63daefed6553 req-2def9b34-7b36-4e42-bcf5-982e568235be tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0461516 Apr 29 04:21:51.113477 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffe4417b-7eb3-4d60-b8bb-63daefed6553 req-884f6720-fe5a-4c35-b9bc-85c820acf8c7 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395138 Apr 29 04:21:52.385914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e99b1-c034-4a7f-a41d-408bebcf072c req-11153901-398b-4876-8c6a-63877f37d63e tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:52.387348 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f5e99b1-c034-4a7f-a41d-408bebcf072c req-11153901-398b-4876-8c6a-63877f37d63e tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0453851 Apr 29 04:21:52.432934 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f5e99b1-c034-4a7f-a41d-408bebcf072c req-f1b60597-a49c-4e25-9224-28c1bcfcc83a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Apr 29 04:21:53.548074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ea2c6-a219-46f6-9c7e-6a85222eb17a req-f5fb80a8-a333-4d9a-a2e1-2933531491db tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:53.549821 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d61ea2c6-a219-46f6-9c7e-6a85222eb17a req-f5fb80a8-a333-4d9a-a2e1-2933531491db tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0499837 Apr 29 04:21:53.596143 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d61ea2c6-a219-46f6-9c7e-6a85222eb17a req-e036c2d0-a2a0-4eff-85f0-72191f2c77d8 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Apr 29 04:21:54.710152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827fa4-d3d4-435e-a5c3-b97298d52ee0 req-91f21962-b770-4112-84af-339b7e3f9880 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:54.711588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-01827fa4-d3d4-435e-a5c3-b97298d52ee0 req-91f21962-b770-4112-84af-339b7e3f9880 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0491681 Apr 29 04:21:54.756917 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-01827fa4-d3d4-435e-a5c3-b97298d52ee0 req-f5e18a72-885c-4ba4-9703-05b25ec7479d tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Apr 29 04:21:55.866951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255ec88-59e9-40f6-be0c-1e1d13170274 req-25d9ac6b-ff88-40a5-a465-cec9d40690e7 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:55.868375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1255ec88-59e9-40f6-be0c-1e1d13170274 req-25d9ac6b-ff88-40a5-a465-cec9d40690e7 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0452702 Apr 29 04:21:55.912567 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1255ec88-59e9-40f6-be0c-1e1d13170274 req-a36b0dc5-6f4b-4ed4-97f3-4a7356293834 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 Apr 29 04:21:57.022944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17ae30-d998-4d37-b34e-1939c51c979f req-ac841e98-d035-435c-98e3-ae4f3d6f7171 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:57.024280 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee17ae30-d998-4d37-b34e-1939c51c979f req-ac841e98-d035-435c-98e3-ae4f3d6f7171 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0458956 Apr 29 04:21:57.069382 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee17ae30-d998-4d37-b34e-1939c51c979f req-dfaa874a-fd94-4e52-a708-602246f0884d tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Apr 29 04:21:58.178799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec449-b4e0-4c01-b2a3-9e0541546b1d req-13f08a9d-00d0-4684-aa50-190a75cb3fa9 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:58.180260 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0d0ec449-b4e0-4c01-b2a3-9e0541546b1d req-13f08a9d-00d0-4684-aa50-190a75cb3fa9 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0457671 Apr 29 04:21:58.230125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0d0ec449-b4e0-4c01-b2a3-9e0541546b1d req-81120d97-071a-45c4-97e8-bd07efc3ab49 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Apr 29 04:21:59.340108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4f5f-7208-4610-bd89-d154ec9eb4ad req-64bffb8d-755d-4e07-a560-da5839b5c2b6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:21:59.341552 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de1b4f5f-7208-4610-bd89-d154ec9eb4ad req-64bffb8d-755d-4e07-a560-da5839b5c2b6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0453711 Apr 29 04:21:59.389739 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de1b4f5f-7208-4610-bd89-d154ec9eb4ad req-cb20d3e1-e3a4-4d17-af07-8d1ad13fd36b tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Apr 29 04:22:00.500281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934ff5-2b98-4f42-bdf6-b5213d7df7a8 req-2f1b2a89-84cd-4683-9675-cfecab44bf4c tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:00.501714 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b6934ff5-2b98-4f42-bdf6-b5213d7df7a8 req-2f1b2a89-84cd-4683-9675-cfecab44bf4c tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0456018 Apr 29 04:22:00.545956 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b6934ff5-2b98-4f42-bdf6-b5213d7df7a8 req-76fd792d-408c-486f-89b3-d7e49e341f1a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Apr 29 04:22:01.657069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcce125-f289-43ca-b203-5e6274090673 req-215eb2d9-55f4-4b4c-980e-16d7201386a6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:01.659205 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fcce125-f289-43ca-b203-5e6274090673 req-215eb2d9-55f4-4b4c-980e-16d7201386a6 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0475016 Apr 29 04:22:01.706158 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fcce125-f289-43ca-b203-5e6274090673 req-06579616-7d12-4dce-8f82-fe59d82b1930 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 Apr 29 04:22:02.816372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e237f3c-adf6-4078-a28d-18a05f3d4551 req-50287996-cb4b-40ea-9f02-cbfcedd788da tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:02.817845 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e237f3c-adf6-4078-a28d-18a05f3d4551 req-50287996-cb4b-40ea-9f02-cbfcedd788da tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0456963 Apr 29 04:22:02.863105 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e237f3c-adf6-4078-a28d-18a05f3d4551 req-004d331d-e8bf-4b9f-af61-25c65b277f27 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Apr 29 04:22:03.979731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5dd2-7ea8-42ac-b7d8-aaa8456b8502 req-402646e6-7790-4f21-9cea-871c34d06bef tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:03.981173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86ed5dd2-7ea8-42ac-b7d8-aaa8456b8502 req-402646e6-7790-4f21-9cea-871c34d06bef tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0464633 Apr 29 04:22:04.026268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86ed5dd2-7ea8-42ac-b7d8-aaa8456b8502 req-34bd7b1e-f856-451e-b3c7-fe9cb9c957e2 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Apr 29 04:22:05.434746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa543f-2fc4-4fcd-809b-5d0e21993dc1 req-ebdc225f-d40c-49d8-b1ba-ba8a4a92f4bb tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:05.436106 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2eaa543f-2fc4-4fcd-809b-5d0e21993dc1 req-ebdc225f-d40c-49d8-b1ba-ba8a4a92f4bb tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.3411229 Apr 29 04:22:05.481263 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2eaa543f-2fc4-4fcd-809b-5d0e21993dc1 req-cf439e91-c386-4771-98a8-76e629400e0a tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389550 Apr 29 04:22:06.596328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc8b8-46c5-475f-88c5-c9c52b105353 req-d0aba47c-44d9-46a5-9f1d-58488ff83e25 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:06.597804 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af0dc8b8-46c5-475f-88c5-c9c52b105353 req-d0aba47c-44d9-46a5-9f1d-58488ff83e25 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0506945 Apr 29 04:22:06.643116 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af0dc8b8-46c5-475f-88c5-c9c52b105353 req-c8a1f313-bd1f-42f3-9fd8-e45adb674fd4 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Apr 29 04:22:07.340378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-e522d717-f6a8-48f5-9b5b-92f053f27755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:07.341884 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-e522d717-f6a8-48f5-9b5b-92f053f27755 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1130 time: 0.0386021 Apr 29 04:22:07.471001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-3051d66a-04f9-480e-8a24-842e37a48dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:07.472398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-3051d66a-04f9-480e-8a24-842e37a48dec service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 200 len: 913 time: 0.1083481 Apr 29 04:22:07.523527 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-5c7ca72b-a337-4247-96cd-07ecbc807681 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 217 time: 0.0412314 Apr 29 04:22:07.532194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-3d9e3d6c-28d2-4138-9cd1-1b9e958aea95 service neutron] 10.222.0.31 "GET /v2.0/ports/9e025e3a-59e2-4fc3-af6d-d63ceb496cb4/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0914173 Apr 29 04:22:07.579722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-7d749692-3c27-4060-8879-df0891d194ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:07.581151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-7d749692-3c27-4060-8879-df0891d194ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d505758d-e31d-46c0-9d05-e39ac1b56f98 HTTP/1.1" status: 200 len: 852 time: 0.0481384 Apr 29 04:22:07.616811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-9b155d5c-ec6f-42e4-acdc-d62e1863c24d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3924bd5-3b09-4c1b-9447-996dfacfee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264382 Apr 29 04:22:07.718141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-e53ce5c7-bff9-43bf-8742-8c714386d127 service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Apr 29 04:22:07.761467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900d5cc-b779-47d4-b307-32535a78480f req-7f00c299-c978-45fe-a293-506d701711c0 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:07.762935 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5900d5cc-b779-47d4-b307-32535a78480f req-7f00c299-c978-45fe-a293-506d701711c0 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0510516 Apr 29 04:22:07.810897 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5900d5cc-b779-47d4-b307-32535a78480f req-961617b6-b760-4507-8a0c-b3d78ac5871b tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Apr 29 04:22:07.818893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94696fea-a132-44c2-b0a1-a0712a44f721 req-131085d1-18d6-4fdb-8a0d-1395ced911df service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918813 Apr 29 04:22:08.016320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-398b1f57-5708-416e-92c2-e44af55ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:08.018105 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-398b1f57-5708-416e-92c2-e44af55ef359 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a&tenant_id=c3dfa90cfde94d34a5d7c2661758484e HTTP/1.1" status: 200 len: 1130 time: 0.0769069 Apr 29 04:22:08.086603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-0327d690-d0e5-415a-9476-0e5e2bbe73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:08.088028 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-0327d690-d0e5-415a-9476-0e5e2bbe73be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1130 time: 0.0395253 Apr 29 04:22:08.177564 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-66a82684-0bff-4944-8778-43279b45eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:08.179002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-66a82684-0bff-4944-8778-43279b45eb3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 200 len: 913 time: 0.0819509 Apr 29 04:22:08.226196 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-418a01e0-ff8e-43d6-9fe3-cadeebbdb900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 217 time: 0.0379882 Apr 29 04:22:08.276327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-955e812a-6749-4fe9-b4ee-052d0304ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:08.277747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-955e812a-6749-4fe9-b4ee-052d0304ed82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d505758d-e31d-46c0-9d05-e39ac1b56f98 HTTP/1.1" status: 200 len: 852 time: 0.0425389 Apr 29 04:22:08.312274 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-a84f23a1-34f0-4344-8eab-c01aff57cada service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3924bd5-3b09-4c1b-9447-996dfacfee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248125 Apr 29 04:22:08.404068 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-478d6a55-b8f5-4a3c-80e7-c197f1a9e220 service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845563 Apr 29 04:22:08.498173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-45332de8-4977-43fb-804b-6479eb6794bd service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849428 Apr 29 04:22:08.910065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5e45-c3a3-42f2-bfd0-42aa14fdcf6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:08.929873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4af577-4c7a-48dd-a3a6-e605c3dd5031 req-256e8378-cd57-489c-8816-36d0e09bccde tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:08.931379 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dc4af577-4c7a-48dd-a3a6-e605c3dd5031 req-256e8378-cd57-489c-8816-36d0e09bccde tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0529585 Apr 29 04:22:08.982056 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dc4af577-4c7a-48dd-a3a6-e605c3dd5031 req-ef2b09d1-c9bd-44a6-8cd3-d43420c5a547 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Apr 29 04:22:10.098188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0507fcf-d83b-4e54-bff9-bda18a58a7b2 req-6b0c29c0-3c13-4668-955e-9c15ccbc2999 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:10.099646 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e0507fcf-d83b-4e54-bff9-bda18a58a7b2 req-6b0c29c0-3c13-4668-955e-9c15ccbc2999 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0493553 Apr 29 04:22:10.145504 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e0507fcf-d83b-4e54-bff9-bda18a58a7b2 req-c73339b5-bff8-4448-b389-ecd797cb463c tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Apr 29 04:22:11.212476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f22cfa6-9b4b-4e33-a0f7-f6e9ccc26df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:11.259374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4597d-4668-4b65-ad41-f72b020b1f8a req-7abf642d-fbe0-4796-8751-959f407f6fda tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:11.260846 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dca4597d-4668-4b65-ad41-f72b020b1f8a req-7abf642d-fbe0-4796-8751-959f407f6fda tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0490823 Apr 29 04:22:11.308590 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dca4597d-4668-4b65-ad41-f72b020b1f8a req-cd1e00cb-48c9-4f88-8b06-2aa12a895cbc tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Apr 29 04:22:12.044689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:22:12.048441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:22:12.197341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:22:12.197788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:12.229888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:12.240158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:22:12.242396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912016db-e0b9-4244-ad1b-229e01d0e2dd" -d '{"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:22:12.257194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'network_id': 'e3924bd5-3b09-4c1b-9447-996dfacfee96', 'port_id': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'mac_address': 'fa:16:3e:e2:14:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd505758d-e31d-46c0-9d05-e39ac1b56f98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:22:12.258830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:12.266018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:12.301638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:22:12.302025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:12.319820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c365b9e-3326-48a0-a35b-da57e25b3a96 x-openstack-request-id: req-3c365b9e-3326-48a0-a35b-da57e25b3a96 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:22:12.320187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:22:12.320438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c365b9e-3326-48a0-a35b-da57e25b3a96 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:22:12.320827 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c365b9e-3326-48a0-a35b-da57e25b3a96'] response: {'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'code': 200} Apr 29 04:22:12.323715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:22:12.329997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:12.400920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:22:12.401271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:22:12.405573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:12.412723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.413334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.413685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.414029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.414368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.414702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.415038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.415367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.415699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.416031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.416361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.416690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.417017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.417370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.417698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:12.422534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec6b7-5afe-4bff-b447-4ac34e5a7c38 req-78432b41-2630-4d93-ba3d-b46e4dd6bc51 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:12.424494 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90aec6b7-5afe-4bff-b447-4ac34e5a7c38 req-78432b41-2630-4d93-ba3d-b46e4dd6bc51 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 944 time: 0.0486791 Apr 29 04:22:12.471278 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90aec6b7-5afe-4bff-b447-4ac34e5a7c38 req-c7e81357-bab5-442b-8d90-365d444cfe82 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Apr 29 04:22:12.941299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:22:12.941617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:12.958148 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:22:12.966633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-3fbe7a1a-620e-483a-9b36-23baf244bbb1 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:12.968117 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-3fbe7a1a-620e-483a-9b36-23baf244bbb1 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a&tenant_id=c3dfa90cfde94d34a5d7c2661758484e&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.0888906 Apr 29 04:22:12.979114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:13.046563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:13.096017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:13.105659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:22:13.293290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-8953d36b-eccf-4d4c-b7ba-d79da9ee645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:13.295096 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-8953d36b-eccf-4d4c-b7ba-d79da9ee645d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 1129 time: 0.0412166 Apr 29 04:22:13.389470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-cc6f25ff-3c68-4248-8127-caf47b5bd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:13.390945 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-cc6f25ff-3c68-4248-8127-caf47b5bd642 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 200 len: 913 time: 0.0902817 Apr 29 04:22:13.441745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-b5c17039-df80-418f-a46b-f82cdae460c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 200 len: 217 time: 0.0340047 Apr 29 04:22:13.651537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-287c81a8-4b61-449b-ad84-77e10453936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:13.652870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-287c81a8-4b61-449b-ad84-77e10453936d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d505758d-e31d-46c0-9d05-e39ac1b56f98 HTTP/1.1" status: 200 len: 852 time: 0.0429845 Apr 29 04:22:13.688178 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-376d5008-506f-4b25-b50e-01315571526e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3924bd5-3b09-4c1b-9447-996dfacfee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287824 Apr 29 04:22:13.771632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:13.777234 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-5b44cc6b-ec53-4ee2-a447-b5c5d0551dda service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Apr 29 04:22:13.869915 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-85bf2107-1c53-46d2-9ed7-d7e6943fe64f service neutron] 10.222.0.31 "GET /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860648 Apr 29 04:22:14.049153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:22:14.093653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:22:14.094026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:14.170948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:22:14.171374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:14.202372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:14.246655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:14.296495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:14.321826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:22:14.324060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32d37e-a164-4548-97cb-6c0e7edfa208" -d '{"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-plugged", "status": "completed", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:22:14.372080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aec78e-f5d0-441f-b4d2-ed3fab054003 x-openstack-request-id: req-33aec78e-f5d0-441f-b4d2-ed3fab054003 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:22:14.372398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-plugged", "status": "completed", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:22:14.372652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33aec78e-f5d0-441f-b4d2-ed3fab054003 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:22:14.373047 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33aec78e-f5d0-441f-b4d2-ed3fab054003'] response: {'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'code': 200} Apr 29 04:22:15.097902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:15.384952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f2b1-6231-4f6b-a2b1-8c13cd589a6f req-68d6dfd4-6d72-4e50-bb5f-2acc211d7519 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:15.386335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e186f2b1-6231-4f6b-a2b1-8c13cd589a6f req-68d6dfd4-6d72-4e50-bb5f-2acc211d7519 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0473182 Apr 29 04:22:15.432835 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e186f2b1-6231-4f6b-a2b1-8c13cd589a6f req-db5c78de-0008-4a27-b5e7-d34369877684 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Apr 29 04:22:16.546947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40e5c4-1d08-45b1-afd0-aa33b785fa33 req-f0317420-bd51-4c58-ac38-0b18cfb9ea38 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:16.548458 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7e40e5c4-1d08-45b1-afd0-aa33b785fa33 req-f0317420-bd51-4c58-ac38-0b18cfb9ea38 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0471351 Apr 29 04:22:16.594269 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7e40e5c4-1d08-45b1-afd0-aa33b785fa33 req-4871dd4c-4c50-4d97-abed-a87f0b917ed4 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/security-groups?id=2582040c-6187-47cc-82ae-ca8a4f885146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Apr 29 04:22:17.175739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-fd965130-0078-4e15-ab96-e07d72f490ce tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:17.177207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-fd965130-0078-4e15-ab96-e07d72f490ce tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 946 time: 0.0523093 Apr 29 04:22:17.265621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Deleting port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:22:17.265964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:17.352911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] For port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,segment=NetworkSegment(b3bd6196-911f-4be8-9ae2-4091e4a10648),segment_id=b3bd6196-911f-4be8-9ae2-4091e4a10648)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:17.353172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:17.369334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Calling delete_port for 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:22:17.554781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9e025e3a-59e2-4fc3-af6d-d63ceb496cb4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:17.571420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:22:17.583796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Pushing event deleted for resources: {'Port': ['ID=9e025e3a-59e2-4fc3-af6d-d63ceb496cb4,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:17.612347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.612617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.612959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.613297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.613648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.613980 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.614306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.614629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.614953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.615282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.615606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.615931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.616253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.616572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.616888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:22:17.639921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] No DVR routers for this DVR port 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:22:17.643137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:17.646460 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-061613ea-23fa-4448-ae1a-d26598d997f7 req-14cf9def-e464-4e43-b366-5a986259f6df tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.31 "DELETE /v2.0/ports/9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 HTTP/1.1" status: 204 len: 173 time: 0.4608293 Apr 29 04:22:17.646931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-deleted', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:22:17.649257 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216ec10a-02ef-4e87-a4f3-c2bd1291b5ad" -d '{"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-deleted", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:22:17.695475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a04de-344d-402e-b52d-8f57ce4632d8 x-openstack-request-id: req-1e0a04de-344d-402e-b52d-8f57ce4632d8 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:22:17.695769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a", "name": "network-vif-deleted", "tag": "9e025e3a-59e2-4fc3-af6d-d63ceb496cb4", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:22:17.696024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e0a04de-344d-402e-b52d-8f57ce4632d8 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:22:17.696422 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0a04de-344d-402e-b52d-8f57ce4632d8'] response: {'server_uuid': 'bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a', 'name': 'network-vif-deleted', 'tag': '9e025e3a-59e2-4fc3-af6d-d63ceb496cb4', 'status': 'completed', 'code': 200} Apr 29 04:22:17.698600 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d4f40093-d1bf-4785-90ee-9492de09a2ca req-1dc8a27f-452e-4986-826e-0ed4d7f96058 tempest-DeleteServersTestJSON-1226569759 tempest-DeleteServersTestJSON-1226569759-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2bf231-c8a8-4b6f-87f1-fcc1266ea47a HTTP/1.1" status: 200 len: 210 time: 0.0309007 Apr 29 04:22:18.827926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37762) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:22:18.871652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Deleting subnet d505758d-e31d-46c0-9d05-e39ac1b56f98 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:22:18.874933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Publish callbacks [] for subnet (d505758d-e31d-46c0-9d05-e39ac1b56f98), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:18.912511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (d505758d-e31d-46c0-9d05-e39ac1b56f98), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:18.950509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (d505758d-e31d-46c0-9d05-e39ac1b56f98), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.046973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (d505758d-e31d-46c0-9d05-e39ac1b56f98), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.073856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d505758d-e31d-46c0-9d05-e39ac1b56f98,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:19.076438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.079671 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4730c86f-6372-42a7-9d44-3a862db71de0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d505758d-e31d-46c0-9d05-e39ac1b56f98 HTTP/1.1" status: 204 len: 168 time: 0.2507694 Apr 29 04:22:19.082249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37764) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:22:19.152400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (e3924bd5-3b09-4c1b-9447-996dfacfee96), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.228552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (e3924bd5-3b09-4c1b-9447-996dfacfee96), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.248215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3924bd5-3b09-4c1b-9447-996dfacfee96']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:22:19.257125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bd6196-911f-4be8-9ae2-4091e4a10648') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:22:19.257453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bd6196-911f-4be8-9ae2-4091e4a10648') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:22:19.266578 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (b3bd6196-911f-4be8-9ae2-4091e4a10648), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.279192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b3bd6196-911f-4be8-9ae2-4091e4a10648), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.285976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:22:19.286357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (b3bd6196-911f-4be8-9ae2-4091e4a10648), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:22:19.287990 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:22:19.395075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (e3924bd5-3b09-4c1b-9447-996dfacfee96), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.399325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.407734 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3924bd5-3b09-4c1b-9447-996dfacfee96 HTTP/1.1" status: 204 len: 168 time: 0.3200383 Apr 29 04:22:19.415900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258981a-fb78-454e-ae46-ee20936cf8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3924bd5-3b09-4c1b-9447-996dfacfee96,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:19.707132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37768) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:22:19.746391 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d36a7143-9933-4e2f-886c-b7aca7ce738f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3dfa90cfde94d34a5d7c2661758484e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375850 Apr 29 04:22:19.748342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37770) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:22:19.795881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0967914e-5558-4448-ac5f-1e0f6b97a1d8 admin admin] Publish callbacks [] for security_group (2582040c-6187-47cc-82ae-ca8a4f885146), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.816837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0967914e-5558-4448-ac5f-1e0f6b97a1d8 admin admin] Publish callbacks [] for security_group (2582040c-6187-47cc-82ae-ca8a4f885146), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.937851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0967914e-5558-4448-ac5f-1e0f6b97a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2582040c-6187-47cc-82ae-ca8a4f885146), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.940863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0967914e-5558-4448-ac5f-1e0f6b97a1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:19.942109 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0967914e-5558-4448-ac5f-1e0f6b97a1d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2582040c-6187-47cc-82ae-ca8a4f885146 HTTP/1.1" status: 204 len: 168 time: 0.1928782 Apr 29 04:22:19.950074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967914e-5558-4448-ac5f-1e0f6b97a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582040c-6187-47cc-82ae-ca8a4f885146,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:19.989105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:20.947316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37792) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:22:21.041290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-25983008-network', 'tenant_id': '182cdc4b3145404ebc8ace8621173bc5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:22:21.120769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Made reservation on behalf of 182cdc4b3145404ebc8ace8621173bc5 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:22:21.123022 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.131299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.202893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks [] for security_group (de831fd0-bb4e-46cb-a886-1ffac7dd2c44), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.280288 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (de831fd0-bb4e-46cb-a886-1ffac7dd2c44), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.304848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:22:21.314833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de831fd0-bb4e-46cb-a886-1ffac7dd2c44,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:21.320580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8d79dd52-d0c0-4036-a54e-78205d2db4b4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.320927 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Added segment 8d79dd52-d0c0-4036-a54e-78205d2db4b4 of type vlan for network 01e42a2e-a181-4813-8110-74a7f227cc7e Apr 29 04:22:21.361137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (01e42a2e-a181-4813-8110-74a7f227cc7e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.440638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (01e42a2e-a181-4813-8110-74a7f227cc7e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.441689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:21.442256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.501663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] Pushing event updated for resources: {'Network': ['ID=01e42a2e-a181-4813-8110-74a7f227cc7e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:21.511213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 01e42a2e-a181-4813-8110-74a7f227cc7e details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:22:21.523381 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c231443a-9b7d-461c-93f9-b4ac71164a43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5746987 Apr 29 04:22:21.525880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 37796) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:22:21.534390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Request body: {'subnet': {'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-25983008-subnet', 'tenant_id': '182cdc4b3145404ebc8ace8621173bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:22:21.605583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Made reservation on behalf of 182cdc4b3145404ebc8ace8621173bc5 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:22:21.607931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.823613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:21.870649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:21.885636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Checking segment: {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:22:21.886008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Network hostable DHCP agents. Network: 01e42a2e-a181-4813-8110-74a7f227cc7e, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:22:21.954561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Network 01e42a2e-a181-4813-8110-74a7f227cc7e is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:22:22.034763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 01e42a2e-a181-4813-8110-74a7f227cc7e) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:22:22.038879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:22.039462 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:22.045279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9d29c-71e0-4835-a2c2-67623eed3db1 None None] Network 01e42a2e-a181-4813-8110-74a7f227cc7e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:22:22.117847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3477947-791e-46f8-ad64-e1900718505a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5907409 Apr 29 04:22:22.138184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:22:22.166067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6e1fb-f3b9-4280-b309-2ee6cc5ecf6d None None] Network 01e42a2e-a181-4813-8110-74a7f227cc7e requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:22:22.166067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:22:22.166067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 9e025e3a-59e2-4fc3-af6d-d63ceb496cb4 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:22:22.540216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-bc40ad79-4882-41b9-b19c-94e32e0cdfb3 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:22.541689 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-bc40ad79-4882-41b9-b19c-94e32e0cdfb3 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 813 time: 0.1022844 Apr 29 04:22:22.555799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-576b6301-254f-470c-844c-9ce79113e0ff tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/quotas/182cdc4b3145404ebc8ace8621173bc5 HTTP/1.1" status: 200 len: 375 time: 0.0089307 Apr 29 04:22:22.587821 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-c99b8bdf-2560-4254-9142-e6d7371c5414 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270486 Apr 29 04:22:22.678601 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-601b8794-a246-40f8-ab22-6936cf3b486a service neutron] 10.222.0.37 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847080 Apr 29 04:22:22.765773 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-538b8dff-f22b-4c71-91d6-48ba9361ec90 service neutron] 10.222.0.37 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812795 Apr 29 04:22:23.005827 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2342906-371c-45a9-a197-570b8263a619 req-1f4cbcb3-23a4-47a8-8cd5-9a84619b7d2e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 210 time: 0.0313194 Apr 29 04:22:24.099457 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-458a62be-e1a1-4d32-8a4f-5e74feedd450 req-bfcc9b99-6436-49ee-b30f-8197f92f9027 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 210 time: 0.0283313 Apr 29 04:22:24.958480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-b2aa29f1-23f5-45da-8a79-cf5881f816ef tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:24.959915 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-b2aa29f1-23f5-45da-8a79-cf5881f816ef tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 813 time: 0.1050994 Apr 29 04:22:24.976961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Request body: {'port': {'device_id': '0b866922-2028-4483-812c-7a89457b6846', 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e', 'admin_state_up': True, 'tenant_id': '182cdc4b3145404ebc8ace8621173bc5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:22:25.166683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Made reservation on behalf of 182cdc4b3145404ebc8ace8621173bc5 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:22:25.171708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:25.198064 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-86200ece-b01b-40ea-b992-b3df74568ff2 req-9aa25293-28f0-4810-a9ce-c7f7b0d63acc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 210 time: 0.0295877 Apr 29 04:22:25.300508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Allocated IP 172.20.0.13 (01e42a2e-a181-4813-8110-74a7f227cc7e/f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c/10a451d4-831c-4778-a471-dd544b5e8536) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:22:25.443546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks [] for port (10a451d4-831c-4778-a471-dd544b5e8536), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:25.538130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (10a451d4-831c-4778-a471-dd544b5e8536), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:25.578285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Network 01e42a2e-a181-4813-8110-74a7f227cc7e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:22:25.581254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:22:25.587258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:22:25.610545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Pushing event updated for resources: {'Port': ['ID=10a451d4-831c-4778-a471-dd544b5e8536,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:25.637807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:25.638404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:25.717226 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-d56a3dac-7a69-46d8-b62c-5c3aaaf842f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7438741 Apr 29 04:22:25.733180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Request body: {'port': {'device_id': '0b866922-2028-4483-812c-7a89457b6846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:22:25.794342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (10a451d4-831c-4778-a471-dd544b5e8536), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:26.044675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a451d4-831c-4778-a471-dd544b5e8536 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:22:26.052767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Publish callbacks [] for port (10a451d4-831c-4778-a471-dd544b5e8536), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:26.064452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Transition to ACTIVE for port object 10a451d4-831c-4778-a471-dd544b5e8536 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:22:26.126096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (10a451d4-831c-4778-a471-dd544b5e8536), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:26.177535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Pushing event updated for resources: {'Port': ['ID=10a451d4-831c-4778-a471-dd544b5e8536,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:26.242774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Attempting to bind port 10a451d4-831c-4778-a471-dd544b5e8536 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:22:26.243103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Attempting to bind port 10a451d4-831c-4778-a471-dd544b5e8536 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:22:26.243422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Attempting to bind port 10a451d4-831c-4778-a471-dd544b5e8536 on network 01e42a2e-a181-4813-8110-74a7f227cc7e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:22:26.247677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Port 10a451d4-831c-4778-a471-dd544b5e8536 on network 01e42a2e-a181-4813-8110-74a7f227cc7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:22:26.247976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Attempting to bind port 10a451d4-831c-4778-a471-dd544b5e8536 on network 01e42a2e-a181-4813-8110-74a7f227cc7e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:22:26.252756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:22:26.253081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Checking segment: {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:22:26.253488 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Bound using segment: {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:22:26.253909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Bound port: 10a451d4-831c-4778-a471-dd544b5e8536, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:22:26.254258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (10a451d4-831c-4778-a471-dd544b5e8536), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:26.343051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16f39-9199-41a0-8c82-e6d3f8e8f78a req-2921b0d6-0ad3-42e8-97f4-fc2518fdc920 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:26.344384 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56e16f39-9199-41a0-8c82-e6d3f8e8f78a req-2921b0d6-0ad3-42e8-97f4-fc2518fdc920 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 944 time: 0.0779126 Apr 29 04:22:26.367811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] For port 10a451d4-831c-4778-a471-dd544b5e8536, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:22:26.388474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] For port 10a451d4-831c-4778-a471-dd544b5e8536, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=10a451d4-831c-4778-a471-dd544b5e8536,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:22:26.403519 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56e16f39-9199-41a0-8c82-e6d3f8e8f78a req-7fb37fff-d4cb-492f-99e3-c92618b3d6c3 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529146 Apr 29 04:22:26.446756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (10a451d4-831c-4778-a471-dd544b5e8536), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:26.481550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:26.482156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:26.483503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] 10.222.0.31 "PUT /v2.0/ports/10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 1094 time: 0.7543476 Apr 29 04:22:26.483926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b866922-2028-4483-812c-7a89457b6846', 'tag': '10a451d4-831c-4778-a471-dd544b5e8536'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:22:26.486178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b866922-2028-4483-812c-7a89457b6846", "tag": "10a451d4-831c-4778-a471-dd544b5e8536"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:22:26.512129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb773c1c-b137-45e6-9895-98c8e510b650 service neutron] Pushing event updated for resources: {'Port': ['ID=10a451d4-831c-4778-a471-dd544b5e8536,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:26.525824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbdf72-b61f-40d8-8988-e3cbb12829e2 x-openstack-request-id: req-e8cbdf72-b61f-40d8-8988-e3cbb12829e2 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:22:26.525824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b866922-2028-4483-812c-7a89457b6846", "tag": "10a451d4-831c-4778-a471-dd544b5e8536", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:22:26.525824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8cbdf72-b61f-40d8-8988-e3cbb12829e2 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:22:26.525824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cbdf72-b61f-40d8-8988-e3cbb12829e2'] response: {'name': 'network-changed', 'server_uuid': '0b866922-2028-4483-812c-7a89457b6846', 'tag': '10a451d4-831c-4778-a471-dd544b5e8536', 'status': 'completed', 'code': 200} Apr 29 04:22:26.582475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b req-0ca23a58-0e24-45dc-bb13-c531422269d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:26.583919 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b req-0ca23a58-0e24-45dc-bb13-c531422269d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1128 time: 0.0394311 Apr 29 04:22:26.681633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b req-408fcea3-920f-4bf5-b11d-5176b33f1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:26.682986 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b req-408fcea3-920f-4bf5-b11d-5176b33f1d75 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=182cdc4b3145404ebc8ace8621173bc5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0914373 Apr 29 04:22:26.776563 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b req-5281b188-fb1e-4e24-919a-a2356c3a5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:26.778075 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdf8c2e1-e4d9-4043-a94e-02a25c5e257b req-5281b188-fb1e-4e24-919a-a2356c3a5cc7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890594 Apr 29 04:22:27.194662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-32239223-be6a-45e5-a7d3-938ce8d844c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:27.196103 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-32239223-be6a-45e5-a7d3-938ce8d844c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1128 time: 0.3755968 Apr 29 04:22:27.206907 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:22:27.240389 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-2b666c01-506d-422d-83d1-68b83abc53cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 217 time: 0.0336421 Apr 29 04:22:27.289961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-a98fb182-4aa1-48e7-8a97-784e0bbe1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:27.291384 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-a98fb182-4aa1-48e7-8a97-784e0bbe1e97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0427580 Apr 29 04:22:27.328133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-7c3838eb-cfed-434a-b60b-39b03f8dd3b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274928 Apr 29 04:22:27.417843 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-9a71879d-30a3-4362-9687-98a12650c5cf service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802219 Apr 29 04:22:27.544489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00eed3-b799-4965-a09a-25fc2fd2b680 req-ffb5bce5-3000-436b-a670-319a3946094a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:27.545976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca00eed3-b799-4965-a09a-25fc2fd2b680 req-ffb5bce5-3000-436b-a670-319a3946094a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 944 time: 0.0626235 Apr 29 04:22:27.550369 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39c54d8f-fb17-4e0f-b467-458ac4d89c5f req-9ab21d63-916a-4deb-bfeb-deb8d07f5680 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242454 Apr 29 04:22:27.594485 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ca00eed3-b799-4965-a09a-25fc2fd2b680 req-146e0f97-a999-4904-9c83-06fa27c96b51 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Apr 29 04:22:28.707506 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab3ed9-b8da-40d9-92fb-a8cfb55fbd12 req-1da4dd3b-1a09-4c2a-bec2-62e487fa0d62 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:28.708968 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8aab3ed9-b8da-40d9-92fb-a8cfb55fbd12 req-1da4dd3b-1a09-4c2a-bec2-62e487fa0d62 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 944 time: 0.0464711 Apr 29 04:22:28.755475 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8aab3ed9-b8da-40d9-92fb-a8cfb55fbd12 req-a44dfe64-8bf6-4583-b1f9-3901889c02e9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Apr 29 04:22:29.868644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce272bc2-3213-4b02-8e8e-e8b8e5636369 req-32a61c82-6d8f-49dc-b88c-f1ecf39c5a94 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:29.870141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ce272bc2-3213-4b02-8e8e-e8b8e5636369 req-32a61c82-6d8f-49dc-b88c-f1ecf39c5a94 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 944 time: 0.0498497 Apr 29 04:22:29.916045 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ce272bc2-3213-4b02-8e8e-e8b8e5636369 req-25d87a3c-225f-4f00-939c-cd2f7cdd157e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Apr 29 04:22:30.152485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 10a451d4-831c-4778-a471-dd544b5e8536 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:22:30.250063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 10a451d4-831c-4778-a471-dd544b5e8536, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=10a451d4-831c-4778-a471-dd544b5e8536,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:30.260754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '10a451d4-831c-4778-a471-dd544b5e8536', 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e', 'port_id': '10a451d4-831c-4778-a471-dd544b5e8536', 'mac_address': 'fa:16:3e:44:ae:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:22:30.297117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 10a451d4-831c-4778-a471-dd544b5e8536 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:22:30.297539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (10a451d4-831c-4778-a471-dd544b5e8536), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:30.310896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a451d4-831c-4778-a471-dd544b5e8536 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:22:30.329625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 10a451d4-831c-4778-a471-dd544b5e8536, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=10a451d4-831c-4778-a471-dd544b5e8536,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:30.382914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (10a451d4-831c-4778-a471-dd544b5e8536), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:30.431928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=10a451d4-831c-4778-a471-dd544b5e8536,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:30.644834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['10a451d4-831c-4778-a471-dd544b5e8536'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:22:31.033922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5aa4-7020-47b1-8a7a-0b4e28961f56 req-aa92a5b8-5990-48cb-af78-66c4d291ed0f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:31.035306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7ff5aa4-7020-47b1-8a7a-0b4e28961f56 req-aa92a5b8-5990-48cb-af78-66c4d291ed0f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Apr 29 04:22:31.081699 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7ff5aa4-7020-47b1-8a7a-0b4e28961f56 req-73b51f41-8fa6-45e0-9781-21b745f3e3a0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Apr 29 04:22:32.156275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 10a451d4-831c-4778-a471-dd544b5e8536 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:22:32.195528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2b55-24e9-453c-914c-ed97d1bd9c0d req-b734530c-11f3-478e-b704-eee4eefaf33b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:32.196992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-582b2b55-24e9-453c-914c-ed97d1bd9c0d req-b734530c-11f3-478e-b704-eee4eefaf33b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Apr 29 04:22:32.204167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 10a451d4-831c-4778-a471-dd544b5e8536 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:22:32.244069 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-582b2b55-24e9-453c-914c-ed97d1bd9c0d req-daf77b9e-5cff-428f-8adc-78d764677f84 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Apr 29 04:22:32.257102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 10a451d4-831c-4778-a471-dd544b5e8536 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:22:32.257502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (10a451d4-831c-4778-a471-dd544b5e8536), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:32.334324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 10a451d4-831c-4778-a471-dd544b5e8536 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:22:32.334697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (10a451d4-831c-4778-a471-dd544b5e8536), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:32.356128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b866922-2028-4483-812c-7a89457b6846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a451d4-831c-4778-a471-dd544b5e8536'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:22:32.358408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c955b9b-950d-4779-8fb2-574463208084" -d '{"events": [{"server_uuid": "0b866922-2028-4483-812c-7a89457b6846", "name": "network-vif-plugged", "status": "completed", "tag": "10a451d4-831c-4778-a471-dd544b5e8536"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:22:32.370597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 10a451d4-831c-4778-a471-dd544b5e8536, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=10a451d4-831c-4778-a471-dd544b5e8536,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:22:32.392914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d83c0-04c6-45e2-bc37-d91f1797a20b x-openstack-request-id: req-662d83c0-04c6-45e2-bc37-d91f1797a20b {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:22:32.393230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b866922-2028-4483-812c-7a89457b6846", "name": "network-vif-plugged", "status": "completed", "tag": "10a451d4-831c-4778-a471-dd544b5e8536", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:22:32.393515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-662d83c0-04c6-45e2-bc37-d91f1797a20b {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:22:32.393917 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662d83c0-04c6-45e2-bc37-d91f1797a20b'] response: {'server_uuid': '0b866922-2028-4483-812c-7a89457b6846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a451d4-831c-4778-a471-dd544b5e8536', 'code': 200} Apr 29 04:22:32.423359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (10a451d4-831c-4778-a471-dd544b5e8536), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:32.470615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=10a451d4-831c-4778-a471-dd544b5e8536,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:22:32.697001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628b39a-3beb-46d6-a6b1-f36ef36fb24b req-af484345-4b9d-4bf1-aace-45fcbf357c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:32.698404 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c628b39a-3beb-46d6-a6b1-f36ef36fb24b req-af484345-4b9d-4bf1-aace-45fcbf357c89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1130 time: 0.0381522 Apr 29 04:22:32.743774 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c628b39a-3beb-46d6-a6b1-f36ef36fb24b req-68e37a2a-1927-4ab6-a095-0450f6dcf0ee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Apr 29 04:22:33.356839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e19997-dcfb-485d-bca8-25e733a75222 req-4bbace89-fa6a-4cd6-b3f1-48043fcd08ab tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:33.358295 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b4e19997-dcfb-485d-bca8-25e733a75222 req-4bbace89-fa6a-4cd6-b3f1-48043fcd08ab tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0453112 Apr 29 04:22:33.403357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b4e19997-dcfb-485d-bca8-25e733a75222 req-5ce23e8d-e556-4ff4-8ade-3ab8d40f5491 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Apr 29 04:22:34.519964 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4154ef-9eca-4dcb-a486-c76bd15cc37c req-3f0b7972-fa32-4369-a9c4-a46647b64b9e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:34.521625 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8a4154ef-9eca-4dcb-a486-c76bd15cc37c req-3f0b7972-fa32-4369-a9c4-a46647b64b9e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0480037 Apr 29 04:22:34.568606 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8a4154ef-9eca-4dcb-a486-c76bd15cc37c req-321623d6-c834-4f87-9963-62a318c94150 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Apr 29 04:22:34.677287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739436f-cbf7-4e8e-a401-dcf63a894dc6 req-e3f97107-1522-4a25-9511-3ea8e6fe3b78 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:34.678743 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0739436f-cbf7-4e8e-a401-dcf63a894dc6 req-e3f97107-1522-4a25-9511-3ea8e6fe3b78 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0455160 Apr 29 04:22:34.723398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0739436f-cbf7-4e8e-a401-dcf63a894dc6 req-699c1a7c-cd38-446d-a07e-fa5de52c98dd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Apr 29 04:22:34.985387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bae4ce-3ad5-464c-9d82-3cb8177fffae req-8c9e1703-a05e-4856-85fa-eea28d9bba69 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:34.987305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37bae4ce-3ad5-464c-9d82-3cb8177fffae req-8c9e1703-a05e-4856-85fa-eea28d9bba69 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0493143 Apr 29 04:22:35.035019 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37bae4ce-3ad5-464c-9d82-3cb8177fffae req-a769e5e5-2e57-4f50-a2fc-bc84c2913cb5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Apr 29 04:22:35.147205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2e0c-70d7-4b8f-8b93-25b3312e272a req-8529f3ae-6886-4254-9e22-d199c639b132 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:35.148801 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c9dd2e0c-70d7-4b8f-8b93-25b3312e272a req-8529f3ae-6886-4254-9e22-d199c639b132 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0469251 Apr 29 04:22:35.198818 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c9dd2e0c-70d7-4b8f-8b93-25b3312e272a req-1a6d9874-cbe6-4310-90a6-f31f04d34a91 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Apr 29 04:22:35.676193 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-26d60d53-92f7-4ba8-a57a-f8d5ed7061fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383523 Apr 29 04:22:35.702524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8baaf2-cd0c-4afb-ae0d-b0c183546d21 req-1494a22c-7ca9-4c99-8c42-8a8370803021 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:35.704072 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7a8baaf2-cd0c-4afb-ae0d-b0c183546d21 req-1494a22c-7ca9-4c99-8c42-8a8370803021 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0472891 Apr 29 04:22:35.752827 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7a8baaf2-cd0c-4afb-ae0d-b0c183546d21 req-a4f77310-5cfa-43d5-a2d3-6e449434857a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Apr 29 04:22:36.211557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-9d56da72-7bc5-42a0-88db-b2898ac90609 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:36.212799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-9d56da72-7bc5-42a0-88db-b2898ac90609 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports/10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 943 time: 0.0440800 Apr 29 04:22:36.919743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872cf33-e706-4491-a9a8-c1a2d45e5489 req-812dd3fa-50a3-449e-aca9-3296dd6855fe tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:36.921204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0872cf33-e706-4491-a9a8-c1a2d45e5489 req-812dd3fa-50a3-449e-aca9-3296dd6855fe tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0991890 Apr 29 04:22:36.968432 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0872cf33-e706-4491-a9a8-c1a2d45e5489 req-adb60724-4206-4930-85cd-4f75e88e9619 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Apr 29 04:22:37.503191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-2c20f8bb-7d84-4642-a003-547c10c2afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:37.504668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-2c20f8bb-7d84-4642-a003-547c10c2afcd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1130 time: 0.0385458 Apr 29 04:22:37.596227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-c0b57eba-be6a-461b-b3e6-0c90617d3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:37.597702 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-c0b57eba-be6a-461b-b3e6-0c90617d3bdb service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0870767 Apr 29 04:22:37.637145 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-0ceb8836-cc04-4ff7-8628-e0f3f129b08e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 217 time: 0.0332000 Apr 29 04:22:37.682554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-6029d4fc-823d-4f61-b6fb-d0dbca31ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:37.683899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-6029d4fc-823d-4f61-b6fb-d0dbca31ec95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0408914 Apr 29 04:22:37.714315 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-489c1943-1b61-4f17-9386-0e802bba23f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244527 Apr 29 04:22:37.724034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-badf29e0-4452-4a62-9918-f87a998c7386 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:22:37.724948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-badf29e0-4452-4a62-9918-f87a998c7386 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046272 Apr 29 04:22:37.814650 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-45eb69b2-1bac-4df7-affc-b515620c53be service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834453 Apr 29 04:22:37.903133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-99c74d87-b81f-453b-8f66-5aca23149a6d service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826170 Apr 29 04:22:38.135653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d318a-7f42-4f09-872c-ac3f9203239d req-f00b7bdf-b371-4565-9397-7fbd05ee5946 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:38.137131 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4c8d318a-7f42-4f09-872c-ac3f9203239d req-f00b7bdf-b371-4565-9397-7fbd05ee5946 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.1023307 Apr 29 04:22:38.183269 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4c8d318a-7f42-4f09-872c-ac3f9203239d req-39b85b5d-733c-4dfd-a699-8240202cdd1d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Apr 29 04:22:38.874175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2187fabf-6e94-4b77-8173-8462868e2fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:39.299969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58cdd2-a3df-481d-9c90-d5c5fe8d0c3e req-c466bc31-99a8-4a11-a8ff-dec3e1296535 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:39.301563 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ba58cdd2-a3df-481d-9c90-d5c5fe8d0c3e req-c466bc31-99a8-4a11-a8ff-dec3e1296535 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Apr 29 04:22:39.346374 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ba58cdd2-a3df-481d-9c90-d5c5fe8d0c3e req-b3050c65-22b1-4d94-bebd-9abe010b8bfe tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Apr 29 04:22:40.461252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e08555-feb3-469f-adea-969ac02711d2 req-c7c364fc-8516-4cbd-9abf-238fe5ba7295 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:40.462762 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88e08555-feb3-469f-adea-969ac02711d2 req-c7c364fc-8516-4cbd-9abf-238fe5ba7295 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0499127 Apr 29 04:22:40.508411 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88e08555-feb3-469f-adea-969ac02711d2 req-403bf4df-35ab-4f21-ab2d-6856ebb70511 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Apr 29 04:22:41.211409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c00311cc-95eb-41ba-b026-2bfcff86f2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:41.620187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09677ce3-c447-489b-b5fe-83663976daed req-ad9660d5-cdde-4326-8cf5-56309945d926 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:41.621658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09677ce3-c447-489b-b5fe-83663976daed req-ad9660d5-cdde-4326-8cf5-56309945d926 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0457988 Apr 29 04:22:41.667977 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09677ce3-c447-489b-b5fe-83663976daed req-7cad94ef-353d-4f90-b6cf-d498aed139aa tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Apr 29 04:22:42.245576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:42.778857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb770-404d-42dd-95f2-774c30004c5a req-2bd639b8-01ef-46d9-bd30-203c2c0fd8b8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:42.780312 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a8cbb770-404d-42dd-95f2-774c30004c5a req-2bd639b8-01ef-46d9-bd30-203c2c0fd8b8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0469930 Apr 29 04:22:42.827159 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a8cbb770-404d-42dd-95f2-774c30004c5a req-18f61281-9e00-448d-b76a-ac17fc97d013 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Apr 29 04:22:43.737271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:43.942920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e654-ac81-4c2e-8201-8a7d0ee1b41d req-7df8232a-3389-422c-950d-8ec8a90bcb50 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:43.944344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a584e654-ac81-4c2e-8201-8a7d0ee1b41d req-7df8232a-3389-422c-950d-8ec8a90bcb50 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0501621 Apr 29 04:22:43.991288 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a584e654-ac81-4c2e-8201-8a7d0ee1b41d req-846e4936-9105-4ea3-b512-9f84700579bc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Apr 29 04:22:45.102551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:45.108461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1fdc-9130-4397-8777-d448eec907ad req-283ad0a4-649a-405f-863b-98a32bfcfd89 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:45.118388 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a5af1fdc-9130-4397-8777-d448eec907ad req-283ad0a4-649a-405f-863b-98a32bfcfd89 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0510316 Apr 29 04:22:45.156116 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a5af1fdc-9130-4397-8777-d448eec907ad req-95a3a195-0c5a-4b15-94ef-ed136f1f4bfb tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399947 Apr 29 04:22:46.268775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e508241-c19d-4bca-9c87-3a51e5d036f8 req-71335fba-1a81-4e0a-86c2-7901893c3330 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:46.270252 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e508241-c19d-4bca-9c87-3a51e5d036f8 req-71335fba-1a81-4e0a-86c2-7901893c3330 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0460529 Apr 29 04:22:46.315910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e508241-c19d-4bca-9c87-3a51e5d036f8 req-00b36293-7d50-4f9c-afa4-e2af7bbf9cc6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Apr 29 04:22:47.431919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e822fcc-f2c5-4202-ac46-1ae8d74e8041 req-687df938-d8a4-4994-b87c-a8b3820679ca tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:47.433429 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4e822fcc-f2c5-4202-ac46-1ae8d74e8041 req-687df938-d8a4-4994-b87c-a8b3820679ca tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0500219 Apr 29 04:22:47.479570 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4e822fcc-f2c5-4202-ac46-1ae8d74e8041 req-374f0d55-7709-4d1a-a8a0-6581bac6b19a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Apr 29 04:22:48.590824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821a955-0a7d-4291-96bf-36048d5616c5 req-8b456867-52d5-4069-9b40-66a55061c73d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:48.592294 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3821a955-0a7d-4291-96bf-36048d5616c5 req-8b456867-52d5-4069-9b40-66a55061c73d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0462239 Apr 29 04:22:48.642980 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3821a955-0a7d-4291-96bf-36048d5616c5 req-3cf28517-890f-4793-ae86-7348d22acae9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445018 Apr 29 04:22:49.755774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916985de-f43e-4f56-836e-bde888377ad9 req-c45ed0a0-0619-4554-b628-ccfc24fb10c0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:49.757261 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-916985de-f43e-4f56-836e-bde888377ad9 req-c45ed0a0-0619-4554-b628-ccfc24fb10c0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0480802 Apr 29 04:22:49.807765 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-916985de-f43e-4f56-836e-bde888377ad9 req-746a59d8-eaa8-4fb6-999b-2f88b0da4318 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 Apr 29 04:22:49.982307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:22:50.917743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce13b2c-84c4-45a3-a302-0331952abcab req-c4243682-93b9-479e-9474-496488ebdc68 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:50.919185 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fce13b2c-84c4-45a3-a302-0331952abcab req-c4243682-93b9-479e-9474-496488ebdc68 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0459292 Apr 29 04:22:50.965653 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fce13b2c-84c4-45a3-a302-0331952abcab req-c04aea11-0fe8-406a-8bb3-8297d1f565d3 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Apr 29 04:22:52.079119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90527f-abf8-4e8c-be43-2ea681e4b23d req-4f66a526-0b36-4bb5-9f46-bd8cbd7048cc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:52.080598 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ec90527f-abf8-4e8c-be43-2ea681e4b23d req-4f66a526-0b36-4bb5-9f46-bd8cbd7048cc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0471330 Apr 29 04:22:52.126168 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ec90527f-abf8-4e8c-be43-2ea681e4b23d req-7fd8a9c8-fce9-4249-b6ad-89b4e8aa46c0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Apr 29 04:22:53.237425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e85d0c-8db3-47cf-90e7-f71a7125a613 req-68b73715-dd60-4e97-8472-3fbc542282ab tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:53.238912 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-62e85d0c-8db3-47cf-90e7-f71a7125a613 req-68b73715-dd60-4e97-8472-3fbc542282ab tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0466874 Apr 29 04:22:53.284625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-62e85d0c-8db3-47cf-90e7-f71a7125a613 req-121fc094-a168-400a-ae5f-894a6cb264a9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Apr 29 04:22:54.395400 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093fb9c-a167-4017-8680-18425ae77bc1 req-3367763d-cd8e-4e25-9bbc-00cbff1a7991 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:54.396858 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4093fb9c-a167-4017-8680-18425ae77bc1 req-3367763d-cd8e-4e25-9bbc-00cbff1a7991 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0461257 Apr 29 04:22:54.442593 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4093fb9c-a167-4017-8680-18425ae77bc1 req-7fe2e692-ae8b-4e8d-a2f5-8f6834ecf2d1 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Apr 29 04:22:55.557123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9120a62-2749-4ca9-bb54-5bf63bb71e82 req-0fc14ab1-3d74-4957-b507-2a1aac0cd059 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:55.558658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f9120a62-2749-4ca9-bb54-5bf63bb71e82 req-0fc14ab1-3d74-4957-b507-2a1aac0cd059 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0510328 Apr 29 04:22:55.605850 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f9120a62-2749-4ca9-bb54-5bf63bb71e82 req-13550f6d-abfa-4993-99ef-895b85477161 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Apr 29 04:22:56.720265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c24e27-c1d9-43f4-a9fa-cd8efbc1932f req-a455e554-1984-419a-9d8f-192901e2f000 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:56.721770 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17c24e27-c1d9-43f4-a9fa-cd8efbc1932f req-a455e554-1984-419a-9d8f-192901e2f000 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0506945 Apr 29 04:22:56.769061 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17c24e27-c1d9-43f4-a9fa-cd8efbc1932f req-86b2d14d-d5d0-4f05-9712-431e37c37555 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Apr 29 04:22:57.881196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e7f1-b4f2-4227-abff-3c9cab6e0cce req-e20f73cc-c348-42bd-83a6-adb7d9ac5491 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:57.882656 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6904e7f1-b4f2-4227-abff-3c9cab6e0cce req-e20f73cc-c348-42bd-83a6-adb7d9ac5491 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0460901 Apr 29 04:22:57.931418 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6904e7f1-b4f2-4227-abff-3c9cab6e0cce req-8988e1d9-a471-4d6d-87d6-faeb6366b468 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Apr 29 04:22:59.043277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04c464-a232-4b6c-bdd3-160b706c0ed3 req-89721b2d-c40f-4962-a5c2-adc938ee1ce8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:22:59.044787 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3c04c464-a232-4b6c-bdd3-160b706c0ed3 req-89721b2d-c40f-4962-a5c2-adc938ee1ce8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0466170 Apr 29 04:22:59.090507 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3c04c464-a232-4b6c-bdd3-160b706c0ed3 req-1be15c52-1c11-4c59-b84a-87c7e37a2d7d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Apr 29 04:23:00.205256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ae56-7041-4c37-b1d4-1722cd4cb794 req-0f5ce3e7-c147-4753-9006-6252bb3e8590 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:00.206727 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e705ae56-7041-4c37-b1d4-1722cd4cb794 req-0f5ce3e7-c147-4753-9006-6252bb3e8590 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0503886 Apr 29 04:23:00.252070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e705ae56-7041-4c37-b1d4-1722cd4cb794 req-4521ba55-36a6-4f8b-af90-cf4265b4573a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Apr 29 04:23:01.368727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048547-494b-4438-99f5-c338ec310aaa req-871a3c57-6dd1-48f0-a584-46d70a9eaed5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:01.370258 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fd048547-494b-4438-99f5-c338ec310aaa req-871a3c57-6dd1-48f0-a584-46d70a9eaed5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0503275 Apr 29 04:23:01.416588 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fd048547-494b-4438-99f5-c338ec310aaa req-1e4f1bb5-7730-4336-a5f4-66aee28f0eac tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Apr 29 04:23:02.528862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e56cee-6338-4f04-92b0-22d45a57ebb0 req-53b885e8-60e3-4bba-bdca-c586d3e30423 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:02.530267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11e56cee-6338-4f04-92b0-22d45a57ebb0 req-53b885e8-60e3-4bba-bdca-c586d3e30423 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0472453 Apr 29 04:23:02.576440 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11e56cee-6338-4f04-92b0-22d45a57ebb0 req-a2a497aa-d853-462e-9db3-5127115a553a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Apr 29 04:23:03.687428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c96be-7f30-41cc-9ebd-504068af7b8a req-59651a97-1de3-4b8d-9a9b-1d1c13be4698 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:03.688893 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a58c96be-7f30-41cc-9ebd-504068af7b8a req-59651a97-1de3-4b8d-9a9b-1d1c13be4698 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0465827 Apr 29 04:23:03.735679 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a58c96be-7f30-41cc-9ebd-504068af7b8a req-67084601-0cdc-4421-9d69-77d24310c9c5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Apr 29 04:23:04.205451 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:23:04.849084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f77ab-1899-40da-9316-23832922da09 req-4636073f-b141-4d13-b7d5-3889aafadf68 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:04.850555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4b9f77ab-1899-40da-9316-23832922da09 req-4636073f-b141-4d13-b7d5-3889aafadf68 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0473592 Apr 29 04:23:04.899405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4b9f77ab-1899-40da-9316-23832922da09 req-a4e916f7-abe4-4406-8baa-ce5936c9acf8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Apr 29 04:23:05.128040 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-f2b4a1d0-5666-4c45-a8d1-1072942be9d5 service neutron] 10.222.0.31 "GET /v2.0/ports/10a451d4-831c-4778-a471-dd544b5e8536/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0985637 Apr 29 04:23:05.605575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-02769369-7d32-43e7-b576-3eafb7c414f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:05.607063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-02769369-7d32-43e7-b576-3eafb7c414f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846&tenant_id=182cdc4b3145404ebc8ace8621173bc5 HTTP/1.1" status: 200 len: 1130 time: 0.0395906 Apr 29 04:23:05.668352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-6080fb24-122b-4d12-bd83-e49af063a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:05.669856 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-6080fb24-122b-4d12-bd83-e49af063a62a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1130 time: 0.0380557 Apr 29 04:23:05.761913 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-648c5b50-2460-4cb3-ae6a-12b91b62cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:05.763377 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-648c5b50-2460-4cb3-ae6a-12b91b62cd1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0865293 Apr 29 04:23:05.804538 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-ba4759d5-e0d1-4363-afa3-425dac731e38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 217 time: 0.0337315 Apr 29 04:23:05.860524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-968d3e9c-67c7-4f3e-a17f-afee3cc807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:05.860524 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-968d3e9c-67c7-4f3e-a17f-afee3cc807a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0454686 Apr 29 04:23:05.894132 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-148761be-e34b-4fd1-8796-555832cdb852 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257626 Apr 29 04:23:05.985952 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-8b186a6b-c134-4161-905a-447ac9afc30f service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825231 Apr 29 04:23:06.013177 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b767e-f4ea-408b-b2fe-820f3cf8a183 req-f9afc41e-d17e-4a53-ac2b-02f4e12228bd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:06.015360 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6e0b767e-f4ea-408b-b2fe-820f3cf8a183 req-f9afc41e-d17e-4a53-ac2b-02f4e12228bd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0481799 Apr 29 04:23:06.067056 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6e0b767e-f4ea-408b-b2fe-820f3cf8a183 req-4cc4ca0e-44fe-41ea-bed6-f7e4f007a26b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Apr 29 04:23:06.085734 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f42d6c8f-6ac9-40a7-b3d5-ac3c2e930def req-5c8eaa5d-5352-46c2-9d84-b94c075b1918 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895672 Apr 29 04:23:06.191783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-89bef8ac-11a3-4afd-8e81-0889c4d930e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:06.193207 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-89bef8ac-11a3-4afd-8e81-0889c4d930e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1130 time: 0.0394602 Apr 29 04:23:06.304749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-a63a2744-53bb-46fb-95bc-e8edbab64765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:06.306247 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-a63a2744-53bb-46fb-95bc-e8edbab64765 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0889525 Apr 29 04:23:06.349092 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-137361c1-c611-4eef-838d-69c50030aeba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 217 time: 0.0337625 Apr 29 04:23:06.399779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-9fc25578-befa-4f8f-9fa0-4285a841d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:06.401332 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-9fc25578-befa-4f8f-9fa0-4285a841d97a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0436482 Apr 29 04:23:06.438521 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-c7e229bc-969f-4f75-a853-a06477fbe142 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300465 Apr 29 04:23:06.562405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-e113acba-c5ee-4f66-a968-86514776b785 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799146 Apr 29 04:23:07.006185 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04fa9eba-e0f0-4985-817a-a5ec49462041 req-2d7174ae-d6f8-4e1d-a437-143be1d83eed service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859344 Apr 29 04:23:07.179848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc220f1-7808-441a-8ca2-440b36160e2b req-bc71744c-8c62-4f63-aed3-be30bd4af4d5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:07.181442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fbc220f1-7808-441a-8ca2-440b36160e2b req-bc71744c-8c62-4f63-aed3-be30bd4af4d5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Apr 29 04:23:07.226981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fbc220f1-7808-441a-8ca2-440b36160e2b req-5d4d68de-f6c1-4cc5-af00-a9357a870c2f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Apr 29 04:23:08.341811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f69a9b-8a10-4234-99d1-89841270f704 req-7a6e63fb-b589-4f91-888e-3a9118de6a49 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:08.343270 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-34f69a9b-8a10-4234-99d1-89841270f704 req-7a6e63fb-b589-4f91-888e-3a9118de6a49 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Apr 29 04:23:08.389687 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-34f69a9b-8a10-4234-99d1-89841270f704 req-3f5dc0a2-d7be-4eb2-92bf-d91ca92703e6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Apr 29 04:23:08.878779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c1e62c8-dfb1-4b7b-bab8-392e7a6f11c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:09.501466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429a36e-1a63-4765-90b6-70521f078c99 req-d879edf1-3c55-424e-bb06-ac66c4657454 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:09.502919 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9429a36e-1a63-4765-90b6-70521f078c99 req-d879edf1-3c55-424e-bb06-ac66c4657454 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0459607 Apr 29 04:23:09.552467 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9429a36e-1a63-4765-90b6-70521f078c99 req-fbb5bcb2-94f5-4cdb-916d-d6bf483b416f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Apr 29 04:23:09.845663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cc768-675f-4d62-97ab-6c7312c45ce0 req-a4ce1b68-0b1e-42b1-b5ca-3296321ba716 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:09.847156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-224cc768-675f-4d62-97ab-6c7312c45ce0 req-a4ce1b68-0b1e-42b1-b5ca-3296321ba716 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0467591 Apr 29 04:23:09.931050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-f2947dd0-6fa9-464e-98bf-91706231f186 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:09.931050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-f2947dd0-6fa9-464e-98bf-91706231f186 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846&tenant_id=182cdc4b3145404ebc8ace8621173bc5&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 946 time: 0.0721321 Apr 29 04:23:09.934827 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-224cc768-675f-4d62-97ab-6c7312c45ce0 req-a91ed8ab-1890-436d-a7bd-cc5930ebfdaf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820303 Apr 29 04:23:10.012532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-7362c3d9-8411-4805-8c62-68cb00b37be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:10.013892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-7362c3d9-8411-4805-8c62-68cb00b37be5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 1130 time: 0.0418653 Apr 29 04:23:10.099349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-e00a9681-97d6-4168-8564-2840680834cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:10.100766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-e00a9681-97d6-4168-8564-2840680834cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0810738 Apr 29 04:23:10.143549 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-46c82cf3-cb0b-4f0f-9c15-d1ea4dc351fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 200 len: 217 time: 0.0366480 Apr 29 04:23:10.190423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-45a6d1ec-edf8-4d88-b755-309c1a2f4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:10.191784 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-45a6d1ec-edf8-4d88-b755-309c1a2f4973 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0427279 Apr 29 04:23:10.224560 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-7b6b6995-d901-416c-8b06-abf00dfc3d5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265355 Apr 29 04:23:10.313039 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-d9cb19ee-6eee-4b5b-b1be-d34ac6b4ec63 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Apr 29 04:23:10.397952 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcbfd82d-11e9-4186-8dfc-027c0326e731 req-42145d5b-266e-41d1-a07b-35aa8f8b058c service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787954 Apr 29 04:23:11.052573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ce64-4529-46c9-8d3d-dc6ccd68fa54 req-f3fa8fb7-6241-4f43-ac7e-655ac7736003 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:11.054082 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b3f9ce64-4529-46c9-8d3d-dc6ccd68fa54 req-f3fa8fb7-6241-4f43-ac7e-655ac7736003 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0476131 Apr 29 04:23:11.101068 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b3f9ce64-4529-46c9-8d3d-dc6ccd68fa54 req-3566b267-da88-4348-88fa-b39d290bb34d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Apr 29 04:23:11.210821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e3a69b8c-3c3a-4316-829b-bb630b9b7841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:11.218342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a542-daa5-4d79-a5d8-23da5df65edc req-2d7f10bb-9d5f-4e37-80d5-b2b1a085948a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:11.220399 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee66a542-daa5-4d79-a5d8-23da5df65edc req-2d7f10bb-9d5f-4e37-80d5-b2b1a085948a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0483091 Apr 29 04:23:11.270944 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee66a542-daa5-4d79-a5d8-23da5df65edc req-18cd1d42-2293-4b68-9792-2a0b370e5260 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Apr 29 04:23:11.387505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1846-eb74-4e56-9ea2-4e353e527da5 req-e86b3cf8-c0da-49dd-b0e5-dc31431626da tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:11.389017 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8cca1846-eb74-4e56-9ea2-4e353e527da5 req-e86b3cf8-c0da-49dd-b0e5-dc31431626da tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0512152 Apr 29 04:23:11.435071 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8cca1846-eb74-4e56-9ea2-4e353e527da5 req-b6822136-d18a-4f23-8342-075728109a89 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Apr 29 04:23:11.955015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-267be24d-dae5-4349-81dc-1acddb161db3 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:11.956448 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-267be24d-dae5-4349-81dc-1acddb161db3 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 813 time: 0.1023088 Apr 29 04:23:11.970708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-3b773707-ff26-4a93-b6fe-751ff513ecfd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/quotas/182cdc4b3145404ebc8ace8621173bc5 HTTP/1.1" status: 200 len: 375 time: 0.0089889 Apr 29 04:23:12.016574 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-0ef5d980-3420-4d18-bf95-bd8fddf29393 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410707 Apr 29 04:23:12.103351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-c7ef27d7-070e-4537-8d5b-9edafa5be6c8 service neutron] 10.222.0.37 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803249 Apr 29 04:23:12.195984 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-d93b3bd2-dbfa-4578-bcf0-8851f4f211d6 service neutron] 10.222.0.37 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Apr 29 04:23:12.216115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:12.459180 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0e93dd0-e5ef-410d-86cd-e7da7e045f0a req-63594f68-9e2b-4ceb-9822-e0775ad3d9e9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0274951 Apr 29 04:23:13.555669 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eb1d585e-3ef8-4aef-8aad-27a66aa52954 req-05edc2bc-960e-4e20-845e-fbb5306285ed tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Apr 29 04:23:13.699694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca80dd1-6387-4205-aadc-0509fe021758 req-df59a43c-7015-45f7-853c-569128c71b87 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:13.701154 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cca80dd1-6387-4205-aadc-0509fe021758 req-df59a43c-7015-45f7-853c-569128c71b87 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b866922-2028-4483-812c-7a89457b6846 HTTP/1.1" status: 200 len: 946 time: 0.0482507 Apr 29 04:23:13.793663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Deleting port 10a451d4-831c-4778-a471-dd544b5e8536 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:23:13.794010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (10a451d4-831c-4778-a471-dd544b5e8536), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:13.800311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:13.883084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] For port 10a451d4-831c-4778-a471-dd544b5e8536, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=10a451d4-831c-4778-a471-dd544b5e8536,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:13.883446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (10a451d4-831c-4778-a471-dd544b5e8536), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:13.896524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Calling delete_port for 10a451d4-831c-4778-a471-dd544b5e8536 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:23:14.090480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (10a451d4-831c-4778-a471-dd544b5e8536), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:14.102695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['10a451d4-831c-4778-a471-dd544b5e8536'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:23:14.120691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Pushing event deleted for resources: {'Port': ['ID=10a451d4-831c-4778-a471-dd544b5e8536,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:14.165886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] No DVR routers for this DVR port 10a451d4-831c-4778-a471-dd544b5e8536 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:23:14.168655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:14.172219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cca80dd1-6387-4205-aadc-0509fe021758 req-155f78aa-f2c3-4227-aac8-70d37dc747bf tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "DELETE /v2.0/ports/10a451d4-831c-4778-a471-dd544b5e8536 HTTP/1.1" status: 204 len: 173 time: 0.4629588 Apr 29 04:23:14.172710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b866922-2028-4483-812c-7a89457b6846', 'name': 'network-vif-deleted', 'tag': '10a451d4-831c-4778-a471-dd544b5e8536'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:23:14.175683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f7be2e-5c40-419a-939f-596e218686fd" -d '{"events": [{"server_uuid": "0b866922-2028-4483-812c-7a89457b6846", "name": "network-vif-deleted", "tag": "10a451d4-831c-4778-a471-dd544b5e8536"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:23:14.300251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9de14f-000e-4d77-a08e-6e6be996a31a x-openstack-request-id: req-5a9de14f-000e-4d77-a08e-6e6be996a31a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:23:14.303156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b866922-2028-4483-812c-7a89457b6846", "name": "network-vif-deleted", "tag": "10a451d4-831c-4778-a471-dd544b5e8536", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:23:14.303156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a9de14f-000e-4d77-a08e-6e6be996a31a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:23:14.303156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9de14f-000e-4d77-a08e-6e6be996a31a'] response: {'server_uuid': '0b866922-2028-4483-812c-7a89457b6846', 'name': 'network-vif-deleted', 'tag': '10a451d4-831c-4778-a471-dd544b5e8536', 'status': 'completed', 'code': 200} Apr 29 04:23:14.382572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-d29c2d70-3481-4234-8db8-cc2f97494bac tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:14.384242 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-d29c2d70-3481-4234-8db8-cc2f97494bac tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 813 time: 0.1091590 Apr 29 04:23:14.412394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Request body: {'port': {'device_id': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e', 'admin_state_up': True, 'tenant_id': '182cdc4b3145404ebc8ace8621173bc5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:23:14.604664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Made reservation on behalf of 182cdc4b3145404ebc8ace8621173bc5 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:23:14.609481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:14.652986 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4e005171-94b4-4c14-a989-a98ff2164926 req-e6ea6d51-89e6-43dd-b05f-553263a103f2 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0292966 Apr 29 04:23:14.738538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Allocated IP 172.20.0.14 (01e42a2e-a181-4813-8110-74a7f227cc7e/f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c/c9874110-2f97-4512-acf0-90aa6332ebf2) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:23:14.885675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks [] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.005050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.018139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['10a451d4-831c-4778-a471-dd544b5e8536'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:23:15.057602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Network 01e42a2e-a181-4813-8110-74a7f227cc7e is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:23:15.060839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:23:15.063410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:23:15.111498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:15.129623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:15.130224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.147636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.224634 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-67b6d5b1-d2b1-4b5f-848b-e58d7b230b3d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159373 Apr 29 04:23:15.265782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Request body: {'port': {'device_id': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:23:15.345936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.615161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9874110-2f97-4512-acf0-90aa6332ebf2 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:23:15.622790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Publish callbacks [] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.635078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Transition to ACTIVE for port object c9874110-2f97-4512-acf0-90aa6332ebf2 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:23:15.684718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.770766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:15.802689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a88df0-f3cc-4646-9a50-cba4b6e4b1bb req-b0fb677a-6beb-42a0-9473-0bfea8c9400e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:15.804147 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f2a88df0-f3cc-4646-9a50-cba4b6e4b1bb req-b0fb677a-6beb-42a0-9473-0bfea8c9400e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0725300 Apr 29 04:23:15.881399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Attempting to bind port c9874110-2f97-4512-acf0-90aa6332ebf2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:23:15.881646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Attempting to bind port c9874110-2f97-4512-acf0-90aa6332ebf2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:23:15.881966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Attempting to bind port c9874110-2f97-4512-acf0-90aa6332ebf2 on network 01e42a2e-a181-4813-8110-74a7f227cc7e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:23:15.892553 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f2a88df0-f3cc-4646-9a50-cba4b6e4b1bb req-f37f3c2b-943d-41b9-ab07-6829bc2a6601 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Apr 29 04:23:15.893225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Port c9874110-2f97-4512-acf0-90aa6332ebf2 on network 01e42a2e-a181-4813-8110-74a7f227cc7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:23:15.893575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Attempting to bind port c9874110-2f97-4512-acf0-90aa6332ebf2 on network 01e42a2e-a181-4813-8110-74a7f227cc7e {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:23:15.898372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:23:15.898705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Checking segment: {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:23:15.899077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Bound using segment: {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:23:15.899498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Bound port: c9874110-2f97-4512-acf0-90aa6332ebf2, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d79dd52-d0c0-4036-a54e-78205d2db4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:23:15.899854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:15.962320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:23:15.965798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:23:16.039519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:16.073865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:16.074481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:16.075853 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] 10.222.0.31 "PUT /v2.0/ports/c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 1094 time: 0.8144741 Apr 29 04:23:16.096187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b0386-53f2-4a5e-a5eb-903ccfb21b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:16.215414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-78e9bd4e-45b7-460a-bdcd-454d378422c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:16.216850 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-78e9bd4e-45b7-460a-bdcd-454d378422c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 1128 time: 0.0424502 Apr 29 04:23:16.262906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-5a85ff3e-3260-404c-ba7c-94e8bdc14220 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0346906 Apr 29 04:23:16.302833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:23:16.305022 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f571b5b-07ca-4d19-80ff-16b895de8d32" -d '{"events": [{"name": "network-changed", "server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:23:16.318149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-c2fec465-f33e-421a-a326-d91b94d2a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:16.319607 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-c2fec465-f33e-421a-a326-d91b94d2a5b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0482755 Apr 29 04:23:16.357509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48732ffe-d5b8-432c-8ba6-54c7c0bc0dbe x-openstack-request-id: req-48732ffe-d5b8-432c-8ba6-54c7c0bc0dbe {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:23:16.357798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:23:16.358050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48732ffe-d5b8-432c-8ba6-54c7c0bc0dbe {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:23:16.358437 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48732ffe-d5b8-432c-8ba6-54c7c0bc0dbe'] response: {'name': 'network-changed', 'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'status': 'completed', 'code': 200} Apr 29 04:23:16.360998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-d659188f-f322-42d6-aaeb-41f04597e35a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320437 Apr 29 04:23:16.447541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-87dd9b62-e277-48d8-9790-c872afe350fa service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802329 Apr 29 04:23:16.539570 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a0aeea7-4f34-4f37-bb56-02a2ed8f2caf req-fcf71535-2a07-4c97-a364-924713e5b020 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Apr 29 04:23:17.004332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb92dc8-4d48-449e-a676-a10b1f835fcb req-b578d92d-03c6-4766-a759-5bdc0f976d62 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:17.005813 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcb92dc8-4d48-449e-a676-a10b1f835fcb req-b578d92d-03c6-4766-a759-5bdc0f976d62 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0471032 Apr 29 04:23:17.051515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dcb92dc8-4d48-449e-a676-a10b1f835fcb req-48decfae-dfb0-49e5-b5d5-005a93caa39c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Apr 29 04:23:17.497385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-7b666c1c-6d5a-42e0-97e4-85751056dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:17.498733 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-7b666c1c-6d5a-42e0-97e4-85751056dd5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 1128 time: 0.0376484 Apr 29 04:23:17.595279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-117af53a-ce31-403d-b2d6-9b22bffd6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:17.596718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-117af53a-ce31-403d-b2d6-9b22bffd6114 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0876312 Apr 29 04:23:17.639453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-e96d643d-5540-4521-bcf8-4908cff27d97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0330505 Apr 29 04:23:17.693969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-ab180250-de5b-4355-baf2-9f9416387fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:17.695410 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-ab180250-de5b-4355-baf2-9f9416387fa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0462229 Apr 29 04:23:17.729307 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-98ff5cf3-0918-4571-aad8-222a85d74f11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247362 Apr 29 04:23:17.819750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-88d03392-bc9c-4ccc-a0f9-7d4106c2aada service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809839 Apr 29 04:23:17.911925 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f571b5b-07ca-4d19-80ff-16b895de8d32 req-41f416ea-7ed8-4f6e-a594-0cca785545b4 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829144 Apr 29 04:23:18.170301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780d20f-7f70-4015-8fa1-178ff3516ab0 req-48f301ec-b0a5-471a-bb64-868d61bcd9d8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:18.171744 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d780d20f-7f70-4015-8fa1-178ff3516ab0 req-48f301ec-b0a5-471a-bb64-868d61bcd9d8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0526974 Apr 29 04:23:18.217632 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d780d20f-7f70-4015-8fa1-178ff3516ab0 req-cbfeb0d1-584e-44fb-a1f1-7645acb9ef5b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Apr 29 04:23:18.353927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 10a451d4-831c-4778-a471-dd544b5e8536 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:23:18.374008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 10a451d4-831c-4778-a471-dd544b5e8536 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:23:18.374356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 10a451d4-831c-4778-a471-dd544b5e8536 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:23:19.336355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0e61a-f16a-4989-8e3b-054676f3f3b3 req-237f9b60-02f6-47c2-a6be-f4cfbaf3352f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:19.337811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-51f0e61a-f16a-4989-8e3b-054676f3f3b3 req-237f9b60-02f6-47c2-a6be-f4cfbaf3352f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0469949 Apr 29 04:23:19.383646 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-51f0e61a-f16a-4989-8e3b-054676f3f3b3 req-4944409d-d2e8-4f93-bc55-816ff3f85024 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Apr 29 04:23:20.016235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:20.369500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:23:20.499684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4dd90-48a1-473c-a1bd-3d8529c21859 req-cc7fcb2a-4349-4a4e-84bf-6fc09afe1019 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:20.501245 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e4c4dd90-48a1-473c-a1bd-3d8529c21859 req-cc7fcb2a-4349-4a4e-84bf-6fc09afe1019 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Apr 29 04:23:20.552375 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e4c4dd90-48a1-473c-a1bd-3d8529c21859 req-7e94fab6-1573-4523-99b7-4b9b760d4773 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Apr 29 04:23:20.611085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:20.621748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e', 'port_id': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'mac_address': 'fa:16:3e:0e:46:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:23:20.657695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c9874110-2f97-4512-acf0-90aa6332ebf2 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:23:20.658074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:20.670282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9874110-2f97-4512-acf0-90aa6332ebf2 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:23:20.688692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:20.764207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:20.813770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:20.820403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.820750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.821105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.821463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.821795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.822119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.822437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.822755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.823071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.823390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.823709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.824026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.824340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.824651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:20.824981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:23:21.012608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['c9874110-2f97-4512-acf0-90aa6332ebf2'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:23:21.666909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270195c-4ccf-45db-9abd-9fbbfdc6ce34 req-0e161eb4-8182-4c35-9122-6b6bc555ca4c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:21.668325 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e270195c-4ccf-45db-9abd-9fbbfdc6ce34 req-0e161eb4-8182-4c35-9122-6b6bc555ca4c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Apr 29 04:23:22.047315 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e270195c-4ccf-45db-9abd-9fbbfdc6ce34 req-005d5365-e312-434d-9b3d-b6a483daa3eb tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720956 Apr 29 04:23:22.388473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:23:22.434619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port c9874110-2f97-4512-acf0-90aa6332ebf2 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:23:22.501530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port c9874110-2f97-4512-acf0-90aa6332ebf2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:23:22.501906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:22.576873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c9874110-2f97-4512-acf0-90aa6332ebf2 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:23:22.577256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:22.599326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:23:22.601628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a5a7e-8f75-4372-b413-651e2243640a" -d '{"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:23:22.614353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:22.636220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a8ac0-42f2-4461-bbe3-72ff690b94a3 x-openstack-request-id: req-652a8ac0-42f2-4461-bbe3-72ff690b94a3 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:23:22.636511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:23:22.636770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-652a8ac0-42f2-4461-bbe3-72ff690b94a3 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:23:22.637162 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652a8ac0-42f2-4461-bbe3-72ff690b94a3'] response: {'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'code': 200} Apr 29 04:23:22.684074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:22.733984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:22.937198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39af9-f0ca-4fbd-bd3f-ad2bb92f143b req-c3c34b9d-e5a6-4b94-9030-37b15f3a3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:22.938608 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6d39af9-f0ca-4fbd-bd3f-ad2bb92f143b req-c3c34b9d-e5a6-4b94-9030-37b15f3a3364 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 1130 time: 0.0375819 Apr 29 04:23:22.985393 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6d39af9-f0ca-4fbd-bd3f-ad2bb92f143b req-ac6d67c8-210a-470d-af90-c9835817bb0e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357845 Apr 29 04:23:23.158339 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f38-07ab-4540-963e-04331d36223c req-da6afbc5-c512-4e51-9cc3-1b07b8fa9339 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:23.159807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-01493f38-07ab-4540-963e-04331d36223c req-da6afbc5-c512-4e51-9cc3-1b07b8fa9339 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0468628 Apr 29 04:23:23.208926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-01493f38-07ab-4540-963e-04331d36223c req-ff94ed23-ffb5-43c7-b8b3-6fc82e7a3f1b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Apr 29 04:23:24.329132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17900878-ef50-430d-943d-849652b1d29c req-4064e39c-c42f-4f23-a187-ce442977fc54 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:24.330625 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17900878-ef50-430d-943d-849652b1d29c req-4064e39c-c42f-4f23-a187-ce442977fc54 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0524151 Apr 29 04:23:24.376904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17900878-ef50-430d-943d-849652b1d29c req-892f8b38-ce79-4acf-818f-0b255d250975 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407488 Apr 29 04:23:25.486909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccf22f-d8dc-4336-9d75-494127ad07ed req-38bf5a6a-9ab0-464b-922b-cdbf47a9ef6b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:25.488333 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0eccf22f-d8dc-4336-9d75-494127ad07ed req-38bf5a6a-9ab0-464b-922b-cdbf47a9ef6b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0447252 Apr 29 04:23:25.536169 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0eccf22f-d8dc-4336-9d75-494127ad07ed req-36197603-da8f-44ad-9383-13e34e4cdf53 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Apr 29 04:23:25.647583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94f78e-a3dc-404b-ba92-df70df47a518 req-796939b5-7558-44f6-81a7-f27e56be92b0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:25.649128 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fe94f78e-a3dc-404b-ba92-df70df47a518 req-796939b5-7558-44f6-81a7-f27e56be92b0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0459013 Apr 29 04:23:25.694904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fe94f78e-a3dc-404b-ba92-df70df47a518 req-150843bd-9ac9-422a-b174-d52a863e2bf1 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Apr 29 04:23:25.998101 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d46688-20c9-4e23-bcaa-54f06fabc7e9 req-76e84024-0cf4-4e71-b4a1-ba7239162255 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:25.999557 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d2d46688-20c9-4e23-bcaa-54f06fabc7e9 req-76e84024-0cf4-4e71-b4a1-ba7239162255 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0462523 Apr 29 04:23:26.049860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d2d46688-20c9-4e23-bcaa-54f06fabc7e9 req-7482dd69-eaa2-462b-928d-50229c0ae399 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Apr 29 04:23:26.101783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-2811ad8d-a84f-4444-961c-7415a3522a40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0378499 Apr 29 04:23:26.590346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-974a7e8f-d072-42a7-a375-df7613f256b6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:26.591670 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-974a7e8f-d072-42a7-a375-df7613f256b6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports/c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 943 time: 0.0488350 Apr 29 04:23:27.162144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883298-7919-4f81-a007-9f7cde9f442b req-73a6b7b1-0bdc-4d55-a979-fac428ec0fc4 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:27.163655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42883298-7919-4f81-a007-9f7cde9f442b req-73a6b7b1-0bdc-4d55-a979-fac428ec0fc4 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0455720 Apr 29 04:23:27.211991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42883298-7919-4f81-a007-9f7cde9f442b req-83374a5b-649e-415a-9afc-ce4de64170cd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Apr 29 04:23:27.851746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-693d049f-7540-49e4-a30e-74be1e3c679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:27.853204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-693d049f-7540-49e4-a30e-74be1e3c679a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 1130 time: 0.0386646 Apr 29 04:23:27.941823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-f1904dc4-b077-4d69-a94b-bba51a6bdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:27.943225 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-f1904dc4-b077-4d69-a94b-bba51a6bdb10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0840859 Apr 29 04:23:27.981977 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-9c81877f-898f-44e0-9614-e3b6d65abbc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0326128 Apr 29 04:23:28.026410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-2686c7f4-66c8-4eea-88c1-957ca4423952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:28.027685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-2686c7f4-66c8-4eea-88c1-957ca4423952 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0402496 Apr 29 04:23:28.061970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-e8c25679-383a-42eb-a08a-17729985c9e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284729 Apr 29 04:23:28.147000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-9592a11d-3a08-43b8-85e2-ddefac6568ef service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789154 Apr 29 04:23:28.238345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-166a0c4e-dbe7-43ad-9b29-c90af0c8b4db service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844104 Apr 29 04:23:28.331360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2bd8a-f315-4c48-a235-51bfd1953551 req-521db5aa-4665-4410-ac68-089d3920f45b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:28.332911 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e5e2bd8a-f315-4c48-a235-51bfd1953551 req-521db5aa-4665-4410-ac68-089d3920f45b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0521419 Apr 29 04:23:28.382749 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e5e2bd8a-f315-4c48-a235-51bfd1953551 req-b418e3d5-edb1-40f8-ab0b-d79a1bd4c5f9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Apr 29 04:23:29.497408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3ae4-e88e-4fa1-aed7-0af742d56ce7 req-b68bf6b0-bf9b-4c6f-a95e-df860dff6836 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:29.498836 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f52b3ae4-e88e-4fa1-aed7-0af742d56ce7 req-b68bf6b0-bf9b-4c6f-a95e-df860dff6836 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0457418 Apr 29 04:23:29.545083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f52b3ae4-e88e-4fa1-aed7-0af742d56ce7 req-0cd59877-84f2-4fd9-89ea-045ecd52ccf8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Apr 29 04:23:30.656933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d7e84-bae0-4b07-adaf-821f029b9502 req-41067ba2-a0e8-41dd-a975-b4e2eace1557 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:30.659041 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6b5d7e84-bae0-4b07-adaf-821f029b9502 req-41067ba2-a0e8-41dd-a975-b4e2eace1557 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0462611 Apr 29 04:23:30.703786 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6b5d7e84-bae0-4b07-adaf-821f029b9502 req-1ff44ed7-cd30-4960-859c-bea01794a376 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Apr 29 04:23:31.819059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a801ce-87ec-4ab7-a20f-e2080a34d6fd req-314f288a-08ac-42bd-9f1f-b6199f579924 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:31.820510 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a7a801ce-87ec-4ab7-a20f-e2080a34d6fd req-314f288a-08ac-42bd-9f1f-b6199f579924 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0460410 Apr 29 04:23:31.870533 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a7a801ce-87ec-4ab7-a20f-e2080a34d6fd req-33c88d0f-f6d3-4ece-892a-e74f9cf60d5b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Apr 29 04:23:32.987107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a2650-30cc-40d4-b175-faabcdf84538 req-573f1869-e324-4d38-945c-b0ae8a4f3e7d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:32.988482 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-234a2650-30cc-40d4-b175-faabcdf84538 req-573f1869-e324-4d38-945c-b0ae8a4f3e7d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0506847 Apr 29 04:23:33.033931 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-234a2650-30cc-40d4-b175-faabcdf84538 req-4f74b633-db0d-4e39-9d3b-7bef11fa97ca tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Apr 29 04:23:34.145665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4f2f-1366-4e84-bd6a-43dd9cbbbf48 req-6a24e40b-5ca4-4f2d-8ff0-8199a0bc09c7 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:34.147127 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-120a4f2f-1366-4e84-bd6a-43dd9cbbbf48 req-6a24e40b-5ca4-4f2d-8ff0-8199a0bc09c7 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0465977 Apr 29 04:23:34.193488 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-120a4f2f-1366-4e84-bd6a-43dd9cbbbf48 req-ee150f84-58e6-4501-904a-e4e63ab076b9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Apr 29 04:23:35.305241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de3a4f-1d56-410a-bc5c-c72a692d2086 req-4cff7425-281e-47e2-a9e6-e3006646ad32 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:35.306719 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e3de3a4f-1d56-410a-bc5c-c72a692d2086 req-4cff7425-281e-47e2-a9e6-e3006646ad32 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0461442 Apr 29 04:23:35.352617 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e3de3a4f-1d56-410a-bc5c-c72a692d2086 req-e4713636-6b29-418b-a430-7aec987ff8a7 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Apr 29 04:23:36.462701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e9dd4-dcc6-432b-8bd9-32fee7e25f0a req-a5b60835-fa7e-4c4d-bad1-1dddd77cfaca tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:36.464123 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a78e9dd4-dcc6-432b-8bd9-32fee7e25f0a req-a5b60835-fa7e-4c4d-bad1-1dddd77cfaca tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0455625 Apr 29 04:23:36.508609 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a78e9dd4-dcc6-432b-8bd9-32fee7e25f0a req-8afba1ed-9b52-4350-9a72-3d04409468ec tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Apr 29 04:23:37.624742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040a1f-00f3-4989-a15f-78073d605b9b req-b93fcafe-d0e2-4639-be25-72d2c9749e6d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:37.626214 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-11040a1f-00f3-4989-a15f-78073d605b9b req-b93fcafe-d0e2-4639-be25-72d2c9749e6d tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0499570 Apr 29 04:23:37.670882 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-11040a1f-00f3-4989-a15f-78073d605b9b req-68f90d6f-14e6-414b-bc3d-2d49484e7514 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Apr 29 04:23:38.786737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4819bf-861b-40a2-8fe2-bc100003e3e4 req-be38292e-a9b3-4c81-a8b8-fb4ba6506f6a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:38.788185 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e4819bf-861b-40a2-8fe2-bc100003e3e4 req-be38292e-a9b3-4c81-a8b8-fb4ba6506f6a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0506222 Apr 29 04:23:38.835644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e4819bf-861b-40a2-8fe2-bc100003e3e4 req-37a257b7-bb1a-4b63-8e24-f3c056c81160 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Apr 29 04:23:38.894982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c47e5057-ddc1-4061-8a2d-3cc12bd9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:39.949115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a3c0-308e-4b53-ae95-9f3e6187762f req-4497ce69-09a1-447e-a6fc-86c4ffca4bff tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:39.950692 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0254a3c0-308e-4b53-ae95-9f3e6187762f req-4497ce69-09a1-447e-a6fc-86c4ffca4bff tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0469501 Apr 29 04:23:39.996300 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0254a3c0-308e-4b53-ae95-9f3e6187762f req-0dd4be3c-30a6-4b03-89b2-7d9d1079b633 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Apr 29 04:23:41.107956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325beb6-238e-4ce7-be9b-cf0e457af36a req-74c92e12-0a67-481d-9309-bc65a2055836 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:41.109434 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0325beb6-238e-4ce7-be9b-cf0e457af36a req-74c92e12-0a67-481d-9309-bc65a2055836 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0465405 Apr 29 04:23:41.155981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0325beb6-238e-4ce7-be9b-cf0e457af36a req-bf742259-00e6-4d32-ae35-70ffdf9dd1a0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Apr 29 04:23:41.206955 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:23:41.231961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1e4df850-63a4-4603-a6ce-aedbdb0d848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:42.226612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:42.267232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89294240-7b05-40c9-ab31-f4f688b89f05 req-ede0f894-9902-4c6f-afcc-62bbaafb3820 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:42.268678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-89294240-7b05-40c9-ab31-f4f688b89f05 req-ede0f894-9902-4c6f-afcc-62bbaafb3820 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0463481 Apr 29 04:23:42.317885 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-89294240-7b05-40c9-ab31-f4f688b89f05 req-0f473528-eead-430b-be51-f0a88252e4a1 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Apr 29 04:23:43.427474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc81ccf-fae1-4c73-a40d-b6bd33ed9224 req-217c8637-911a-4769-827f-a4a3323f518f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:43.428903 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc81ccf-fae1-4c73-a40d-b6bd33ed9224 req-217c8637-911a-4769-827f-a4a3323f518f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0461423 Apr 29 04:23:43.477725 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc81ccf-fae1-4c73-a40d-b6bd33ed9224 req-0c352d42-217b-4dd5-a5b3-980788139f7a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Apr 29 04:23:43.774760 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:44.588571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df48fd1-2ee8-4bb6-b75e-e4d343657f28 req-7e1cc195-ea49-444e-97a0-a8b0cb35dc53 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:44.590055 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9df48fd1-2ee8-4bb6-b75e-e4d343657f28 req-7e1cc195-ea49-444e-97a0-a8b0cb35dc53 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0461876 Apr 29 04:23:44.636320 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9df48fd1-2ee8-4bb6-b75e-e4d343657f28 req-ff7bf2be-9231-4f62-b4dd-637562cf65fa tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Apr 29 04:23:45.134793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:45.748282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f80e6d-a3ff-4d28-a693-ceda1b0582c5 req-5f41f871-4998-486e-b38f-8020ed8859ed tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:45.749788 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42f80e6d-a3ff-4d28-a693-ceda1b0582c5 req-5f41f871-4998-486e-b38f-8020ed8859ed tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0465453 Apr 29 04:23:45.795197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42f80e6d-a3ff-4d28-a693-ceda1b0582c5 req-47737d9c-909a-42b5-98a9-b0b83dc0e791 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Apr 29 04:23:46.908679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686985a-d328-478e-94dd-5b9f861ccd48 req-3688feeb-b10c-46ab-837e-903458d0aaec tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:46.910166 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4686985a-d328-478e-94dd-5b9f861ccd48 req-3688feeb-b10c-46ab-837e-903458d0aaec tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0475290 Apr 29 04:23:46.955473 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4686985a-d328-478e-94dd-5b9f861ccd48 req-fb4e6454-8be5-46dd-8ea9-597fd250ebf6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Apr 29 04:23:48.067875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0928-9f69-4e30-bb9f-ca7274cbdf60 req-431b0058-fc21-4f8d-aebc-73fcceffbeea tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:48.069339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cfec0928-9f69-4e30-bb9f-ca7274cbdf60 req-431b0058-fc21-4f8d-aebc-73fcceffbeea tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0465875 Apr 29 04:23:48.114561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cfec0928-9f69-4e30-bb9f-ca7274cbdf60 req-9e2f5e58-cf92-4e19-a378-3b86bde76feb tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Apr 29 04:23:49.232294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01771-9dd2-424d-8427-952642323b3d req-2ecfc375-2319-46f0-9dae-e5b71082b233 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:49.233766 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bfe01771-9dd2-424d-8427-952642323b3d req-2ecfc375-2319-46f0-9dae-e5b71082b233 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Apr 29 04:23:49.279400 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bfe01771-9dd2-424d-8427-952642323b3d req-0831ef81-e42b-4018-b14c-b0b40d3b4888 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Apr 29 04:23:50.019962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:50.393581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488f14c-acfe-407a-832e-951255244dd8 req-c5fc81a5-a20c-4867-915f-c3b187fa3fe4 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:50.395018 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7488f14c-acfe-407a-832e-951255244dd8 req-c5fc81a5-a20c-4867-915f-c3b187fa3fe4 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Apr 29 04:23:50.447107 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7488f14c-acfe-407a-832e-951255244dd8 req-ceade70a-7910-458d-b3f1-ed2754785ff4 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Apr 29 04:23:51.556592 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bec887-c881-4ed5-a041-edeab1bd544f req-efd54610-e808-4690-a192-63f582338de0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:51.558081 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41bec887-c881-4ed5-a041-edeab1bd544f req-efd54610-e808-4690-a192-63f582338de0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0462587 Apr 29 04:23:51.603757 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41bec887-c881-4ed5-a041-edeab1bd544f req-c045a294-6d8e-44d3-ac2a-43f9628cc095 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Apr 29 04:23:52.714706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b962a-ffd6-42dc-a63f-68eb9be91781 req-4c8b7cb4-407f-4c6d-846a-eecab9e1675a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:52.716160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf7b962a-ffd6-42dc-a63f-68eb9be91781 req-4c8b7cb4-407f-4c6d-846a-eecab9e1675a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0461469 Apr 29 04:23:52.763185 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cf7b962a-ffd6-42dc-a63f-68eb9be91781 req-e46479d6-d757-44ec-80ab-5a4b957bb26c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Apr 29 04:23:53.880917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e58cc9-d708-45fe-b39c-8f77a7f78038 req-f9af6912-1e62-4511-8daf-1c922699f008 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:53.882451 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3e58cc9-d708-45fe-b39c-8f77a7f78038 req-f9af6912-1e62-4511-8daf-1c922699f008 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0504940 Apr 29 04:23:53.929817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3e58cc9-d708-45fe-b39c-8f77a7f78038 req-23dac7d7-72cf-4141-a1c4-8146bf05335f tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Apr 29 04:23:55.044879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca02c33-98be-4e62-b05f-caba64c266d7 req-1c1d616c-219f-4197-b678-da21166465dd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:55.046359 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0ca02c33-98be-4e62-b05f-caba64c266d7 req-1c1d616c-219f-4197-b678-da21166465dd tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0501833 Apr 29 04:23:55.092689 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0ca02c33-98be-4e62-b05f-caba64c266d7 req-28782d8b-08b0-428d-b383-90741bef23f0 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Apr 29 04:23:55.422687 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-73465c18-b023-4a8a-8710-d8908851be7d service neutron] 10.222.0.31 "GET /v2.0/ports/c9874110-2f97-4512-acf0-90aa6332ebf2/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0532300 Apr 29 04:23:55.909278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-519015ca-4aef-463a-b944-a3b68533ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:55.910780 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-519015ca-4aef-463a-b944-a3b68533ced8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0&tenant_id=182cdc4b3145404ebc8ace8621173bc5 HTTP/1.1" status: 200 len: 1130 time: 0.0397184 Apr 29 04:23:55.968041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-36be5cb5-2228-478b-a431-80c8a60232bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:55.970102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-36be5cb5-2228-478b-a431-80c8a60232bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 1130 time: 0.0382593 Apr 29 04:23:56.063843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-85a0b131-414e-42fc-9e14-7bc18ce245dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:56.065338 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-85a0b131-414e-42fc-9e14-7bc18ce245dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0848427 Apr 29 04:23:56.114723 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-bebd9fcd-ba4a-4935-bd3b-7b40a7e1d62c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0400391 Apr 29 04:23:56.170759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-7e2f1602-60dc-4931-a4b5-e637a57ee5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:56.172522 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-7e2f1602-60dc-4931-a4b5-e637a57ee5d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0482681 Apr 29 04:23:56.206559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb592300-4882-4198-8e85-3feac4f6f014 req-07652a04-cec9-451b-a291-b8e30424bcfe tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:56.207730 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-debfdf55-3508-471e-9dbc-78c169d83b97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257177 Apr 29 04:23:56.208026 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb592300-4882-4198-8e85-3feac4f6f014 req-07652a04-cec9-451b-a291-b8e30424bcfe tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0471849 Apr 29 04:23:56.254526 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb592300-4882-4198-8e85-3feac4f6f014 req-890dbedc-df82-452f-b906-c7d999056ed7 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Apr 29 04:23:56.298602 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-d1a95b26-1600-4fe3-afd7-7f31496fc8f6 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812166 Apr 29 04:23:56.393029 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9480f66b-2b53-4f6a-99d9-22a83efebccc req-704c739b-1e5a-46c2-aab4-3a6bc522b5b9 service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845270 Apr 29 04:23:57.371060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba960b-0795-40cf-84e5-d4d73dd6a789 req-1ea35a6b-9b18-4df5-b065-e4d33f6680fc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:57.372510 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8dba960b-0795-40cf-84e5-d4d73dd6a789 req-1ea35a6b-9b18-4df5-b065-e4d33f6680fc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0468304 Apr 29 04:23:57.418008 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8dba960b-0795-40cf-84e5-d4d73dd6a789 req-69af36d2-6bcc-46e7-a4d0-ab7cb2e16dc9 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Apr 29 04:23:58.529142 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d297b4c-d070-44e5-98f1-abb9e00e2560 req-0c5d285e-d32c-4182-a42a-4a15d4d4219c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:58.531148 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5d297b4c-d070-44e5-98f1-abb9e00e2560 req-0c5d285e-d32c-4182-a42a-4a15d4d4219c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0453553 Apr 29 04:23:58.581861 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5d297b4c-d070-44e5-98f1-abb9e00e2560 req-f0ff474f-21ff-4a6f-a06f-24f82a2444e2 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 Apr 29 04:23:58.632284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:23:58.634406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:23:58.774368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c9874110-2f97-4512-acf0-90aa6332ebf2 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:23:58.774759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:58.800657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:58.820308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:23:58.822582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a0e50-e49d-442d-952c-a70ae9d09dd1" -d '{"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:23:58.827452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'network_id': '01e42a2e-a181-4813-8110-74a7f227cc7e', 'port_id': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'mac_address': 'fa:16:3e:0e:46:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:23:58.837813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:58.867784 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dca3aa-8426-46c8-bbbc-e02799e3c881 x-openstack-request-id: req-75dca3aa-8426-46c8-bbbc-e02799e3c881 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:23:58.868078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:23:58.868329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75dca3aa-8426-46c8-bbbc-e02799e3c881 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:23:58.868717 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dca3aa-8426-46c8-bbbc-e02799e3c881'] response: {'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'code': 200} Apr 29 04:23:58.876498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c9874110-2f97-4512-acf0-90aa6332ebf2 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:23:58.876882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:58.889229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9874110-2f97-4512-acf0-90aa6332ebf2 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:23:58.917694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:58.993713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:23:58.993984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:23:58.994844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:59.529223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c9874110-2f97-4512-acf0-90aa6332ebf2 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:23:59.529638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:59.542603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9874110-2f97-4512-acf0-90aa6332ebf2 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:23:59.562103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:23:59.620253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:23:59.675382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:23:59.680454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['c9874110-2f97-4512-acf0-90aa6332ebf2'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:23:59.701669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bf96-62d8-4669-b8df-375b4b88ca86 req-dc8a1c4c-47fc-4318-860e-92ac16aae89b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:23:59.703601 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5270bf96-62d8-4669-b8df-375b4b88ca86 req-dc8a1c4c-47fc-4318-860e-92ac16aae89b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0519438 Apr 29 04:23:59.750475 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5270bf96-62d8-4669-b8df-375b4b88ca86 req-32ce6c47-0620-470a-8faa-ab6711c33d57 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Apr 29 04:24:00.045915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e79ac-0c62-4c81-b676-5cf9191405f8 req-d7908642-6d30-401f-9b8f-ccedea76367b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:00.047809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f49e79ac-0c62-4c81-b676-5cf9191405f8 req-d7908642-6d30-401f-9b8f-ccedea76367b tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0470061 Apr 29 04:24:00.095458 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f49e79ac-0c62-4c81-b676-5cf9191405f8 req-05651310-9d77-4a2b-9d9a-df602ced4083 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Apr 29 04:24:00.109618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-1904214e-523a-4628-936c-02dc3b697a9c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:00.111058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-1904214e-523a-4628-936c-02dc3b697a9c tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0&tenant_id=182cdc4b3145404ebc8ace8621173bc5&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0539763 Apr 29 04:24:00.190414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-aceb61f3-ab6a-4c33-aaaa-a526e94c2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:00.191865 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-aceb61f3-ab6a-4c33-aaaa-a526e94c2f97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=182cdc4b3145404ebc8ace8621173bc5&device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 1129 time: 0.0385866 Apr 29 04:24:00.283046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-e6b709b6-bf81-4ac4-8647-1dc27909f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:00.284496 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-e6b709b6-bf81-4ac4-8647-1dc27909f2c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 200 len: 914 time: 0.0865488 Apr 29 04:24:00.324375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-538415aa-ae7f-4438-a688-247417a8ad35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0337870 Apr 29 04:24:00.370795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-7150395c-cd2e-42d7-862a-eb3de1d7699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:00.372186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-7150395c-cd2e-42d7-862a-eb3de1d7699e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 200 len: 853 time: 0.0423431 Apr 29 04:24:00.403213 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-90dc45b2-a8f2-4c62-8b4a-dec307cb31a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01e42a2e-a181-4813-8110-74a7f227cc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249014 Apr 29 04:24:00.493503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-5bfaa29c-b5af-4d5e-bc17-c8d97b0c27ec service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Apr 29 04:24:00.585051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e1fa71cc-c4b7-41ed-8491-892d95c38007 req-7f025853-6b0b-44b1-9171-9ad34ac025ed service neutron] 10.222.0.31 "GET /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858085 Apr 29 04:24:00.646748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:00.696314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port c9874110-2f97-4512-acf0-90aa6332ebf2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:00.696989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:00.772579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port c9874110-2f97-4512-acf0-90aa6332ebf2 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:00.773092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:00.803949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:00.860122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:00.882357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:24:00.884613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6264b2-17c7-4518-9c73-082d34eda57e" -d '{"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:24:00.915781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:00.936074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46474b73-add0-47e4-9370-2f0286b35bae x-openstack-request-id: req-46474b73-add0-47e4-9370-2f0286b35bae {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:24:00.936367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:24:00.937121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46474b73-add0-47e4-9370-2f0286b35bae {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:24:00.937539 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46474b73-add0-47e4-9370-2f0286b35bae'] response: {'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'code': 200} Apr 29 04:24:01.212334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c9285-469e-4994-882b-6320d5e8afea req-20c74bb1-b8ff-4241-ad61-cf6f4b5c728a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:01.213818 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1e0c9285-469e-4994-882b-6320d5e8afea req-20c74bb1-b8ff-4241-ad61-cf6f4b5c728a tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0507824 Apr 29 04:24:01.259962 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1e0c9285-469e-4994-882b-6320d5e8afea req-67e8a497-0ee9-413c-92a9-48b0c5da2c80 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Apr 29 04:24:02.375446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc51fd-fa61-4f37-aaad-45c94046a1d6 req-a96c26a2-9117-4277-82cd-f96363655bcc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:02.376897 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7abc51fd-fa61-4f37-aaad-45c94046a1d6 req-a96c26a2-9117-4277-82cd-f96363655bcc tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0464485 Apr 29 04:24:02.422727 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7abc51fd-fa61-4f37-aaad-45c94046a1d6 req-8ebdcad1-55ab-4dd8-9637-b15f79de283e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Apr 29 04:24:02.535325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e20a36-1940-47d1-986c-3fdf7fb4e303 req-732d7da1-ef56-40a5-9921-c9f4e0dc7c79 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:02.536710 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-42e20a36-1940-47d1-986c-3fdf7fb4e303 req-732d7da1-ef56-40a5-9921-c9f4e0dc7c79 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0471592 Apr 29 04:24:02.583865 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-42e20a36-1940-47d1-986c-3fdf7fb4e303 req-a4155e94-9615-4a7e-be49-5b5ab0c57ec8 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Apr 29 04:24:02.692761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2830eb-385e-41cd-982e-9608984b21f6 req-bd596452-8560-4e0d-9b50-9c5a4db749f6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:02.694239 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f2830eb-385e-41cd-982e-9608984b21f6 req-bd596452-8560-4e0d-9b50-9c5a4db749f6 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0461164 Apr 29 04:24:02.739442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f2830eb-385e-41cd-982e-9608984b21f6 req-09652969-92db-4ece-a5ce-24dfcd71af4e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Apr 29 04:24:03.284876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1792e2-f9b6-42dc-89f1-f547be2dbbbc req-3dad3891-d8e3-475b-a5c3-0081deb00695 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:03.286384 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fc1792e2-f9b6-42dc-89f1-f547be2dbbbc req-3dad3891-d8e3-475b-a5c3-0081deb00695 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0456991 Apr 29 04:24:03.335849 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fc1792e2-f9b6-42dc-89f1-f547be2dbbbc req-a452afea-ffa7-46da-a96d-44adc9429445 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Apr 29 04:24:04.451137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984266-aed6-4e03-aaad-5e8080d76499 req-ed0991a6-2411-4a41-9d16-df426665fa53 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:04.452565 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3984266-aed6-4e03-aaad-5e8080d76499 req-ed0991a6-2411-4a41-9d16-df426665fa53 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0500095 Apr 29 04:24:04.500748 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3984266-aed6-4e03-aaad-5e8080d76499 req-4a93c72d-7968-4730-a5a9-3193a1aff55e tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/security-groups?id=de831fd0-bb4e-46cb-a886-1ffac7dd2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Apr 29 04:24:05.081333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-319d17b6-42c1-4efd-94d1-423dcd998ce5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:05.083118 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-319d17b6-42c1-4efd-94d1-423dcd998ce5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0456557 Apr 29 04:24:05.184718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Deleting port c9874110-2f97-4512-acf0-90aa6332ebf2 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:24:05.185051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:05.272019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] For port c9874110-2f97-4512-acf0-90aa6332ebf2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c9874110-2f97-4512-acf0-90aa6332ebf2,segment=NetworkSegment(8d79dd52-d0c0-4036-a54e-78205d2db4b4),segment_id=8d79dd52-d0c0-4036-a54e-78205d2db4b4)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:05.272380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:05.284881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Calling delete_port for c9874110-2f97-4512-acf0-90aa6332ebf2 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:24:05.482772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c9874110-2f97-4512-acf0-90aa6332ebf2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:05.498094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['c9874110-2f97-4512-acf0-90aa6332ebf2'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:24:05.511531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Pushing event deleted for resources: {'Port': ['ID=c9874110-2f97-4512-acf0-90aa6332ebf2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:05.524169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.524526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.524875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.525219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.525584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.525935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.526273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.526605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.526932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.527262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.527622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.527949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.528276 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.528597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.528937 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:05.566245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] No DVR routers for this DVR port c9874110-2f97-4512-acf0-90aa6332ebf2 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:24:05.568876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:05.572136 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-75583d5d-bdfe-4c6b-98ec-4f78e0d2e584 req-907dd4ed-1b90-4ee1-bb7e-8d3bf59711f5 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.31 "DELETE /v2.0/ports/c9874110-2f97-4512-acf0-90aa6332ebf2 HTTP/1.1" status: 204 len: 173 time: 0.4813240 Apr 29 04:24:05.572587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-deleted', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:24:05.574897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26bc3d3-e5d8-4256-8bf9-e6e1286f4e66" -d '{"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-deleted", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:24:05.616048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba0670-0d44-47d5-9e5c-24012133fae8 x-openstack-request-id: req-a4ba0670-0d44-47d5-9e5c-24012133fae8 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:24:05.616048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0", "name": "network-vif-deleted", "tag": "c9874110-2f97-4512-acf0-90aa6332ebf2", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:24:05.616048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4ba0670-0d44-47d5-9e5c-24012133fae8 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:24:05.616048 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ba0670-0d44-47d5-9e5c-24012133fae8'] response: {'server_uuid': '0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0', 'name': 'network-vif-deleted', 'tag': 'c9874110-2f97-4512-acf0-90aa6332ebf2', 'status': 'completed', 'code': 200} Apr 29 04:24:05.616392 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e900aefb-a46b-48e7-8fc4-3a7c6b3aeede req-cc4cf182-bfc9-4115-834c-377da5ccc826 tempest-ServerDiskConfigTestJSON-553203740 tempest-ServerDiskConfigTestJSON-553203740-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f16fa6d-53a2-49c8-8a43-d5d4ee26ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0302887 Apr 29 04:24:06.735456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38150) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:06.783280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Deleting subnet f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:24:06.786295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Publish callbacks [] for subnet (f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:06.819777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:06.857092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:06.957049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:06.981149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:06.985859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:06.989296 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8e69d02f-95f4-466b-ba32-713567df81aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6392b68-97e2-4b1d-a7f1-ac19dc8b9a8c HTTP/1.1" status: 204 len: 168 time: 0.2520523 Apr 29 04:24:06.991079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38152) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:07.062206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (01e42a2e-a181-4813-8110-74a7f227cc7e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.141331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (01e42a2e-a181-4813-8110-74a7f227cc7e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.160222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e42a2e-a181-4813-8110-74a7f227cc7e']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:07.169158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d79dd52-d0c0-4036-a54e-78205d2db4b4') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:07.169490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d79dd52-d0c0-4036-a54e-78205d2db4b4') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:07.179485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (8d79dd52-d0c0-4036-a54e-78205d2db4b4), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.192698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8d79dd52-d0c0-4036-a54e-78205d2db4b4), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.198590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:24:07.198962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (8d79dd52-d0c0-4036-a54e-78205d2db4b4), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:24:07.200589 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:24:07.322204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (01e42a2e-a181-4813-8110-74a7f227cc7e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.326519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.330003 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/01e42a2e-a181-4813-8110-74a7f227cc7e HTTP/1.1" status: 204 len: 168 time: 0.3380234 Apr 29 04:24:07.342374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828a1e7-5c61-4222-be56-485187f338d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e42a2e-a181-4813-8110-74a7f227cc7e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:07.651881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38156) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:07.692162 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bb066137-2e06-4150-ad1b-b40a85237bfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=182cdc4b3145404ebc8ace8621173bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391166 Apr 29 04:24:07.694559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:07.740896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Publish callbacks [] for security_group (de831fd0-bb4e-46cb-a886-1ffac7dd2c44), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.761634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Publish callbacks [] for security_group (de831fd0-bb4e-46cb-a886-1ffac7dd2c44), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.904800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (de831fd0-bb4e-46cb-a886-1ffac7dd2c44), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.908045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:07.909219 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de831fd0-bb4e-46cb-a886-1ffac7dd2c44 HTTP/1.1" status: 204 len: 168 time: 0.2137656 Apr 29 04:24:07.916797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de831fd0-bb4e-46cb-a886-1ffac7dd2c44,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:07.924111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.925513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.925513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.925513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.925513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.925847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.926135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.926460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.926785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.927111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.927434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.927765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.928092 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.928412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:07.928731 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e5de3-0ff6-4eab-b809-a65ccd521a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:08.711630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:24:08.732295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: c9874110-2f97-4512-acf0-90aa6332ebf2 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:24:08.732769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device c9874110-2f97-4512-acf0-90aa6332ebf2 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:24:08.815027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38180) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:08.909132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1360662062-network', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:08.916639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-07323fa0-4249-4c52-a769-c8548ba1cf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.024969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Made reservation on behalf of 3c6e8bcc538846629d41cc57e168579e for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:24:09.027193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.035620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.110935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks [] for security_group (4377a190-bcab-46e7-ad98-be44290c97ee), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.179321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4377a190-bcab-46e7-ad98-be44290c97ee), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.204377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:24:09.213054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377a190-bcab-46e7-ad98-be44290c97ee,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:09.220993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e9b2b764-67e4-475c-be0e-4b4721035549), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.220993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Added segment e9b2b764-67e4-475c-be0e-4b4721035549 of type vlan for network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa Apr 29 04:24:09.260796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (4fc9d2d3-c45c-42ba-b177-c63c813f75aa), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.356772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (4fc9d2d3-c45c-42ba-b177-c63c813f75aa), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.357748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:09.358333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.424314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc9d2d3-c45c-42ba-b177-c63c813f75aa,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:09.434428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:24:09.462139 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b477090f-c80d-470f-82aa-515e4f598336 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6459434 Apr 29 04:24:09.465126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38184) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:09.470048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Request body: {'subnet': {'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1360662062-subnet', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:09.551085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Made reservation on behalf of 3c6e8bcc538846629d41cc57e168579e for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:24:09.553433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.785546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (54543a0c-8dc2-4248-a4f3-233fdfca3f53), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:09.838983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54543a0c-8dc2-4248-a4f3-233fdfca3f53,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:09.847854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:24:09.848198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Network hostable DHCP agents. Network: 4fc9d2d3-c45c-42ba-b177-c63c813f75aa, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:24:09.945485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:24:10.013634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 4fc9d2d3-c45c-42ba-b177-c63c813f75aa) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:10.017614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:10.018199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.022157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc69569-9af2-4824-87bb-a9a349e65c06 None None] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:24:10.099559 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-820feafd-9d4d-420c-a70c-cb75d5bc062c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6309233 Apr 29 04:24:10.099793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38186) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:10.103938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:10.123741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:24:10.124575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.157539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.158582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.209930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks [] for router_controller (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.257741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Allocated IP 172.20.0.2 (4fc9d2d3-c45c-42ba-b177-c63c813f75aa/54543a0c-8dc2-4248-a4f3-233fdfca3f53/3032a632-888e-435d-ad95-894c60202e5c) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:24:10.385364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks [] for router_gateway (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.396717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Publish callbacks [] for port (3032a632-888e-435d-ad95-894c60202e5c), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.476986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3032a632-888e-435d-ad95-894c60202e5c), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.517482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:24:10.520338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:10.525913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:24:10.534472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Pushing event updated for resources: {'Port': ['ID=3032a632-888e-435d-ad95-894c60202e5c,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:10.587571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Attempting to bind port 3032a632-888e-435d-ad95-894c60202e5c on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:24:10.587965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Attempting to bind port 3032a632-888e-435d-ad95-894c60202e5c by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:24:10.588420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Attempting to bind port 3032a632-888e-435d-ad95-894c60202e5c on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:24:10.593410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:24:10.593785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:24:10.594188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.594583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Bound using segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:24:10.595052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Bound port: 3032a632-888e-435d-ad95-894c60202e5c, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:24:10.595432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3032a632-888e-435d-ad95-894c60202e5c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.627713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks [] for router_gateway (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.647213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.656902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] For port 3032a632-888e-435d-ad95-894c60202e5c, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:24:10.659912 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] For port 3032a632-888e-435d-ad95-894c60202e5c, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032a632-888e-435d-ad95-894c60202e5c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:24:10.745989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3032a632-888e-435d-ad95-894c60202e5c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.746791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Allocated IP 172.26.4.145 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/7b8bc154-6cb1-4d3a-90ac-35880e77787d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:24:10.810327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83dc1-6de2-4c23-852d-1657c78c9c95 None None] Pushing event updated for resources: {'Port': ['ID=3032a632-888e-435d-ad95-894c60202e5c,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:10.860834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks [] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:10.960847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.009377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:24:11.012515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:11.016909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:24:11.020150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8bc154-6cb1-4d3a-90ac-35880e77787d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:11.225692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9d35721a-5bfc-4682-ab7f-aa63b580d265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.353691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks [] for router_gateway (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.559749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.647696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2f6c8-fd3a-4ea2-bf13-da017fc22f49 None None] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:24:11.744865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:24:11.756068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] Provisioning complete for port 3032a632-888e-435d-ad95-894c60202e5c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:11.756435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032a632-888e-435d-ad95-894c60202e5c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.836667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] Current status of the port 3032a632-888e-435d-ad95-894c60202e5c is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:11.837099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3032a632-888e-435d-ad95-894c60202e5c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.863260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:24:11.877144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] For port 3032a632-888e-435d-ad95-894c60202e5c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032a632-888e-435d-ad95-894c60202e5c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:11.880518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:24:11.892620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:24:11.893593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:11.952767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.954747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-78f192db-d5d8-4d62-b9db-9c1bf3800f27 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8540692 Apr 29 04:24:11.957771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38188) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:11.965368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3032a632-888e-435d-ad95-894c60202e5c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:11.975410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032a632-888e-435d-ad95-894c60202e5c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:12.092398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:24:12.313729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57f48f-af8c-479e-a1a3-7dfc3f753cbc None None] Pushing event updated for resources: {'Port': ['ID=3032a632-888e-435d-ad95-894c60202e5c,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:12.323964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8d916120-0ba8-4b30-b0c5-9c7048ab3e28 None None] Provisioning complete for port 3032a632-888e-435d-ad95-894c60202e5c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:12.324434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8d916120-0ba8-4b30-b0c5-9c7048ab3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032a632-888e-435d-ad95-894c60202e5c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.383977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.410821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3032a632-888e-435d-ad95-894c60202e5c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:12.411191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032a632-888e-435d-ad95-894c60202e5c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.444205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.538183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Allocated IP 172.20.0.1 (4fc9d2d3-c45c-42ba-b177-c63c813f75aa/54543a0c-8dc2-4248-a4f3-233fdfca3f53/a7fdff94-6c6b-4cbc-902b-f95015c08641) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:24:12.577571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:11Z', 'revision_number': 3, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:12.584261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8d916120-0ba8-4b30-b0c5-9c7048ab3e28 None None] Current status of the port 3032a632-888e-435d-ad95-894c60202e5c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:12.614751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:24:12.615106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Updating router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 port 7b8bc154-6cb1-4d3a-90ac-35880e77787d binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:24:12.618066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3032a632-888e-435d-ad95-894c60202e5c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:12.638519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks [] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.644572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.722694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.765033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:24:12.768549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:12.771302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:24:12.804718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Pushing event updated for resources: {'Port': ['ID=a7fdff94-6c6b-4cbc-902b-f95015c08641,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:12.821265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:12.913530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Publish callbacks [] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.003089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.011657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dcedf27b-98dc-4ef0-9872-4a2eafd68e1c None None] Provisioning complete for port a7fdff94-6c6b-4cbc-902b-f95015c08641 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:13.012301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcedf27b-98dc-4ef0-9872-4a2eafd68e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.063474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.084721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6839679-28a4-4599-8a52-a14f35cd5717 None None] Pushing event updated for resources: {'Port': ['ID=7b8bc154-6cb1-4d3a-90ac-35880e77787d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:13.089080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Attempting to bind port 7b8bc154-6cb1-4d3a-90ac-35880e77787d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:24:13.089479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Attempting to bind port 7b8bc154-6cb1-4d3a-90ac-35880e77787d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:24:13.089854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Attempting to bind port 7b8bc154-6cb1-4d3a-90ac-35880e77787d on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:24:13.096108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dcedf27b-98dc-4ef0-9872-4a2eafd68e1c None None] Port a7fdff94-6c6b-4cbc-902b-f95015c08641 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:24:13.097805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:24:13.098117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:24:13.098523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.098898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:24:13.099371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Bound port: 7b8bc154-6cb1-4d3a-90ac-35880e77787d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:24:13.099862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.153648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] For port 7b8bc154-6cb1-4d3a-90ac-35880e77787d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:24:13.156933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] For port 7b8bc154-6cb1-4d3a-90ac-35880e77787d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7b8bc154-6cb1-4d3a-90ac-35880e77787d,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:24:13.226004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.227484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks [] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.279612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:24:13.280219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:13.288056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.324844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6839679-28a4-4599-8a52-a14f35cd5717 None None] Pushing event updated for resources: {'Port': ['ID=7b8bc154-6cb1-4d3a-90ac-35880e77787d,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:13.353675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.355321 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Pushing event updated for resources: {'Port': ['ID=a7fdff94-6c6b-4cbc-902b-f95015c08641,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:13.403609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:24:13.450267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:24:13.451834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:13.573357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:24:13.603847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 1, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:13.640682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e017d-72a9-474e-a210-5c3fe8873a4b None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 1, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:24:13.692515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:24:13.698362 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c959282c-4fde-4f99-a41c-24802663324e admin admin] 10.222.0.37 "PUT /v2.0/routers/ea40865a-fd8c-4cee-a6f1-a011e023c2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384589 Apr 29 04:24:13.727035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3766b0b6-95c2-4d79-9ba8-a5e93bc69604 None None] Provisioning complete for port a7fdff94-6c6b-4cbc-902b-f95015c08641 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:13.727334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3766b0b6-95c2-4d79-9ba8-a5e93bc69604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.769219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3766b0b6-95c2-4d79-9ba8-a5e93bc69604 None None] Port a7fdff94-6c6b-4cbc-902b-f95015c08641 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:24:13.779451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:13.960222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032a632-888e-435d-ad95-894c60202e5c up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:14.012063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3032a632-888e-435d-ad95-894c60202e5c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:14.012567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3032a632-888e-435d-ad95-894c60202e5c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.098012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3032a632-888e-435d-ad95-894c60202e5c is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:14.415614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38196) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:14.420318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365276192', 'description': 'tempest-description--1347187092'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:14.493954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.564363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group (66592484-fb03-46e0-b741-0756e6b63d64), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.625776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (66592484-fb03-46e0-b741-0756e6b63d64), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.655369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66592484-fb03-46e0-b741-0756e6b63d64,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:14.718577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.719908 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b003b73d-3a6c-49dd-8fc6-c8cb1f0ee513 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3032606 Apr 29 04:24:14.722821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38198) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:14.727229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'security_group_rule': {'security_group_id': '66592484-fb03-46e0-b741-0756e6b63d64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:14.807943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group_rule (45d1cb57-2586-4ab9-be5d-c992b89fe439), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.864456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group_rule (45d1cb57-2586-4ab9-be5d-c992b89fe439), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.916918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (45d1cb57-2586-4ab9-be5d-c992b89fe439), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:14.935579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d1cb57-2586-4ab9-be5d-c992b89fe439,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:15.004498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.005750 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9093c24f-5a04-4676-a729-ee3340fda3d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820032 Apr 29 04:24:15.008473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38200) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:15.012939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'security_group_rule': {'security_group_id': '66592484-fb03-46e0-b741-0756e6b63d64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:15.100530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group_rule (d1101f48-d4d3-465f-891c-0987977e8b76), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.122718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.157342 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group_rule (d1101f48-d4d3-465f-891c-0987977e8b76), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.207912 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d1101f48-d4d3-465f-891c-0987977e8b76), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.228610 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1101f48-d4d3-465f-891c-0987977e8b76,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:15.301933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.303423 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d5098aeb-4ca9-4006-8163-2a8668c365d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939484 Apr 29 04:24:15.306249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 38202) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:15.310870 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:15.391824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.647722 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:24:15.658317 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:24:15.658957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:15.771693 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:24:15.775432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:15.885947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Allocated IP 172.26.4.90 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/26c623d5-1897-45d9-a96a-a44829612453) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:24:15.966575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7b8bc154-6cb1-4d3a-90ac-35880e77787d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:15.997550 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:13Z', 'revision_number': 2, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:16.017531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for port (26c623d5-1897-45d9-a96a-a44829612453), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.018114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7b8bc154-6cb1-4d3a-90ac-35880e77787d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:16.018687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.034089 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:24:16.034453 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Updating router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 port a7fdff94-6c6b-4cbc-902b-f95015c08641 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:24:16.069370 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.111707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (26c623d5-1897-45d9-a96a-a44829612453), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.113717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7b8bc154-6cb1-4d3a-90ac-35880e77787d is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:16.114642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.137649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 7b8bc154-6cb1-4d3a-90ac-35880e77787d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7b8bc154-6cb1-4d3a-90ac-35880e77787d,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:16.160685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:24:16.164065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:16.168264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:24:16.171349 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'Port': ['ID=26c623d5-1897-45d9-a96a-a44829612453,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:16.197294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.270308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=7b8bc154-6cb1-4d3a-90ac-35880e77787d,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:16.276764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.363553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Publish callbacks [] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.379561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (26c623d5-1897-45d9-a96a-a44829612453), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.447801 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.519283 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Pushing event updated for resources: {'Port': ['ID=a7fdff94-6c6b-4cbc-902b-f95015c08641,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:16.542202 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.542553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.542891 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.543224 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.543553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.543873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.543994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for port (26c623d5-1897-45d9-a96a-a44829612453), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.544315 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.544639 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.544959 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.545275 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.545679 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.546144 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.546465 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.547659 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.548010 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:16.585076 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Attempting to bind port a7fdff94-6c6b-4cbc-902b-f95015c08641 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:24:16.585488 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Attempting to bind port a7fdff94-6c6b-4cbc-902b-f95015c08641 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:24:16.585855 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Attempting to bind port a7fdff94-6c6b-4cbc-902b-f95015c08641 on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:24:16.591289 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:24:16.591664 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:24:16.592059 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.592449 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Bound using segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:24:16.592909 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Bound port: a7fdff94-6c6b-4cbc-902b-f95015c08641, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:24:16.593281 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.602575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (26c623d5-1897-45d9-a96a-a44829612453), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.669671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] For port a7fdff94-6c6b-4cbc-902b-f95015c08641, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:24:16.675109 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] For port a7fdff94-6c6b-4cbc-902b-f95015c08641, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7fdff94-6c6b-4cbc-902b-f95015c08641,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:24:16.703441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'Port': ['ID=26c623d5-1897-45d9-a96a-a44829612453,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:16.717174 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.745990 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.805405 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:24:16.805992 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:16.811358 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930e138-76b4-4d90-a380-3cbb842a9015 None None] Pushing event updated for resources: {'Port': ['ID=a7fdff94-6c6b-4cbc-902b-f95015c08641,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:16.821158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.832227 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-eea3ac82-e16e-4362-9ce9-15e854f110d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5166459 Apr 29 04:24:16.838846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] Provisioning complete for port a7fdff94-6c6b-4cbc-902b-f95015c08641 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:16.839216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:16.979233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] Current status of the port a7fdff94-6c6b-4cbc-902b-f95015c08641 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:16.980090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:17.000999 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:24:17.022685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] For port a7fdff94-6c6b-4cbc-902b-f95015c08641, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7fdff94-6c6b-4cbc-902b-f95015c08641,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:17.044095 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-b5072f69-4522-4f12-a8b9-c81f1fbcfcaf tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--365276192&fields=id&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 267 time: 0.0622661 Apr 29 04:24:17.099494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:17.173528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7841ff-931e-4eb7-8903-ce1148fb2de9 None None] Pushing event updated for resources: {'Port': ['ID=a7fdff94-6c6b-4cbc-902b-f95015c08641,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:17.185803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2939c813-ef73-4ace-a359-479d59b5c678 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:17.188340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2939c813-ef73-4ace-a359-479d59b5c678 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.1371973 Apr 29 04:24:17.202893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-c6603be6-c249-4c2d-a448-0645c459b396 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/quotas/3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 375 time: 0.0090978 Apr 29 04:24:17.220145 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:17.220509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-cc7b817c-d4a1-42b5-8b86-1645331535b7 None None] Provisioning complete for port a7fdff94-6c6b-4cbc-902b-f95015c08641 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:17.220976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cc7b817c-d4a1-42b5-8b86-1645331535b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:17.252959 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00d2c1-8cc4-4294-aff4-dc8cc8e8f1b9 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:24:17.258693 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-c23ed62b-c8d7-4264-bd4d-a0823c11c8ba tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479007 Apr 29 04:24:17.283176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-e35e0885-02fe-40c8-92b1-c82415d124ce service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:24:17.284209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-e35e0885-02fe-40c8-92b1-c82415d124ce service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055084 Apr 29 04:24:17.315373 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b817c-d4a1-42b5-8b86-1645331535b7 None None] Current status of the port a7fdff94-6c6b-4cbc-902b-f95015c08641 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:17.399321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-72641318-8ed9-42c9-bfa5-1ff089aaabe4 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073537 Apr 29 04:24:17.495039 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-9025d155-e5a9-43d2-89e5-8170b9d92c68 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898037 Apr 29 04:24:17.752948 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e7838c00-da1c-456c-a4dc-d3e34475027c req-9ac96bb1-a5e9-47b6-8219-bc3de4014800 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0304132 Apr 29 04:24:17.953002 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a7fdff94-6c6b-4cbc-902b-f95015c08641 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:18.002362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a7fdff94-6c6b-4cbc-902b-f95015c08641 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:18.002753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:18.076938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a7fdff94-6c6b-4cbc-902b-f95015c08641 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:18.078047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7b8bc154-6cb1-4d3a-90ac-35880e77787d up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:18.125199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7b8bc154-6cb1-4d3a-90ac-35880e77787d triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:18.125720 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:18.205080 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:24:18.232258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7b8bc154-6cb1-4d3a-90ac-35880e77787d is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:18.849932 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cc969fc5-8395-4095-979e-1d83c5e61dd7 req-cc4a6d7f-09b7-4c21-a84e-7ae2d62ac2d4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Apr 29 04:24:19.923311 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-004bc450-6a36-4acc-9224-8d40419d0df4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:19.926889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-004bc450-6a36-4acc-9224-8d40419d0df4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.4510651 Apr 29 04:24:19.957151 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7bf7a2d-91af-42de-bf9e-7b3d193b7392 req-e1cecf85-eea8-41e1-8ec9-982e6863ce45 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0372553 Apr 29 04:24:19.996428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-e8533a27-2d77-4977-8f2a-a6a927c5e596 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 379 time: 0.0552814 Apr 29 04:24:20.036057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.043625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'port': {'device_id': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'admin_state_up': True, 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'security_groups': ['66592484-fb03-46e0-b741-0756e6b63d64']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:20.219084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Made reservation on behalf of 3c6e8bcc538846629d41cc57e168579e for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:24:20.222424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.342991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Allocated IP 172.20.0.7 (4fc9d2d3-c45c-42ba-b177-c63c813f75aa/54543a0c-8dc2-4248-a4f3-233fdfca3f53/634f096d-41ae-46bc-bf15-34f80ebf19bb) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:24:20.480379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.556327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.598389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:24:20.603304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:24:20.607031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:24:20.634512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:20.664474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:20.664692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.724718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2e085b94-63e0-49e9-8555-88c8bd4d97a6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6846960 Apr 29 04:24:20.740691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Request body: {'port': {'device_id': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:20.803939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.856217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-611b6590-90d8-4f4c-99ba-5ae345d92614 None None] Provisioning complete for port 634f096d-41ae-46bc-bf15-34f80ebf19bb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:20.856601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-611b6590-90d8-4f4c-99ba-5ae345d92614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:20.893818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-611b6590-90d8-4f4c-99ba-5ae345d92614 None None] Port 634f096d-41ae-46bc-bf15-34f80ebf19bb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:24:21.099274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d99d4-fb09-4d0e-878d-e1ed654f9fae req-9f856dbb-2250-4cb4-ad92-59504a92161d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:21.100738 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f8d99d4-fb09-4d0e-878d-e1ed654f9fae req-9f856dbb-2250-4cb4-ad92-59504a92161d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 931 time: 0.0747335 Apr 29 04:24:21.102536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634f096d-41ae-46bc-bf15-34f80ebf19bb {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:24:21.115319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Publish callbacks [] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:21.137532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Transition to ACTIVE for port object 634f096d-41ae-46bc-bf15-34f80ebf19bb will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:24:21.160386 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f8d99d4-fb09-4d0e-878d-e1ed654f9fae req-feb6c500-b350-46a1-a787-ec5828df8a71 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535069 Apr 29 04:24:21.190840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:21.238689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:21.316308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Attempting to bind port 634f096d-41ae-46bc-bf15-34f80ebf19bb on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:24:21.316649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Attempting to bind port 634f096d-41ae-46bc-bf15-34f80ebf19bb by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:24:21.317102 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Attempting to bind port 634f096d-41ae-46bc-bf15-34f80ebf19bb on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:24:21.321896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Port 634f096d-41ae-46bc-bf15-34f80ebf19bb on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:24:21.322219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Attempting to bind port 634f096d-41ae-46bc-bf15-34f80ebf19bb on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:24:21.327259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:24:21.327604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:24:21.328031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Bound using segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:24:21.328493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Bound port: 634f096d-41ae-46bc-bf15-34f80ebf19bb, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:24:21.328851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:21.396591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:24:21.402267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:24:21.477056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:21.511730 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:21.512346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:21.513745 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] 10.222.0.31 "PUT /v2.0/ports/634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 1093 time: 0.7774627 Apr 29 04:24:21.514181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:24:21.516540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34db23f-2647-472b-a92f-443799e31173" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:24:21.540808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82d307-bdea-489e-b70d-390914363cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:21.566762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85337b0-0856-43bc-8f12-bdc7ebc2f5f3 x-openstack-request-id: req-a85337b0-0856-43bc-8f12-bdc7ebc2f5f3 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:24:21.566762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:24:21.566762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a85337b0-0856-43bc-8f12-bdc7ebc2f5f3 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:24:21.566762 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85337b0-0856-43bc-8f12-bdc7ebc2f5f3'] response: {'name': 'network-changed', 'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'status': 'completed', 'code': 200} Apr 29 04:24:21.640231 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db23f-2647-472b-a92f-443799e31173 req-06907cc1-79aa-43de-9626-859639e4a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:21.641807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b34db23f-2647-472b-a92f-443799e31173 req-06907cc1-79aa-43de-9626-859639e4a8c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1127 time: 0.0487127 Apr 29 04:24:21.748404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db23f-2647-472b-a92f-443799e31173 req-3e44ff73-0b8b-4e33-b3cd-bccb6536a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:21.750044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b34db23f-2647-472b-a92f-443799e31173 req-3e44ff73-0b8b-4e33-b3cd-bccb6536a35e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c6e8bcc538846629d41cc57e168579e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961471 Apr 29 04:24:21.848705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db23f-2647-472b-a92f-443799e31173 req-e47b4d86-05b5-44c7-b8ef-9106e89473e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:21.850203 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b34db23f-2647-472b-a92f-443799e31173 req-e47b4d86-05b5-44c7-b8ef-9106e89473e5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907545 Apr 29 04:24:21.930979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-67e97a05-6938-42dc-b913-f635d9a4b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:21.932361 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-67e97a05-6938-42dc-b913-f635d9a4b999 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1127 time: 0.0392480 Apr 29 04:24:21.976635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-2115049b-1dec-4866-98da-fb2976a66dff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 217 time: 0.0327296 Apr 29 04:24:22.028764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-88c43b62-027b-4bce-9a4f-a82f55b08368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:22.030193 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-88c43b62-027b-4bce-9a4f-a82f55b08368 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0448287 Apr 29 04:24:22.076433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-c1d69a03-4f56-469f-8463-b965d81d4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:22.078430 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-c1d69a03-4f56-469f-8463-b965d81d4f7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371580 Apr 29 04:24:22.166186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-5c488aaa-f2c4-4672-84c2-1dfc56fa9e4f service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801938 Apr 29 04:24:22.295256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcdfcd-5df6-4cd6-a2ed-d81d1ef395da req-6c2cb737-962c-4b00-bb81-1cd55c0dec2a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:22.296724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-30dcdfcd-5df6-4cd6-a2ed-d81d1ef395da req-6c2cb737-962c-4b00-bb81-1cd55c0dec2a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0619495 Apr 29 04:24:22.300372 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d2142269-4694-488f-a3ac-19a58130dcc0 req-f4b0c52b-0056-4d5c-9b92-df57f28af7a2 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250806 Apr 29 04:24:22.347001 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-30dcdfcd-5df6-4cd6-a2ed-d81d1ef395da req-6ae2228f-797c-421f-81be-2140f6851808 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444877 Apr 29 04:24:23.464754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0f00d-e9ed-4f00-9532-fa6595cf87a5 req-c746c648-c122-45f4-8782-0f662395fd84 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:23.466236 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-63f0f00d-e9ed-4f00-9532-fa6595cf87a5 req-c746c648-c122-45f4-8782-0f662395fd84 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0507891 Apr 29 04:24:23.511097 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-63f0f00d-e9ed-4f00-9532-fa6595cf87a5 req-b4bcd4ea-0154-4080-9ce8-9774592ef2be tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392799 Apr 29 04:24:24.621054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51fe5e-79fa-4340-9a23-dbc46a60bf2b req-f46e4d11-0f2f-47b5-af7f-b612ca22ece1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:24.622509 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dd51fe5e-79fa-4340-9a23-dbc46a60bf2b req-f46e4d11-0f2f-47b5-af7f-b612ca22ece1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0452414 Apr 29 04:24:24.668102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dd51fe5e-79fa-4340-9a23-dbc46a60bf2b req-01d83f5a-f7e1-418e-8e4f-6b6fd87dec78 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395169 Apr 29 04:24:24.834344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:24:24.930615 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:25.081260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'mac_address': 'fa:16:3e:d5:ad:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:24:25.118266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 634f096d-41ae-46bc-bf15-34f80ebf19bb is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:25.118652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:25.131364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634f096d-41ae-46bc-bf15-34f80ebf19bb {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:24:25.151108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:25.196048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:25.242181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:25.248771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.249116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.249487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.249822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.250150 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.250475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.250797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.251117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.251437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.251757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.252093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.252395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.252735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.253051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.253385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:24:25.444203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['634f096d-41ae-46bc-bf15-34f80ebf19bb'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:24:25.795473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1852e-0ba9-47d0-b1ff-d49ba5097727 req-7fd29109-44d8-4820-ac8e-adee253a46bc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:25.797976 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dfa1852e-0ba9-47d0-b1ff-d49ba5097727 req-7fd29109-44d8-4820-ac8e-adee253a46bc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 944 time: 0.0577693 Apr 29 04:24:25.843745 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dfa1852e-0ba9-47d0-b1ff-d49ba5097727 req-b40e6304-eb67-41b0-a64f-a0372f1e3ebe tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401726 Apr 29 04:24:26.851185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:24:26.894631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 634f096d-41ae-46bc-bf15-34f80ebf19bb completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:24:26.950157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 634f096d-41ae-46bc-bf15-34f80ebf19bb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:24:26.950532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:26.957682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83698e-9f8d-481d-8f26-aae8fa2f2e25 req-bddf77f9-9233-4e43-9061-3c79d3cea881 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:26.963200 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af83698e-9f8d-481d-8f26-aae8fa2f2e25 req-bddf77f9-9233-4e43-9061-3c79d3cea881 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 944 time: 0.0481863 Apr 29 04:24:27.006875 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af83698e-9f8d-481d-8f26-aae8fa2f2e25 req-fd41bda0-96b9-491d-8215-6541444fa268 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Apr 29 04:24:27.030997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 634f096d-41ae-46bc-bf15-34f80ebf19bb is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:24:27.031391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:27.052825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:24:27.055085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc279c3-3031-4b7b-a6c4-8c6e9372efc3" -d '{"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:24:27.067971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:24:27.091375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f2a92-0954-4007-9077-1a172cc123ed x-openstack-request-id: req-4c5f2a92-0954-4007-9077-1a172cc123ed {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:24:27.091663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:24:27.091916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c5f2a92-0954-4007-9077-1a172cc123ed {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:24:27.092364 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5f2a92-0954-4007-9077-1a172cc123ed'] response: {'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'code': 200} Apr 29 04:24:27.121689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:27.169792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:24:27.352137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3ff76-5abf-4063-8fbc-cc9e30d9e469 req-11caaba4-2957-4de1-8929-f81813af595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:27.353629 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8af3ff76-5abf-4063-8fbc-cc9e30d9e469 req-11caaba4-2957-4de1-8929-f81813af595c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1129 time: 0.0407679 Apr 29 04:24:27.395898 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8af3ff76-5abf-4063-8fbc-cc9e30d9e469 req-b89cb5c9-3c44-4a14-ad2b-2e7df9dbd27a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355177 Apr 29 04:24:28.118502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7a377-605a-48d3-a0e5-d24d627b2a75 req-6ff993b8-5d80-4d14-927d-5ee7a899244d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:28.119982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c7a377-605a-48d3-a0e5-d24d627b2a75 req-6ff993b8-5d80-4d14-927d-5ee7a899244d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0459926 Apr 29 04:24:28.165593 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1c7a377-605a-48d3-a0e5-d24d627b2a75 req-736865bd-e778-40f0-8062-925bb2a109a9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401032 Apr 29 04:24:29.277273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a1ce4-a688-4052-9689-0112436145ac req-4eaa4277-c9cd-4e0a-a9de-ac8ce22d3aee tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:29.278893 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e09a1ce4-a688-4052-9689-0112436145ac req-4eaa4277-c9cd-4e0a-a9de-ac8ce22d3aee tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0457723 Apr 29 04:24:29.327687 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e09a1ce4-a688-4052-9689-0112436145ac req-a193be17-c64e-49bc-b27c-5fc2f11f058d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Apr 29 04:24:29.434081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e93f09-c201-4051-9655-7b537e3e3d09 req-88c6bc93-da30-4150-b3df-bacc9ba28bd6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:29.435526 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74e93f09-c201-4051-9655-7b537e3e3d09 req-88c6bc93-da30-4150-b3df-bacc9ba28bd6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0462687 Apr 29 04:24:29.443936 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38256) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:24:29.448064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'floatingip': {'port_id': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:24:29.494435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:29.929466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:29.995966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:30.097817 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad associated. External IP: 172.26.4.90, port: 634f096d-41ae-46bc-bf15-34f80ebf19bb. Apr 29 04:24:30.306829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:24:30.428055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:24:30.432861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:30.440853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:24:30.455139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:24:30.455843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:30.464762 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-84187e44-f671-487e-b6b8-f9c9f9cfdac7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "PUT /v2.0/floatingips/742a31ca-27da-4b0a-9cff-dd41f5c5d6ad HTTP/1.1" status: 200 len: 990 time: 1.0198629 Apr 29 04:24:30.465531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:24:30.472001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:24:30.509103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0175c61c-33b4-40d9-aee6-b3aaa6fdbd4d x-openstack-request-id: req-0175c61c-33b4-40d9-aee6-b3aaa6fdbd4d {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:24:30.509699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:24:30.509961 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0175c61c-33b4-40d9-aee6-b3aaa6fdbd4d {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:24:30.510378 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0175c61c-33b4-40d9-aee6-b3aaa6fdbd4d'] response: {'name': 'network-changed', 'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'status': 'completed', 'code': 200} Apr 29 04:24:30.567595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:24:30.572459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-d2d27326-e175-46bb-9d75-c79f1d192d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:30.574597 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-d2d27326-e175-46bb-9d75-c79f1d192d24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1129 time: 0.0422208 Apr 29 04:24:30.583691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead4995-6932-4c5f-9d1b-5ead2eaaf072 req-7409a828-64a9-46a8-803a-88009a06c5eb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:30.585366 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ead4995-6932-4c5f-9d1b-5ead2eaaf072 req-7409a828-64a9-46a8-803a-88009a06c5eb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0549955 Apr 29 04:24:30.634473 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4ead4995-6932-4c5f-9d1b-5ead2eaaf072 req-914144d8-d0ca-463f-8075-e9c92e391a1e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Apr 29 04:24:30.684723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-c81b11d6-3d6d-4a85-9be9-5f32c51fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:30.686267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-c81b11d6-3d6d-4a85-9be9-5f32c51fc069 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.1055048 Apr 29 04:24:30.790341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da65f-80b4-43da-a921-3e13c881859d req-8258716d-80a3-4e89-8ad1-85cecbb58ab5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:30.791810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f8da65f-80b4-43da-a921-3e13c881859d req-8258716d-80a3-4e89-8ad1-85cecbb58ab5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0600104 Apr 29 04:24:30.793779 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-28999843-e191-4862-b4bd-d5ed208a979d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 998 time: 0.1012597 Apr 29 04:24:30.796290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:d5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:24:29Z', 'revision_number': 1, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:30.827442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:24:30.836401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:24:30.837022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:30.873875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-7db2a1f8-7337-4291-a3c1-e5f56ffb4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:30.875340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-7db2a1f8-7337-4291-a3c1-e5f56ffb4f57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0717814 Apr 29 04:24:30.878950 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f8da65f-80b4-43da-a921-3e13c881859d req-d0ac8d41-e452-4d1e-8f81-90f267f9891f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812123 Apr 29 04:24:30.919021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-80a38333-1fe7-4874-a529-ed94416a8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:30.920517 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-80a38333-1fe7-4874-a529-ed94416a8a0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389738 Apr 29 04:24:30.950086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:24:31.011912 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-3a2ec104-a7d4-4838-a0b9-5a5d3f96513f service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851178 Apr 29 04:24:31.099307 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8351cd5-d4b2-4e79-9beb-2df35b37d89b req-4aa8c49e-85b4-4743-9a68-55e23fd7996b service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809565 Apr 29 04:24:31.162011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:d5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:24:29Z', 'revision_number': 1, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:24:31.188545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994b92c-6d76-4d2f-9ece-317c96f4a571 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:d5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:24:29Z', 'revision_number': 1, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:24:31.376428 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca793a4-63e5-4e30-bbfd-3c45c9482f97 None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:24:31.991434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2c425-07ab-4894-9fd6-d453b5d190e2 req-2c0c2150-7340-4d8c-8897-afd1473537f6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:31.992816 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-98e2c425-07ab-4894-9fd6-d453b5d190e2 req-2c0c2150-7340-4d8c-8897-afd1473537f6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0458021 Apr 29 04:24:32.037793 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-98e2c425-07ab-4894-9fd6-d453b5d190e2 req-83154f9f-956d-4565-913d-2f3be27f129a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Apr 29 04:24:32.153974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c74367-4a00-4567-a7fa-4fe26826a5ec req-263124bc-00e8-4597-a7c6-932d839978a9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:32.157764 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-51c74367-4a00-4567-a7fa-4fe26826a5ec req-263124bc-00e8-4597-a7c6-932d839978a9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0541260 Apr 29 04:24:32.206568 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-51c74367-4a00-4567-a7fa-4fe26826a5ec req-ff781b3e-0cc7-44cd-a542-66a10fc7bca5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Apr 29 04:24:32.659914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65d41a-e19d-4da7-84a7-eb507f3bd487 req-7083a5f4-c54e-49bf-914d-1c4fa71f2543 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:32.661393 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef65d41a-e19d-4da7-84a7-eb507f3bd487 req-7083a5f4-c54e-49bf-914d-1c4fa71f2543 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0468972 Apr 29 04:24:32.707770 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef65d41a-e19d-4da7-84a7-eb507f3bd487 req-aaf7103b-e04c-400d-ab18-a703a788e178 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Apr 29 04:24:32.749277 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-06023c2d-3b7a-4388-8ff0-1c5be42da4ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405498 Apr 29 04:24:33.343550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-ef2bc7c4-aad2-41f8-bd8f-2a82b678ac18 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:33.344765 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-ef2bc7c4-aad2-41f8-bd8f-2a82b678ac18 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports/634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 942 time: 0.0480664 Apr 29 04:24:33.826881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312d2ba-6465-41e6-9f55-f792299038b3 req-21ff86ea-34a4-4dbe-9c14-f3f9cbaa87e3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:33.828321 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5312d2ba-6465-41e6-9f55-f792299038b3 req-21ff86ea-34a4-4dbe-9c14-f3f9cbaa87e3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Apr 29 04:24:33.875626 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5312d2ba-6465-41e6-9f55-f792299038b3 req-69c0520f-ad83-4278-9110-883a2ac2c556 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415328 Apr 29 04:24:34.701607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-bcb7fabd-eb0a-43b6-9ef6-faafa2c497b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:34.703081 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-bcb7fabd-eb0a-43b6-9ef6-faafa2c497b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1129 time: 0.0393069 Apr 29 04:24:34.790476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-2e8ae912-2601-444c-b6d0-b6c0d3d3a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:34.791948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-2e8ae912-2601-444c-b6d0-b6c0d3d3a495 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0832167 Apr 29 04:24:34.858478 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-cc63d75b-b665-4364-b776-1bcfdf97c4ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 1000 time: 0.0606835 Apr 29 04:24:34.905435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-7ea3a6d2-c4a7-4012-b5e7-63767a8971ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:34.906955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-7ea3a6d2-c4a7-4012-b5e7-63767a8971ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0422659 Apr 29 04:24:34.962428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-8e6a4a86-ab50-4916-88a4-f37c22b01f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:34.963768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-8e6a4a86-ab50-4916-88a4-f37c22b01f0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512202 Apr 29 04:24:35.016628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520f7e4-2914-45f3-9149-9c3308db01e0 req-e3de427a-72eb-48c9-ba78-6f8bc2ba1dbd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:35.018058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6520f7e4-2914-45f3-9149-9c3308db01e0 req-e3de427a-72eb-48c9-ba78-6f8bc2ba1dbd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0722773 Apr 29 04:24:35.115424 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6520f7e4-2914-45f3-9149-9c3308db01e0 req-d14a237e-a31d-484a-96a6-14714010132a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915844 Apr 29 04:24:35.117521 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-1f4613a1-a608-403f-b24a-da68a68d1b1f service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387572 Apr 29 04:24:35.545344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-6d9ab28e-1e2f-4d12-914e-59df9aa235e8 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217479 Apr 29 04:24:36.227764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978ae3e-6620-427e-a064-96fb9b6ffd4c req-72c2abb0-df12-4b03-8b32-daf3425e4a35 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:36.229220 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2978ae3e-6620-427e-a064-96fb9b6ffd4c req-72c2abb0-df12-4b03-8b32-daf3425e4a35 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0470481 Apr 29 04:24:36.275642 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2978ae3e-6620-427e-a064-96fb9b6ffd4c req-578326ab-30d9-4181-8692-0bf38572ddba tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405333 Apr 29 04:24:37.386291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de690662-36fa-4510-aef8-41b392c1f862 req-399f4923-bfdf-4c9a-9dac-5e8df28a30f4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:37.387723 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de690662-36fa-4510-aef8-41b392c1f862 req-399f4923-bfdf-4c9a-9dac-5e8df28a30f4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0462880 Apr 29 04:24:37.435657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de690662-36fa-4510-aef8-41b392c1f862 req-878afa10-bc16-437b-bf08-9fedd5bea489 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Apr 29 04:24:38.549998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c407c2-b638-4e24-b27e-7568c4d27f8c req-9951bb69-6368-46e7-bc90-986e42e7b5e7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:38.551578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d1c407c2-b638-4e24-b27e-7568c4d27f8c req-9951bb69-6368-46e7-bc90-986e42e7b5e7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0501449 Apr 29 04:24:38.597150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d1c407c2-b638-4e24-b27e-7568c4d27f8c req-e52db4a0-7785-4b30-bb31-5e4a4ef2a48e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402238 Apr 29 04:24:38.875613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8fb73c5c-5e7c-4346-ba5b-dd67cffa7509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:39.717985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac612c-5aab-4220-b43b-a47c5e8b6848 req-7d5367a2-e448-4ea6-9cf9-3dcef71e2d58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:39.719426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-43ac612c-5aab-4220-b43b-a47c5e8b6848 req-7d5367a2-e448-4ea6-9cf9-3dcef71e2d58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0506735 Apr 29 04:24:39.764438 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-43ac612c-5aab-4220-b43b-a47c5e8b6848 req-7e2b0f4a-66c4-45e7-b64d-bc7c7b9f6209 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Apr 29 04:24:40.879165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219bfa6-0b21-4ce5-b103-5c6e6e5a0c7e req-b3b89e80-56f0-4561-b21b-0c143fa7d2ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:40.880604 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f219bfa6-0b21-4ce5-b103-5c6e6e5a0c7e req-b3b89e80-56f0-4561-b21b-0c143fa7d2ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0463741 Apr 29 04:24:40.926205 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f219bfa6-0b21-4ce5-b103-5c6e6e5a0c7e req-2c42a325-f543-4c40-ad94-7062cb76ba77 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Apr 29 04:24:41.201155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5f566fce-2666-4289-a3bc-5d5fc21a4e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:42.036361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35130-4d07-4de5-91ba-e8ae899e5b49 req-35c753b1-a96a-406e-b89c-e1067342fd53 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:42.037841 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41c35130-4d07-4de5-91ba-e8ae899e5b49 req-35c753b1-a96a-406e-b89c-e1067342fd53 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0460558 Apr 29 04:24:42.083660 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41c35130-4d07-4de5-91ba-e8ae899e5b49 req-899e6de5-7464-441a-8c5a-5000c8e4ed5d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403299 Apr 29 04:24:42.212308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:43.193622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab90a-f5ed-4366-9868-ae28bd190497 req-209c3716-0edc-4599-9627-275ab36582c7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:43.195097 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-66fab90a-f5ed-4366-9868-ae28bd190497 req-209c3716-0edc-4599-9627-275ab36582c7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0462065 Apr 29 04:24:43.245720 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-66fab90a-f5ed-4366-9868-ae28bd190497 req-9340071e-fc06-49e1-99c2-306e92757c61 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 Apr 29 04:24:43.766716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:44.361694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837ebf-48c3-4b14-a0f7-8f2224b19c14 req-5f0f999c-a88b-431c-9d58-860dfab6423a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:44.363752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06837ebf-48c3-4b14-a0f7-8f2224b19c14 req-5f0f999c-a88b-431c-9d58-860dfab6423a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0486460 Apr 29 04:24:44.407527 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06837ebf-48c3-4b14-a0f7-8f2224b19c14 req-0a871fed-26be-486b-9b85-e508e79421b0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383086 Apr 29 04:24:45.092351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:45.519821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0dcc-899b-4379-9aa8-bc187c7bc4fd req-e999f391-a1ec-4adc-a245-76956119d712 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:45.521280 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-650f0dcc-899b-4379-9aa8-bc187c7bc4fd req-e999f391-a1ec-4adc-a245-76956119d712 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0468194 Apr 29 04:24:45.568663 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-650f0dcc-899b-4379-9aa8-bc187c7bc4fd req-e899c9dc-9462-4ada-87e5-545ca4aaf37d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Apr 29 04:24:46.679329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd5fb6-e934-4a0a-a50b-9f1f03718c71 req-115f6317-26c3-4ffc-87b5-6cef6f081f0b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:46.680773 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-80dd5fb6-e934-4a0a-a50b-9f1f03718c71 req-115f6317-26c3-4ffc-87b5-6cef6f081f0b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0460179 Apr 29 04:24:46.726564 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-80dd5fb6-e934-4a0a-a50b-9f1f03718c71 req-2dd542ff-c5f2-4b36-9f99-55d88cb80e8e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Apr 29 04:24:47.838992 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bae5b-16d1-4993-8334-570a2289d947 req-cd253065-f42d-41bb-b320-1fe245b6b70d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:47.840434 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b64bae5b-16d1-4993-8334-570a2289d947 req-cd253065-f42d-41bb-b320-1fe245b6b70d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0467582 Apr 29 04:24:47.885387 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b64bae5b-16d1-4993-8334-570a2289d947 req-a824c008-07d6-412a-a16e-d4f4f925b1e4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394816 Apr 29 04:24:49.000405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aac7bc-07bc-485c-9264-05037e928046 req-36a67b6f-475a-4d3d-8d50-5ae165aaa9d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:49.001801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-07aac7bc-07bc-485c-9264-05037e928046 req-36a67b6f-475a-4d3d-8d50-5ae165aaa9d1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Apr 29 04:24:49.050550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-07aac7bc-07bc-485c-9264-05037e928046 req-d3159c96-6fa8-4b38-b471-36d6a8432e99 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 Apr 29 04:24:49.989548 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:24:50.166741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084290-5bf9-43b3-b9ef-c47718b39d3a req-873dc2bc-62c5-4e30-810e-e14effae34b2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:50.168239 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a6084290-5bf9-43b3-b9ef-c47718b39d3a req-873dc2bc-62c5-4e30-810e-e14effae34b2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0508378 Apr 29 04:24:50.214547 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a6084290-5bf9-43b3-b9ef-c47718b39d3a req-679d667f-f427-444f-b1d4-756c2ab49ccc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402610 Apr 29 04:24:51.333457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af451dc8-7d5e-45dd-b403-cfaab1df5e0b req-cabd7a10-fec0-467e-9e40-f951ecd7a75d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:51.334993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af451dc8-7d5e-45dd-b403-cfaab1df5e0b req-cabd7a10-fec0-467e-9e40-f951ecd7a75d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0472331 Apr 29 04:24:51.381554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af451dc8-7d5e-45dd-b403-cfaab1df5e0b req-3d93ebcb-8275-4ab8-ab36-d9de697952ca tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409148 Apr 29 04:24:52.491479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f129-0d50-440e-99bd-262f74abc0e7 req-31223069-68fd-4add-b285-69b500613b43 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:52.492947 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffe6f129-0d50-440e-99bd-262f74abc0e7 req-31223069-68fd-4add-b285-69b500613b43 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0451655 Apr 29 04:24:52.539045 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ffe6f129-0d50-440e-99bd-262f74abc0e7 req-072d487d-44ef-40c7-9104-ba392fa0fa8e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405331 Apr 29 04:24:53.650552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0488c-14d2-4582-9745-743904cd849c req-c9f0887c-eafb-47a1-9e1f-6c26b9937186 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:53.651987 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56c0488c-14d2-4582-9745-743904cd849c req-c9f0887c-eafb-47a1-9e1f-6c26b9937186 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0449917 Apr 29 04:24:53.700317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56c0488c-14d2-4582-9745-743904cd849c req-47030bb9-e60f-40f7-ad13-c9e587c64a31 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428843 Apr 29 04:24:54.819629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a026f86-d165-499f-890a-e422e43f7d6f req-2fe1d887-ce5a-4729-8fcd-095335ab5aee tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:54.821084 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1a026f86-d165-499f-890a-e422e43f7d6f req-2fe1d887-ce5a-4729-8fcd-095335ab5aee tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0508974 Apr 29 04:24:54.866928 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1a026f86-d165-499f-890a-e422e43f7d6f req-fb39cd26-6bb7-4732-bd50-eb9a6979ed00 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399284 Apr 29 04:24:55.203324 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:24:55.977855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a953-d97e-4ac0-932d-ce7a24ca2b3b req-1dda4702-f14e-4c75-a2e4-9d25b198ce58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:55.979289 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3333a953-d97e-4ac0-932d-ce7a24ca2b3b req-1dda4702-f14e-4c75-a2e4-9d25b198ce58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0455811 Apr 29 04:24:56.024683 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3333a953-d97e-4ac0-932d-ce7a24ca2b3b req-d2648cb5-9849-4b5f-a97f-003f52971489 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 Apr 29 04:24:57.135810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f9fc-648f-4168-ae09-bde093f43f95 req-519f7df7-59ad-484e-aeee-b86295e2fffb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:57.137302 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0ad6f9fc-648f-4168-ae09-bde093f43f95 req-519f7df7-59ad-484e-aeee-b86295e2fffb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0458648 Apr 29 04:24:57.183147 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0ad6f9fc-648f-4168-ae09-bde093f43f95 req-fd222fc5-f729-4028-9b3c-4d0223801a5f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403228 Apr 29 04:24:57.690522 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-2bf9abc9-fdd6-4a0d-b0b0-7c3b06140054 service neutron] 10.222.0.31 "GET /v2.0/ports/634f096d-41ae-46bc-bf15-34f80ebf19bb/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0528955 Apr 29 04:24:58.180717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-bdfbd9f1-7a68-4d0d-807e-85e4c3541b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:58.182204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-bdfbd9f1-7a68-4d0d-807e-85e4c3541b1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 1129 time: 0.0397279 Apr 29 04:24:58.249876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-04c82ac0-3c89-48cc-a695-7b9ecbe520db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:58.251357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-04c82ac0-3c89-48cc-a695-7b9ecbe520db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1129 time: 0.0425982 Apr 29 04:24:58.319430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4feaf8-fe96-494d-8773-0c060a39a785 req-7218d861-5398-4243-ba09-1f0bda4d80fa tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:58.320861 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c4feaf8-fe96-494d-8773-0c060a39a785 req-7218d861-5398-4243-ba09-1f0bda4d80fa tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0665462 Apr 29 04:24:58.407323 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-0bd6f5c7-3cfd-4fb2-8020-c33142148711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:58.408764 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-0bd6f5c7-3cfd-4fb2-8020-c33142148711 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.1462221 Apr 29 04:24:58.411861 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c4feaf8-fe96-494d-8773-0c060a39a785 req-e54d702f-bfd7-43a6-8edb-84d25aae40bc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620623 Apr 29 04:24:58.475132 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-6dce5af1-83be-4951-9ed9-93c19130edb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 1000 time: 0.0573533 Apr 29 04:24:58.528628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-2fee3111-931f-46dc-8d8b-c33b533567f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:58.530173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-2fee3111-931f-46dc-8d8b-c33b533567f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0461812 Apr 29 04:24:58.575501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-afc8fb47-fd36-4cc3-92a7-4dc0159a49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:58.576948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-afc8fb47-fd36-4cc3-92a7-4dc0159a49f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376034 Apr 29 04:24:58.666395 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-64cdf592-fdc3-43e6-aa67-a35bda269886 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799093 Apr 29 04:24:58.759042 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-278cab32-17df-4bae-9a0e-0642d46ab782 req-ca3efdfb-7359-4178-afd4-d16c101058b7 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Apr 29 04:24:59.525280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfd317-ea9c-4652-9de1-27c358a636c7 req-130809e1-4dee-4907-be5a-45754000eaff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:24:59.526879 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c2dfd317-ea9c-4652-9de1-27c358a636c7 req-130809e1-4dee-4907-be5a-45754000eaff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0472379 Apr 29 04:24:59.577218 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c2dfd317-ea9c-4652-9de1-27c358a636c7 req-d9cbf74e-5289-46d5-bf66-e6e70306f161 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448003 Apr 29 04:25:00.691894 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0906-b7bb-421d-8a27-865d03b1f5c7 req-2f78e994-5ca1-4ef8-9b96-6140291d43d9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:00.693376 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6e8a0906-b7bb-421d-8a27-865d03b1f5c7 req-2f78e994-5ca1-4ef8-9b96-6140291d43d9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0472715 Apr 29 04:25:00.738841 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6e8a0906-b7bb-421d-8a27-865d03b1f5c7 req-8cd58859-31da-41bd-b820-d78c9d439e7f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400112 Apr 29 04:25:00.946744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:25:00.950181 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:25:01.093932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 634f096d-41ae-46bc-bf15-34f80ebf19bb is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:25:01.094311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:01.117870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:01.140563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:25:01.142851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a569cc5-003a-48aa-bc10-4da9e75079ac" -d '{"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-unplugged", "status": "completed", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:25:01.157465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'mac_address': 'fa:16:3e:d5:ad:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:25:01.158132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:01.189603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f704676d-6c3d-4788-9a52-6db7cc38d328 x-openstack-request-id: req-f704676d-6c3d-4788-9a52-6db7cc38d328 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:25:01.189897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-unplugged", "status": "completed", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:25:01.190152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f704676d-6c3d-4788-9a52-6db7cc38d328 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:25:01.190563 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f704676d-6c3d-4788-9a52-6db7cc38d328'] response: {'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'code': 200} Apr 29 04:25:01.198776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 634f096d-41ae-46bc-bf15-34f80ebf19bb is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:25:01.199146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:01.207456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:01.215837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 634f096d-41ae-46bc-bf15-34f80ebf19bb {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:25:01.291905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:01.296069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:25:01.300527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:25:01.833113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 634f096d-41ae-46bc-bf15-34f80ebf19bb is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:25:01.833524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:01.846313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634f096d-41ae-46bc-bf15-34f80ebf19bb {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:25:01.856761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7aae-c668-4104-aef0-46c2d4c80a61 req-e0986b8a-48a3-4a9e-93cb-ba92643c065e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:01.858270 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfaa7aae-c668-4104-aef0-46c2d4c80a61 req-e0986b8a-48a3-4a9e-93cb-ba92643c065e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0510855 Apr 29 04:25:01.864968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:01.904530 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dfaa7aae-c668-4104-aef0-46c2d4c80a61 req-9fd6b0db-1a77-45cc-959a-636db995407e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406337 Apr 29 04:25:01.937908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:01.991107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:01.995770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['634f096d-41ae-46bc-bf15-34f80ebf19bb'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:25:02.211854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea56083-62cd-47df-8873-000deea25652 req-44f87843-fdc4-4873-a379-64a3f4527f77 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:02.213345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ea56083-62cd-47df-8873-000deea25652 req-44f87843-fdc4-4873-a379-64a3f4527f77 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 944 time: 0.0471437 Apr 29 04:25:02.290324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ea56083-62cd-47df-8873-000deea25652 req-93b3c611-110c-474e-af15-db1c7a040680 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713005 Apr 29 04:25:02.301522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-42717ac9-d822-49b6-b2d4-8bb5e1187c87 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:02.306566 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-42717ac9-d822-49b6-b2d4-8bb5e1187c87 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7&tenant_id=3c6e8bcc538846629d41cc57e168579e&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.0637405 Apr 29 04:25:02.385873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-1da8e245-2e65-48ac-be34-dd896c3287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:02.387393 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-1da8e245-2e65-48ac-be34-dd896c3287fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 1128 time: 0.0431352 Apr 29 04:25:02.473725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-1c31303f-6795-4e75-b38c-96209ccb9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:02.475141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-1c31303f-6795-4e75-b38c-96209ccb9a6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0822730 Apr 29 04:25:02.540653 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-da985f8c-260c-4aed-8fde-387660cd7db1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 200 len: 999 time: 0.0597489 Apr 29 04:25:02.586427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-428d70fb-d7df-4f1d-a8a0-2562858c1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:02.587815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-428d70fb-d7df-4f1d-a8a0-2562858c1190 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0415354 Apr 29 04:25:02.629767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-9a5bad42-ddaa-4538-8360-0d82b9880063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:02.631174 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-9a5bad42-ddaa-4538-8360-0d82b9880063 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372908 Apr 29 04:25:02.727899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-77dd80ec-cf99-4bff-b7a5-6e37e7884a44 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904839 Apr 29 04:25:02.814521 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0e04746d-73fd-4ead-b8b7-f9da4dfd72d3 req-d786cc8f-1a62-41dd-96df-e1b30c0808a0 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806639 Apr 29 04:25:02.948527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:25:02.993913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 634f096d-41ae-46bc-bf15-34f80ebf19bb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:25:02.994612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:03.074761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 634f096d-41ae-46bc-bf15-34f80ebf19bb is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:25:03.075063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:03.109337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:03.177029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:03.198930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:25:03.201144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb8a66-a68a-47de-88ab-c89a65b129d0" -d '{"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:25:03.229063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:03.244388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b2e1bd-fde6-4bfd-a6ff-30fd0b65f036 x-openstack-request-id: req-57b2e1bd-fde6-4bfd-a6ff-30fd0b65f036 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:25:03.244673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:25:03.244922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57b2e1bd-fde6-4bfd-a6ff-30fd0b65f036 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:25:03.245307 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b2e1bd-fde6-4bfd-a6ff-30fd0b65f036'] response: {'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'code': 200} Apr 29 04:25:03.409928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2602d-972d-4585-a48f-7e0f57250dbe req-af7f9530-a1e9-4d90-b874-efd8db622e5a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:03.411563 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdf2602d-972d-4585-a48f-7e0f57250dbe req-af7f9530-a1e9-4d90-b874-efd8db622e5a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Apr 29 04:25:03.459146 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdf2602d-972d-4585-a48f-7e0f57250dbe req-bc69baa0-418f-4454-aec7-9b359eb4b87f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Apr 29 04:25:04.571621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad978c-61a7-475c-a477-8606ae51a6d3 req-019af4a1-2ee9-4da9-980f-dd8c2261795c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:04.573060 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-42ad978c-61a7-475c-a477-8606ae51a6d3 req-019af4a1-2ee9-4da9-980f-dd8c2261795c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0463862 Apr 29 04:25:04.621573 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-42ad978c-61a7-475c-a477-8606ae51a6d3 req-b3c934ae-6d60-497d-a449-91dfea0538c0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Apr 29 04:25:04.731852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df6ba2-a822-4c1b-82c7-3bb65407cc84 req-8b946391-fa20-4602-b1cf-3313fc565c3c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:04.733334 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0df6ba2-a822-4c1b-82c7-3bb65407cc84 req-8b946391-fa20-4602-b1cf-3313fc565c3c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0464580 Apr 29 04:25:04.781089 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0df6ba2-a822-4c1b-82c7-3bb65407cc84 req-5b8299ab-5d65-4560-96c8-860ecb33ebac tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Apr 29 04:25:04.893247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c98724-27b8-4bf9-9eb1-227fc011b2b6 req-603ceef9-c78a-49a2-8976-bc55f7f9ade7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:04.894724 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41c98724-27b8-4bf9-9eb1-227fc011b2b6 req-603ceef9-c78a-49a2-8976-bc55f7f9ade7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0457106 Apr 29 04:25:04.940806 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41c98724-27b8-4bf9-9eb1-227fc011b2b6 req-4445b455-b324-4aa8-aee4-1bcf75ebedbf tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405684 Apr 29 04:25:05.332431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689d9f-1884-4c39-8e46-8f9961590b5a req-1dc4fc2a-2743-49e0-88a9-bdf837af4f2f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:05.333953 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90689d9f-1884-4c39-8e46-8f9961590b5a req-1dc4fc2a-2743-49e0-88a9-bdf837af4f2f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0511441 Apr 29 04:25:05.379479 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90689d9f-1884-4c39-8e46-8f9961590b5a req-54a165bc-552b-4504-8ea4-460323c96306 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Apr 29 04:25:06.498450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b944ec5-9e3a-4dfa-9904-81edc353b99a req-8263ba6b-adff-4bbe-8b07-e84c98a61a43 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:06.499898 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0b944ec5-9e3a-4dfa-9904-81edc353b99a req-8263ba6b-adff-4bbe-8b07-e84c98a61a43 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Apr 29 04:25:06.544730 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0b944ec5-9e3a-4dfa-9904-81edc353b99a req-62d5bddd-e084-493a-8282-8adcf8ff2cc3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 Apr 29 04:25:07.116496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-d0e8e3d6-8c0d-4845-a069-316a7fc06feb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:07.117940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-d0e8e3d6-8c0d-4845-a069-316a7fc06feb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0455492 Apr 29 04:25:07.202017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Deleting port 634f096d-41ae-46bc-bf15-34f80ebf19bb {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:25:07.202351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:07.306427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] For port 634f096d-41ae-46bc-bf15-34f80ebf19bb, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=634f096d-41ae-46bc-bf15-34f80ebf19bb,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:07.306789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:07.471183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:07.471456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:07.471765 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad disassociated. External IP: 172.26.4.90, port: 634f096d-41ae-46bc-bf15-34f80ebf19bb. Apr 29 04:25:07.472095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Calling delete_port for 634f096d-41ae-46bc-bf15-34f80ebf19bb owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:25:07.640469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (634f096d-41ae-46bc-bf15-34f80ebf19bb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:07.660785 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f9ed-7f95-4384-8441-290398815fc4 req-3b7aa586-3830-4d7a-92b8-4c1e8a4bc3d8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:07.662328 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0379f9ed-7f95-4384-8441-290398815fc4 req-3b7aa586-3830-4d7a-92b8-4c1e8a4bc3d8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Apr 29 04:25:07.670948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event deleted for resources: {'Port': ['ID=634f096d-41ae-46bc-bf15-34f80ebf19bb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:07.681657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.682010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.682354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.682697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.683031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.683365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.683697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.684494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.684494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.684686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.684971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.685304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.685649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.685977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.686298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:25:07.720705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0379f9ed-7f95-4384-8441-290398815fc4 req-da27f833-afb7-4d03-acd2-e81b7aca21cc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524042 Apr 29 04:25:07.808862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:25:07.935336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:25:07.945055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:25:07.954851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:25:07.955462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:07.977035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] No DVR routers for this DVR port 634f096d-41ae-46bc-bf15-34f80ebf19bb on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:25:07.979486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:07.982728 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9ec70bc-a0f9-4d69-a137-acd93cce0e6a req-aac175d0-2980-4eaa-a2d3-f425fa634efb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "DELETE /v2.0/ports/634f096d-41ae-46bc-bf15-34f80ebf19bb HTTP/1.1" status: 204 len: 173 time: 0.8567166 Apr 29 04:25:07.983165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-deleted', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:25:07.985440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d980e-972f-4ad7-aba7-6f9039fa54c9" -d '{"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-deleted", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:25:08.020320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b913d1da-c43a-4c14-86b5-faeb94362b9a x-openstack-request-id: req-b913d1da-c43a-4c14-86b5-faeb94362b9a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:25:08.020620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7", "name": "network-vif-deleted", "tag": "634f096d-41ae-46bc-bf15-34f80ebf19bb", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:25:08.020920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b913d1da-c43a-4c14-86b5-faeb94362b9a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:25:08.021282 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b913d1da-c43a-4c14-86b5-faeb94362b9a'] response: {'server_uuid': '3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7', 'name': 'network-vif-deleted', 'tag': '634f096d-41ae-46bc-bf15-34f80ebf19bb', 'status': 'completed', 'code': 200} Apr 29 04:25:08.069097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:25:08.400745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:08.427046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:25:08.435103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:25:08.435708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:24:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:08.541096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:25:08.733771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:08.762283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f0cc2-e416-4495-8f6d-c1840b5e7fd4 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:25:08.842832 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f8617a3c-a914-474e-be0f-0a57349a3b2c req-784ade2f-07fc-4aa6-9fc0-1cc740f0184f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3cbe4b-dd65-4dc0-a61e-24a39737dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0337269 Apr 29 04:25:08.897511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2ace-1403-4f91-af92-baf00de0c1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:09.004988 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3394ce-d35e-4868-b021-9aa516308c47 None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:25:10.085679 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-c8c07df1-174b-4a30-acc3-f88022792c2a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--365276192&fields=id&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 267 time: 0.0456481 Apr 29 04:25:10.187850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-c5cb94ca-a293-49c5-81fd-61c776bc28e2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:10.189276 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-c5cb94ca-a293-49c5-81fd-61c776bc28e2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.0972159 Apr 29 04:25:10.203759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-e63484bf-135b-4678-ab07-e7efe3d0321f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/quotas/3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 375 time: 0.0085959 Apr 29 04:25:10.250554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-6da9235c-cdd1-4083-a041-8f7b14ee5ddc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415244 Apr 29 04:25:10.347294 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-719a89db-9183-4e54-a268-4b355b572066 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Apr 29 04:25:10.438013 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-11b443ce-7c6b-4764-8a14-98a7e5997613 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849788 Apr 29 04:25:10.669994 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-97c37d87-eece-41eb-8ce2-33f2960c6a8d req-d8ea87b3-eb41-44ff-b5b4-5b649614680a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Apr 29 04:25:10.989965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:25:11.010490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 634f096d-41ae-46bc-bf15-34f80ebf19bb {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:25:11.010827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 634f096d-41ae-46bc-bf15-34f80ebf19bb not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:25:11.240045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-83f0fbf7-850e-4bf7-91be-704c44e79aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:11.765141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4979daf0-1a9a-45ac-b465-617659482f2e req-418581ec-ef44-42bc-a4a2-a6ab956314d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 210 time: 0.0285668 Apr 29 04:25:12.205483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:12.640373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-5d16c817-4ca1-41c8-81ec-ebf75fd9ca7a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:12.641843 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-5d16c817-4ca1-41c8-81ec-ebf75fd9ca7a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.1018736 Apr 29 04:25:12.707142 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-04100f38-c7fc-4a73-8750-8199ff05e136 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 379 time: 0.0510681 Apr 29 04:25:12.717785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'port': {'device_id': '376a0821-20b6-4bda-b675-8b106fd24487', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'admin_state_up': True, 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'security_groups': ['66592484-fb03-46e0-b741-0756e6b63d64']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:25:12.861515 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ad0e938f-6a87-40b2-b6f4-554b5fb64720 req-6cfd67b3-dc38-4779-83d6-dccd0a61a72a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 210 time: 0.0273762 Apr 29 04:25:12.907609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Made reservation on behalf of 3c6e8bcc538846629d41cc57e168579e for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:25:12.907609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.033494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Allocated IP 172.20.0.9 (4fc9d2d3-c45c-42ba-b177-c63c813f75aa/54543a0c-8dc2-4248-a4f3-233fdfca3f53/b8a1a050-ba5c-41b7-9484-6e0b3713d55f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:25:13.166953 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.274426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.320632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:25:13.325575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:25:13.329206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:25:13.335878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'Port': ['ID=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:13.381662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:13.382296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.476999 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-1a75af91-abd6-485d-81ce-1eca73b1b31b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627094 Apr 29 04:25:13.493481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Request body: {'port': {'device_id': '376a0821-20b6-4bda-b675-8b106fd24487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:25:13.551874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.555382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-be9b4e7a-ecfb-4cc4-96e9-5654507f7cf6 None None] Provisioning complete for port b8a1a050-ba5c-41b7-9484-6e0b3713d55f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:25:13.555898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-be9b4e7a-ecfb-4cc4-96e9-5654507f7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.590494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-be9b4e7a-ecfb-4cc4-96e9-5654507f7cf6 None None] Port b8a1a050-ba5c-41b7-9484-6e0b3713d55f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:25:13.811466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.825307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a1a050-ba5c-41b7-9484-6e0b3713d55f {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:25:13.832679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Publish callbacks [] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.844572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Transition to ACTIVE for port object b8a1a050-ba5c-41b7-9484-6e0b3713d55f will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:25:13.914451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:13.999433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:14.015182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c957e7d-2bd7-4f11-a7b2-c4265f0c826c req-85217418-63e5-4049-878d-4315fe69a10a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.016703 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5c957e7d-2bd7-4f11-a7b2-c4265f0c826c req-85217418-63e5-4049-878d-4315fe69a10a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 943 time: 0.0755677 Apr 29 04:25:14.107781 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5c957e7d-2bd7-4f11-a7b2-c4265f0c826c req-1b38bebd-7c46-479a-865f-c9dea4f358fe tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761967 Apr 29 04:25:14.117033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Attempting to bind port b8a1a050-ba5c-41b7-9484-6e0b3713d55f on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:25:14.117393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Attempting to bind port b8a1a050-ba5c-41b7-9484-6e0b3713d55f by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:25:14.117727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Attempting to bind port b8a1a050-ba5c-41b7-9484-6e0b3713d55f on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:25:14.122187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Port b8a1a050-ba5c-41b7-9484-6e0b3713d55f on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:25:14.122512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Attempting to bind port b8a1a050-ba5c-41b7-9484-6e0b3713d55f on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:25:14.127248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:25:14.127581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:25:14.127958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Bound using segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:25:14.128414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Bound port: b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:25:14.128774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:14.190640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] For port b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:25:14.193774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] For port b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:25:14.252138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:14.290415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.291109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:14.292391 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] 10.222.0.31 "PUT /v2.0/ports/b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 1093 time: 0.8033779 Apr 29 04:25:14.292834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:25:14.295120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c8e10-80b0-4146-8e3f-81493b45b36a" -d '{"events": [{"name": "network-changed", "server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:25:14.319099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fba4f-4ecb-48ce-9910-43b063327f32 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:14.347036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1a0b56-7cab-401d-a70e-386704d580cf x-openstack-request-id: req-dd1a0b56-7cab-401d-a70e-386704d580cf {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:25:14.347036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:25:14.347036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd1a0b56-7cab-401d-a70e-386704d580cf {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:25:14.347036 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1a0b56-7cab-401d-a70e-386704d580cf'] response: {'name': 'network-changed', 'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'status': 'completed', 'code': 200} Apr 29 04:25:14.414601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c8e10-80b0-4146-8e3f-81493b45b36a req-c052d097-0c55-4ec2-916e-5ec05a12b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.416105 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-170c8e10-80b0-4146-8e3f-81493b45b36a req-c052d097-0c55-4ec2-916e-5ec05a12b641 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1127 time: 0.0416918 Apr 29 04:25:14.516963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c8e10-80b0-4146-8e3f-81493b45b36a req-d2d0ad0e-db46-42c6-8151-c4285e372779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.518498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-170c8e10-80b0-4146-8e3f-81493b45b36a req-d2d0ad0e-db46-42c6-8151-c4285e372779 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c6e8bcc538846629d41cc57e168579e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947495 Apr 29 04:25:14.614942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c8e10-80b0-4146-8e3f-81493b45b36a req-adac264e-0349-4735-b04a-b91a5ff0f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.616324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-170c8e10-80b0-4146-8e3f-81493b45b36a req-adac264e-0349-4735-b04a-b91a5ff0f390 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862768 Apr 29 04:25:14.695463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-9e790b3f-5dc3-4879-9bda-f206c4f396bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.696913 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-9e790b3f-5dc3-4879-9bda-f206c4f396bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1127 time: 0.0389292 Apr 29 04:25:14.743896 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-13989b86-c82d-40f8-8925-0e6014cb349d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 217 time: 0.0375924 Apr 29 04:25:14.795384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-370780b1-7c47-424b-a74e-bd6f27f9b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.797107 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-370780b1-7c47-424b-a74e-bd6f27f9b903 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0435283 Apr 29 04:25:14.842300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-3a0fd657-a997-4e27-902a-b9ccd2301e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:14.843729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-3a0fd657-a997-4e27-902a-b9ccd2301e38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374298 Apr 29 04:25:14.938028 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-5af2fc1f-4bff-47d3-9487-2190407c5f33 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Apr 29 04:25:15.029918 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6dd75f7-b251-4812-a24c-02628e2d383d req-03045403-e75e-4513-8eeb-1604c0c04c27 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824142 Apr 29 04:25:15.120017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:15.228286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3972-2f17-4f11-840c-0f876cccb310 req-74a59138-756b-4c6c-a849-696bb4000d01 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:15.229681 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b2bf3972-2f17-4f11-840c-0f876cccb310 req-74a59138-756b-4c6c-a849-696bb4000d01 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 943 time: 0.0520473 Apr 29 04:25:15.276333 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b2bf3972-2f17-4f11-840c-0f876cccb310 req-f9a8e8f3-038b-4082-a223-02d088b588ae tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406694 Apr 29 04:25:16.397821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242b207-f392-4f4b-99f6-4a8607050b96 req-e868086d-57f4-4df9-a98f-6a12f836a20d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:16.399426 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7242b207-f392-4f4b-99f6-4a8607050b96 req-e868086d-57f4-4df9-a98f-6a12f836a20d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 943 time: 0.0479541 Apr 29 04:25:16.447601 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7242b207-f392-4f4b-99f6-4a8607050b96 req-5cebb7f2-abf2-40a1-9b1a-f49c81514529 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Apr 29 04:25:17.021096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8a1a050-ba5c-41b7-9484-6e0b3713d55f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:25:17.119826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:17.130516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'mac_address': 'fa:16:3e:9c:50:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:25:17.170629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b8a1a050-ba5c-41b7-9484-6e0b3713d55f is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:25:17.171277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:17.183936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a1a050-ba5c-41b7-9484-6e0b3713d55f {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:25:17.202902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:17.291543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:17.337394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:17.533003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['b8a1a050-ba5c-41b7-9484-6e0b3713d55f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:25:17.559956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973091-3fbb-4bf1-9f68-5882e8deb18d req-e03ed13a-f424-4ff1-9f38-08b3decbd911 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:17.561365 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-98973091-3fbb-4bf1-9f68-5882e8deb18d req-e03ed13a-f424-4ff1-9f38-08b3decbd911 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 944 time: 0.0476646 Apr 29 04:25:17.608811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-98973091-3fbb-4bf1-9f68-5882e8deb18d req-4aeea4dd-b44e-4ceb-82a6-58388f0397e3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 Apr 29 04:25:18.729157 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39417db-a65a-4384-ba95-9d0f5599ef80 req-a89dbf18-e4b5-4ea1-8c2b-13ff0196faa9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:18.730680 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a39417db-a65a-4384-ba95-9d0f5599ef80 req-a89dbf18-e4b5-4ea1-8c2b-13ff0196faa9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 944 time: 0.0521252 Apr 29 04:25:18.779052 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a39417db-a65a-4384-ba95-9d0f5599ef80 req-b3dec89c-7f2e-4220-bb4c-01af085e8cf8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Apr 29 04:25:19.024986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8a1a050-ba5c-41b7-9484-6e0b3713d55f up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:25:19.069407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port b8a1a050-ba5c-41b7-9484-6e0b3713d55f completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:25:19.125098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port b8a1a050-ba5c-41b7-9484-6e0b3713d55f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:25:19.125514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:19.202977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b8a1a050-ba5c-41b7-9484-6e0b3713d55f is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:25:19.203360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:19.230367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:25:19.232602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945ead11-f8a1-4ba4-b5d1-9d11a8ee47ec" -d '{"events": [{"server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "name": "network-vif-plugged", "status": "completed", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:25:19.245642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:25:19.270880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607ce64-65ef-4afd-85a0-243a425456e5 x-openstack-request-id: req-2607ce64-65ef-4afd-85a0-243a425456e5 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:25:19.270880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "name": "network-vif-plugged", "status": "completed", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:25:19.270880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2607ce64-65ef-4afd-85a0-243a425456e5 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:25:19.271338 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2607ce64-65ef-4afd-85a0-243a425456e5'] response: {'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'code': 200} Apr 29 04:25:19.303291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:19.351069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:25:19.647478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161189-17ee-4f66-9854-7ae20d5f761e req-86ac09af-20d0-4aff-b761-385f657b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:19.648904 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de161189-17ee-4f66-9854-7ae20d5f761e req-86ac09af-20d0-4aff-b761-385f657b1cc4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1129 time: 0.0421278 Apr 29 04:25:19.695418 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de161189-17ee-4f66-9854-7ae20d5f761e req-0326ccb2-0df4-4ab1-8435-6d01771559c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381224 Apr 29 04:25:19.893228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528195a-0cd1-494a-99ca-b1d467122a94 req-74854e11-8e68-40fc-b4bf-4982459d52e7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:19.895424 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d528195a-0cd1-494a-99ca-b1d467122a94 req-74854e11-8e68-40fc-b4bf-4982459d52e7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0474200 Apr 29 04:25:19.944266 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d528195a-0cd1-494a-99ca-b1d467122a94 req-8331427b-8d97-4e6d-b37a-66a27ed2a59e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Apr 29 04:25:20.005629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:21.066573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f626b-c797-4286-b827-1d317058e541 req-ad53344b-1716-417a-85a9-546d51a16112 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:21.068019 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4b8f626b-c797-4286-b827-1d317058e541 req-ad53344b-1716-417a-85a9-546d51a16112 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0536842 Apr 29 04:25:21.116059 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4b8f626b-c797-4286-b827-1d317058e541 req-f367a914-7f37-4c9e-ac9f-24d2b3a3a63a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Apr 29 04:25:22.234140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd46094-a6dc-4324-b5d6-67f3e8dd16fd req-e7227589-21e7-40f4-94cf-896d173d1f0b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:22.235630 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4cd46094-a6dc-4324-b5d6-67f3e8dd16fd req-e7227589-21e7-40f4-94cf-896d173d1f0b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0520024 Apr 29 04:25:22.281173 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4cd46094-a6dc-4324-b5d6-67f3e8dd16fd req-bd721a55-e307-45ce-8fb1-6a79e06b9b00 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Apr 29 04:25:22.393370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929f45-8f30-4ea7-8a7c-5502420dfc99 req-45d9b0ca-33cc-4f12-9dff-91e365ca33f7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:22.394997 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56929f45-8f30-4ea7-8a7c-5502420dfc99 req-45d9b0ca-33cc-4f12-9dff-91e365ca33f7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0457840 Apr 29 04:25:22.403249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38434) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:25:22.407456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'floatingip': {'port_id': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:25:22.448744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:22.878996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:22.936556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:23.377602 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad associated. External IP: 172.26.4.90, port: b8a1a050-ba5c-41b7-9484-6e0b3713d55f. Apr 29 04:25:23.581727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:25:23.689850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:25:23.694635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:23.699087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:25:23.708348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:25:23.708959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:25:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:23.723056 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5ca62305-63f2-47de-9763-c317263f5625 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "PUT /v2.0/floatingips/742a31ca-27da-4b0a-9cff-dd41f5c5d6ad HTTP/1.1" status: 200 len: 990 time: 1.3187764 Apr 29 04:25:23.723635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:25:23.725915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:25:23.770469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbba808e-d5a3-4faf-8cbe-edc0d1f90c54 x-openstack-request-id: req-bbba808e-d5a3-4faf-8cbe-edc0d1f90c54 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:25:23.770634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:25:23.770884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbba808e-d5a3-4faf-8cbe-edc0d1f90c54 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:25:23.771296 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbba808e-d5a3-4faf-8cbe-edc0d1f90c54'] response: {'name': 'network-changed', 'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'status': 'completed', 'code': 200} Apr 29 04:25:23.822193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:25:23.832935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-c811afcb-0f26-4131-a5a1-a0064f8e8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:23.834590 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-c811afcb-0f26-4131-a5a1-a0064f8e8321 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1129 time: 0.0407505 Apr 29 04:25:23.929542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-35776ee1-b142-4d30-a4b8-a51af954874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:23.931007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-35776ee1-b142-4d30-a4b8-a51af954874d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0903499 Apr 29 04:25:24.007638 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-066c0cc0-f84d-4ef7-836e-09df0fcb87d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 998 time: 0.0600770 Apr 29 04:25:24.050957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:9c:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a0821-20b6-4bda-b675-8b106fd24487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:25:22Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:24.053260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-6dcc7f91-c965-438c-a11e-e8a43ff30f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:24.054771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-6dcc7f91-c965-438c-a11e-e8a43ff30f70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0475705 Apr 29 04:25:24.077477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:25:24.087058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:25:24.087058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:25:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:24.102743 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f88f7-a6a6-4896-a433-958d2def87ab req-36745190-1b87-4f46-a929-43fedeb99816 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:24.104212 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a5f88f7-a6a6-4896-a433-958d2def87ab req-36745190-1b87-4f46-a929-43fedeb99816 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0535083 Apr 29 04:25:24.178673 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a5f88f7-a6a6-4896-a433-958d2def87ab req-e7622145-76b2-4c6c-9137-85b5acdf9e9a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687516 Apr 29 04:25:24.183883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-f93b9d51-83a0-4655-b323-49b144cd7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:24.185401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-f93b9d51-83a0-4655-b323-49b144cd7d45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512378 Apr 29 04:25:24.202345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:25:24.277391 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-a6a9822f-8951-4741-893b-b7ce32f8ec3d service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853572 Apr 29 04:25:24.365654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fe20ea6-54fc-4e1a-8c07-85c4b73de1a9 req-044a78a9-3e43-48ec-8f99-e4c59bcad0ef service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825081 Apr 29 04:25:24.418797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:9c:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a0821-20b6-4bda-b675-8b106fd24487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:25:22Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:25:24.447421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0d440-4371-46f4-b861-ad5fd81b5785 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:9c:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a0821-20b6-4bda-b675-8b106fd24487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:25:22Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:25:24.635823 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9a18d-ffe8-4d5b-b463-aa86d4865a6b None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:25:25.296396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051d15f-2c80-4eb5-bf64-bc5538c4b524 req-b9b2b3e8-0493-4e1f-a554-33bf0f5351ae tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:25.297860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b051d15f-2c80-4eb5-bf64-bc5538c4b524 req-b9b2b3e8-0493-4e1f-a554-33bf0f5351ae tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0465384 Apr 29 04:25:25.344124 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b051d15f-2c80-4eb5-bf64-bc5538c4b524 req-4aeac545-c167-41fd-9c28-0b0bb6ee054d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Apr 29 04:25:26.456528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e338ed-d219-4102-a210-0ccd517d7e7e req-c63ed791-4d75-4540-b4b9-e3b1d46de1ef tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:26.458011 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d6e338ed-d219-4102-a210-0ccd517d7e7e req-c63ed791-4d75-4540-b4b9-e3b1d46de1ef tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0466528 Apr 29 04:25:26.507304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d6e338ed-d219-4102-a210-0ccd517d7e7e req-cb01d26a-9396-4f83-b708-56e9e3958e15 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Apr 29 04:25:27.617662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e743-452b-4da3-89c5-3e4a79f676fc req-61b896d1-6207-492e-8fb9-d8e3dc20d7c9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:27.619150 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-50f4e743-452b-4da3-89c5-3e4a79f676fc req-61b896d1-6207-492e-8fb9-d8e3dc20d7c9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0462224 Apr 29 04:25:27.669385 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-50f4e743-452b-4da3-89c5-3e4a79f676fc req-5b0de984-cc6f-454c-9edf-2edcfb5141e1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446708 Apr 29 04:25:28.781826 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b64e5-b3da-46ea-b688-bc6c85e54529 req-ea58e7b1-3303-4bf5-a622-e8ef22505289 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:28.783282 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e8b64e5-b3da-46ea-b688-bc6c85e54529 req-ea58e7b1-3303-4bf5-a622-e8ef22505289 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0467951 Apr 29 04:25:28.828401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e8b64e5-b3da-46ea-b688-bc6c85e54529 req-44eb2582-ec6b-4864-9f28-d17e57dd9d72 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395055 Apr 29 04:25:29.942966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f46ea9-7cb0-4d8a-b81e-e2eb97c68252 req-93549050-456c-4adf-b6fc-d9bdabd35533 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:29.944454 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f1f46ea9-7cb0-4d8a-b81e-e2eb97c68252 req-93549050-456c-4adf-b6fc-d9bdabd35533 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0492363 Apr 29 04:25:29.990517 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f1f46ea9-7cb0-4d8a-b81e-e2eb97c68252 req-d0b0795a-8bda-4cfe-8c2e-111b4568c743 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Apr 29 04:25:31.102910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c4d9-09d2-454d-b924-f40113caee66 req-5c467116-3ac4-4924-a024-1378826c7b9f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:31.104357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9103c4d9-09d2-454d-b924-f40113caee66 req-5c467116-3ac4-4924-a024-1378826c7b9f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0460885 Apr 29 04:25:31.149926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9103c4d9-09d2-454d-b924-f40113caee66 req-4c76d013-fcb8-446f-ac86-676d64bea5d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Apr 29 04:25:32.202275 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:25:32.262266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6bca0-e14e-4aab-942d-cf778664eaa7 req-2785391a-2966-4df2-b12e-e40512530801 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:32.263759 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f4b6bca0-e14e-4aab-942d-cf778664eaa7 req-2785391a-2966-4df2-b12e-e40512530801 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0472002 Apr 29 04:25:32.311724 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f4b6bca0-e14e-4aab-942d-cf778664eaa7 req-bbe0f6c9-fbc4-4819-b5a9-86b31b7fa9a7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Apr 29 04:25:33.430619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9df91-acfc-45ba-b646-a2b79d46fde4 req-af2d093e-26ad-4fe7-aa5c-df33db96635a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:33.432079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-70d9df91-acfc-45ba-b646-a2b79d46fde4 req-af2d093e-26ad-4fe7-aa5c-df33db96635a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0501339 Apr 29 04:25:33.476768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-70d9df91-acfc-45ba-b646-a2b79d46fde4 req-5f5d382b-3b1b-40d3-a178-a898617a1f07 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391703 Apr 29 04:25:34.591135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4396e12-0161-45bc-a994-f1eee21e7133 req-74405616-57ff-4936-b5a1-dde12288c44d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:34.592585 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e4396e12-0161-45bc-a994-f1eee21e7133 req-74405616-57ff-4936-b5a1-dde12288c44d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Apr 29 04:25:34.638062 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e4396e12-0161-45bc-a994-f1eee21e7133 req-4a365ecb-6526-4eec-91b8-ec4d25750614 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 Apr 29 04:25:35.748675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63410693-dc00-4ba4-b4a8-be89db18724d req-51e8e5ef-1333-45fe-ab4b-067aff0fbfab tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:35.750272 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63410693-dc00-4ba4-b4a8-be89db18724d req-51e8e5ef-1333-45fe-ab4b-067aff0fbfab tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0465531 Apr 29 04:25:35.796973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63410693-dc00-4ba4-b4a8-be89db18724d req-397fc727-91c2-45e9-9b1d-9dc2a3b5698a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Apr 29 04:25:36.907925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bafb1-761a-4871-9309-317e7bc0383e req-de877988-85df-4131-89ad-acf3086c1913 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:36.909913 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e00bafb1-761a-4871-9309-317e7bc0383e req-de877988-85df-4131-89ad-acf3086c1913 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0464792 Apr 29 04:25:36.954776 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e00bafb1-761a-4871-9309-317e7bc0383e req-c15cff58-1759-4777-b82b-73b835644048 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393829 Apr 29 04:25:38.065420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2140f5-1647-4638-af1e-cfd16d55b067 req-8903d0ba-de29-4c8e-be1b-a348a7241a6f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:38.066899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ff2140f5-1647-4638-af1e-cfd16d55b067 req-8903d0ba-de29-4c8e-be1b-a348a7241a6f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Apr 29 04:25:38.116120 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ff2140f5-1647-4638-af1e-cfd16d55b067 req-25972b1e-7c4f-4351-9aa7-086a9b08a98c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Apr 29 04:25:38.896137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8c397d4d-e110-44b7-a16f-b64a468431e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:39.235244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085491e-71e9-4839-8535-ac02002dc7a6 req-f019425c-5519-47de-8d7d-481da50e3fdf tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:39.236776 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1085491e-71e9-4839-8535-ac02002dc7a6 req-f019425c-5519-47de-8d7d-481da50e3fdf tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0505650 Apr 29 04:25:39.282124 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1085491e-71e9-4839-8535-ac02002dc7a6 req-e299a987-f7d0-4b6c-86c9-91d847180157 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Apr 29 04:25:40.391538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515ff4c-ddcd-4186-9fe6-bf8e8fe4cc9f req-746d6e3c-4e95-48dc-b672-f88dfd374e1a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:40.393516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f515ff4c-ddcd-4186-9fe6-bf8e8fe4cc9f req-746d6e3c-4e95-48dc-b672-f88dfd374e1a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0451820 Apr 29 04:25:40.438431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f515ff4c-ddcd-4186-9fe6-bf8e8fe4cc9f req-3f35a2a4-4f95-4515-ac72-96d1128462b1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394297 Apr 29 04:25:41.207346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f79d9d00-7a29-433c-b3a8-80f1dca06bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:41.550387 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91cef-a224-4737-8a7f-9752b6c46b5a req-111f9a4c-1100-4cb0-b74b-cb4dfb712f7c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:41.553750 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a3b91cef-a224-4737-8a7f-9752b6c46b5a req-111f9a4c-1100-4cb0-b74b-cb4dfb712f7c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0473759 Apr 29 04:25:41.597935 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a3b91cef-a224-4737-8a7f-9752b6c46b5a req-3e942af2-168b-4b8b-af79-7cff62e8c236 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Apr 29 04:25:42.244253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:42.708122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2733e-533a-48d6-9282-6da562dfac5d req-512554d0-f809-4c74-aa33-bb929e01ceda tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:42.709579 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fec2733e-533a-48d6-9282-6da562dfac5d req-512554d0-f809-4c74-aa33-bb929e01ceda tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0459487 Apr 29 04:25:42.754848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fec2733e-533a-48d6-9282-6da562dfac5d req-d8b2ecfa-8224-49c9-9330-a87300b575ba tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398197 Apr 29 04:25:43.793382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:43.867724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6246e-0755-4672-9cbd-77a5d8ebeb12 req-1ff22414-f145-49f9-85a3-52d4b5880352 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:43.869193 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cda6246e-0755-4672-9cbd-77a5d8ebeb12 req-1ff22414-f145-49f9-85a3-52d4b5880352 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0466413 Apr 29 04:25:43.919252 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cda6246e-0755-4672-9cbd-77a5d8ebeb12 req-c571ec76-eb9a-497c-8a6f-a5ca55fab729 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444303 Apr 29 04:25:45.035589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a209e2b-b364-4dcf-82aa-713f1393c63b req-823cf08a-81f8-48f4-aef0-4b6d36c85bc8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:45.036975 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3a209e2b-b364-4dcf-82aa-713f1393c63b req-823cf08a-81f8-48f4-aef0-4b6d36c85bc8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Apr 29 04:25:45.084043 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3a209e2b-b364-4dcf-82aa-713f1393c63b req-e68c2c6b-0fc9-4282-aa0d-aa977203b709 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Apr 29 04:25:45.118613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:46.195190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337c2a-197b-46ef-ad25-19dacfea499f req-9117c913-90e8-4280-8da0-58d5b0ac8358 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:46.196608 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d8337c2a-197b-46ef-ad25-19dacfea499f req-9117c913-90e8-4280-8da0-58d5b0ac8358 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0465117 Apr 29 04:25:46.241932 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d8337c2a-197b-46ef-ad25-19dacfea499f req-81f69b1e-b608-4e6f-963b-2d466d230807 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398681 Apr 29 04:25:47.357121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271525-5e05-457b-8249-8213a178e1de req-e3d391f5-f86a-4e10-91a4-32750afd2eea tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:47.358649 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-02271525-5e05-457b-8249-8213a178e1de req-e3d391f5-f86a-4e10-91a4-32750afd2eea tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0465567 Apr 29 04:25:47.404210 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-02271525-5e05-457b-8249-8213a178e1de req-4519ef85-10e0-4991-9102-521b29172786 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400078 Apr 29 04:25:48.517565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9c10a-1c4e-4220-90fb-bf382e74513d req-322ddfca-cd7d-477f-ad36-792baeffde53 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:48.519535 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4db9c10a-1c4e-4220-90fb-bf382e74513d req-322ddfca-cd7d-477f-ad36-792baeffde53 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0460505 Apr 29 04:25:48.564763 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4db9c10a-1c4e-4220-90fb-bf382e74513d req-6e017c97-10e5-42c8-8c47-7226705da27d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Apr 29 04:25:49.679215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21236-5095-4a2d-ba9a-1fa393843068 req-43c7225b-edaa-4919-9f60-8ae6c886b5f3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:49.680654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c7c21236-5095-4a2d-ba9a-1fa393843068 req-43c7225b-edaa-4919-9f60-8ae6c886b5f3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0505688 Apr 29 04:25:49.727198 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c7c21236-5095-4a2d-ba9a-1fa393843068 req-57abb605-e497-41c3-b684-6a1fb962f475 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408773 Apr 29 04:25:50.039032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:25:50.088256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de911e23-388c-477e-b21e-fced1052aa10 req-7aee0eb6-daae-45f1-a6d5-7dc4cf2060ee tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:50.089826 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de911e23-388c-477e-b21e-fced1052aa10 req-7aee0eb6-daae-45f1-a6d5-7dc4cf2060ee tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0467379 Apr 29 04:25:50.136798 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de911e23-388c-477e-b21e-fced1052aa10 req-34c5d792-774e-4561-ba7e-5640fa5b0dca tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Apr 29 04:25:50.227697 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-fcbd2493-709e-405a-9253-329dc78cd061 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0374012 Apr 29 04:25:50.746143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-dd4825db-245d-4d5e-a7a0-e71538bcbe07 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:50.763178 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-dd4825db-245d-4d5e-a7a0-e71538bcbe07 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports/b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 942 time: 0.0489242 Apr 29 04:25:51.257472 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45313a4-eec1-462b-b2a7-49b36c7109dc req-48c57012-7307-4a2f-9a3a-4daa5e47a9b9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:51.258940 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d45313a4-eec1-462b-b2a7-49b36c7109dc req-48c57012-7307-4a2f-9a3a-4daa5e47a9b9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0513270 Apr 29 04:25:51.306881 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d45313a4-eec1-462b-b2a7-49b36c7109dc req-4e891833-b8c9-4753-8e57-2a2a42d4e0df tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Apr 29 04:25:52.246344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-c21bb39e-c646-4d26-b843-0db3bc7ac879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:52.247790 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-c21bb39e-c646-4d26-b843-0db3bc7ac879 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1129 time: 0.0375156 Apr 29 04:25:52.338962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-bda80ca3-3ff3-4d77-a794-d393ec3b052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:52.340426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-bda80ca3-3ff3-4d77-a794-d393ec3b052b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0833859 Apr 29 04:25:52.446356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412063df-8dc9-49ce-8a51-f942a573e0bb req-c266b278-2749-445b-8f34-00c80e05286f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:52.447812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-412063df-8dc9-49ce-8a51-f942a573e0bb req-c266b278-2749-445b-8f34-00c80e05286f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0595117 Apr 29 04:25:52.449914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-12c4ddf8-b6bc-4648-8049-34e8e99a6d98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 1000 time: 0.1000881 Apr 29 04:25:52.529542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-8ea9c88a-a96b-4f8d-9440-69d449585548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:52.530879 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-8ea9c88a-a96b-4f8d-9440-69d449585548 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0707154 Apr 29 04:25:52.533991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-412063df-8dc9-49ce-8a51-f942a573e0bb req-a794d4f3-f8d1-4722-9a82-8ca23c63b056 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806863 Apr 29 04:25:52.577703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-e570faaf-f951-4bc6-88d1-165e10f7d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:52.579179 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-e570faaf-f951-4bc6-88d1-165e10f7d0ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393183 Apr 29 04:25:52.673170 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-4aab0cc7-4c12-47b0-8332-7a9036959756 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842934 Apr 29 04:25:52.761799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-5d71b49a-aabb-4f05-a0df-0d723ed01ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798428 Apr 29 04:25:53.647540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f4eef-a5d9-4420-b2f1-94bb55010cf0 req-2a4fa208-cb69-457d-8d68-4fea7934bd81 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:53.649015 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-550f4eef-a5d9-4420-b2f1-94bb55010cf0 req-2a4fa208-cb69-457d-8d68-4fea7934bd81 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0469186 Apr 29 04:25:53.695966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-550f4eef-a5d9-4420-b2f1-94bb55010cf0 req-ef055e68-8852-488e-80d6-02c0f4c0d2a5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Apr 29 04:25:54.709515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-21f426b1-71fb-4329-a4fa-3c0104adb661 service neutron] 10.222.0.31 "GET /v2.0/ports/b8a1a050-ba5c-41b7-9484-6e0b3713d55f/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0526695 Apr 29 04:25:54.821251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49b351-b2dc-4151-b3d7-7fde136868f8 req-b3a0bc89-087f-4988-87ab-ac76b1db4a0c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:54.822750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e49b351-b2dc-4151-b3d7-7fde136868f8 req-b3a0bc89-087f-4988-87ab-ac76b1db4a0c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0535016 Apr 29 04:25:54.869762 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e49b351-b2dc-4151-b3d7-7fde136868f8 req-c827a998-c371-4fea-86f6-6f23848cfde7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Apr 29 04:25:55.249882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-9bc4da81-7870-4cfd-8968-2ba9ad33f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:55.251461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-9bc4da81-7870-4cfd-8968-2ba9ad33f30a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 1129 time: 0.0387313 Apr 29 04:25:55.311892 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-ae064014-bea7-4b80-ad60-be0f686430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:55.313376 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-ae064014-bea7-4b80-ad60-be0f686430a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1129 time: 0.0380566 Apr 29 04:25:55.402840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-df00b648-0e80-4d95-a645-bc7982fc4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:55.404279 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-df00b648-0e80-4d95-a645-bc7982fc4a65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0848422 Apr 29 04:25:55.471211 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-fb1a9f4c-af69-4912-ba73-b1f6c7204fd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 1000 time: 0.0573981 Apr 29 04:25:55.525690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-90df623a-8ad7-4d53-bbaa-ccff1985ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:55.527021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-90df623a-8ad7-4d53-bbaa-ccff1985ff70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0469909 Apr 29 04:25:55.574111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-f143a079-7f7b-410c-a82e-cc557e742585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:55.575598 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-f143a079-7f7b-410c-a82e-cc557e742585 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392625 Apr 29 04:25:55.665799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-9e206a53-7b84-48ff-bc3e-7ab8984b510c service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805154 Apr 29 04:25:55.760415 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-598c668c-1cde-40f1-92c8-207046ab26e3 req-fede1f77-4524-4fcd-8d5e-7057497f99d9 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843923 Apr 29 04:25:55.984566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115cb4f-78f1-4e82-b58d-7d9d641ffa55 req-e2f44ad5-6cd0-4d30-8cd3-50dd8cf75fe1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:55.986049 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4115cb4f-78f1-4e82-b58d-7d9d641ffa55 req-e2f44ad5-6cd0-4d30-8cd3-50dd8cf75fe1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0458221 Apr 29 04:25:56.036969 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4115cb4f-78f1-4e82-b58d-7d9d641ffa55 req-ba0e554d-6070-4f3e-8998-344f7e946120 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Apr 29 04:25:57.152749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61742-f29a-4211-bd70-0609f8d7996c req-a05fd461-70b6-44de-a3c1-fec1d6116d99 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:57.163229 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4cb61742-f29a-4211-bd70-0609f8d7996c req-a05fd461-70b6-44de-a3c1-fec1d6116d99 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0460880 Apr 29 04:25:57.199467 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4cb61742-f29a-4211-bd70-0609f8d7996c req-4a53c019-ad5d-4501-9633-306805bdaf93 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 Apr 29 04:25:58.312100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5df6-749d-4dae-818d-0b60bd2f8b90 req-9cccfdc4-fefa-4a3c-9508-e80b07de71e0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:58.313563 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-30ed5df6-749d-4dae-818d-0b60bd2f8b90 req-9cccfdc4-fefa-4a3c-9508-e80b07de71e0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0460684 Apr 29 04:25:58.358994 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-30ed5df6-749d-4dae-818d-0b60bd2f8b90 req-50b6965e-44d2-4b10-8465-596accd9df8f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392690 Apr 29 04:25:58.700434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8ddf-3e6b-4416-8929-fbedb4a9aa57 req-9d98419d-26cb-4b23-a856-27553f5a80ec tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:58.701927 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d07f8ddf-3e6b-4416-8929-fbedb4a9aa57 req-9d98419d-26cb-4b23-a856-27553f5a80ec tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Apr 29 04:25:58.748707 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d07f8ddf-3e6b-4416-8929-fbedb4a9aa57 req-6c8340cd-317f-4ce9-8aea-65d74ff3a50c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411870 Apr 29 04:25:58.792888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-38400ab8-c07c-418f-a97a-a71c5255c24b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:58.794355 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-38400ab8-c07c-418f-a97a-a71c5255c24b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487&tenant_id=3c6e8bcc538846629d41cc57e168579e&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0541854 Apr 29 04:25:58.885035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-d7d2fd0e-0dc9-4bc4-a39a-27bebdc40cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:58.886518 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-d7d2fd0e-0dc9-4bc4-a39a-27bebdc40cdc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1129 time: 0.0381603 Apr 29 04:25:58.981890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-0829d751-9c05-4980-96a2-b5a866769157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:58.983348 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-0829d751-9c05-4980-96a2-b5a866769157 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0873489 Apr 29 04:25:59.049060 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-03fa58c8-fe17-425a-8980-2534b3774a6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 1000 time: 0.0567412 Apr 29 04:25:59.098759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-8a9a04a6-5800-48ed-967d-23418b1fe4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:59.100162 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-8a9a04a6-5800-48ed-967d-23418b1fe4e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0420883 Apr 29 04:25:59.152615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-cb998d40-772f-4da4-91ca-844673b4d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:59.152615 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-cb998d40-772f-4da4-91ca-844673b4d92e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411100 Apr 29 04:25:59.241265 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-c3f31ea2-e002-457e-b12c-cceda706b587 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803363 Apr 29 04:25:59.334383 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bcae99bb-15bb-431a-897c-9f9427ac27d8 req-76a823fe-41a6-4c51-9828-2baf2de94592 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838752 Apr 29 04:25:59.867338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af66431-eedf-4f12-8fa0-1506eeaa8a5a req-571ddd67-dc5c-4c8e-ab5e-61f2c62d1f9b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:25:59.868862 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5af66431-eedf-4f12-8fa0-1506eeaa8a5a req-571ddd67-dc5c-4c8e-ab5e-61f2c62d1f9b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0472195 Apr 29 04:25:59.914758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5af66431-eedf-4f12-8fa0-1506eeaa8a5a req-bbc1cd8a-7389-4395-901a-1909953d0c36 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402110 Apr 29 04:26:01.029541 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf9055-39cb-4d46-aaf4-6f5d5bdebe9d req-d16d4b9c-1108-4b3d-8ede-ac4c8bcee025 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.030901 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dbdf9055-39cb-4d46-aaf4-6f5d5bdebe9d req-d16d4b9c-1108-4b3d-8ede-ac4c8bcee025 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Apr 29 04:26:01.077191 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dbdf9055-39cb-4d46-aaf4-6f5d5bdebe9d req-432828d4-cf75-436b-ba28-a56ae433182d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403080 Apr 29 04:26:01.186896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeda17c-dd03-4526-93b9-19db2bdbfc1f req-4e27f6c0-ad93-48b0-9091-4d6408f81444 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.188344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aaeda17c-dd03-4526-93b9-19db2bdbfc1f req-4e27f6c0-ad93-48b0-9091-4d6408f81444 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0463932 Apr 29 04:26:01.237503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aaeda17c-dd03-4526-93b9-19db2bdbfc1f req-ac9f65e2-7ed6-418c-bebb-620d092f9b59 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Apr 29 04:26:01.560519 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9344dcd-cc61-4b42-b48a-d79f50e6b232 req-0d208dfe-e7b9-4fd9-9013-2d100787dfd7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.561952 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e9344dcd-cc61-4b42-b48a-d79f50e6b232 req-0d208dfe-e7b9-4fd9-9013-2d100787dfd7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0494773 Apr 29 04:26:01.609778 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e9344dcd-cc61-4b42-b48a-d79f50e6b232 req-720ba832-346a-4d1f-8c1d-b04d69afe951 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Apr 29 04:26:01.654845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-4126acb8-08c3-4636-93c0-b3c02887a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.656309 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-4126acb8-08c3-4636-93c0-b3c02887a9e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 1129 time: 0.0391653 Apr 29 04:26:01.745908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-9e7cce3e-328a-4cf8-8442-26864b193647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.747498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-9e7cce3e-328a-4cf8-8442-26864b193647 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0849009 Apr 29 04:26:01.813747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-d0cf2784-0969-44fe-87d8-9b5cb07d9ab0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 200 len: 1000 time: 0.0597885 Apr 29 04:26:01.865812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-6b3c6e1d-b048-4f2e-9d0d-941458d1fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.867213 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-6b3c6e1d-b048-4f2e-9d0d-941458d1fb5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0447917 Apr 29 04:26:01.912543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-7dd86ad1-7442-4c81-bc5c-d432a3dc9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:01.913984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-7dd86ad1-7442-4c81-bc5c-d432a3dc9074 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378096 Apr 29 04:26:02.004105 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-3069352d-a4fb-4980-a21f-1d4f0e22d0b4 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801048 Apr 29 04:26:02.094821 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-96d83ffe-9e5f-4149-9f37-0623bef2797a req-3d410b4a-8140-4a83-8353-4e34f9ae276b service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818374 Apr 29 04:26:02.724411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957b4d9-85ea-46cb-820d-60577de7a046 req-ec7a0776-2149-479a-899d-17fe198edabc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:02.725886 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f957b4d9-85ea-46cb-820d-60577de7a046 req-ec7a0776-2149-479a-899d-17fe198edabc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0462942 Apr 29 04:26:02.772884 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f957b4d9-85ea-46cb-820d-60577de7a046 req-cf8ae43c-77e7-41b9-b91c-0972b4932afd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Apr 29 04:26:03.227756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b356d-d16b-45c2-87fe-ca29406d5eeb req-b504df6a-6bfd-4f78-b663-b6753830e1ed tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:03.229183 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0f7b356d-d16b-45c2-87fe-ca29406d5eeb req-b504df6a-6bfd-4f78-b663-b6753830e1ed tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0502970 Apr 29 04:26:03.274583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0f7b356d-d16b-45c2-87fe-ca29406d5eeb req-b840bc18-42e1-48ca-935b-e2df6aecdea7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 Apr 29 04:26:04.386369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dcb82-00e5-4392-8389-511af4ffb729 req-220b25d3-3ac6-4123-a25e-3e8564547cd0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:04.387798 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c4dcb82-00e5-4392-8389-511af4ffb729 req-220b25d3-3ac6-4123-a25e-3e8564547cd0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0456319 Apr 29 04:26:04.432876 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c4dcb82-00e5-4392-8389-511af4ffb729 req-67039d71-0031-44bc-9a98-c8429722f30f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391002 Apr 29 04:26:04.980660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-10afeb82-3d82-411f-81c2-8dcfd346ce90 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:04.982172 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-10afeb82-3d82-411f-81c2-8dcfd346ce90 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 945 time: 0.0496523 Apr 29 04:26:05.065757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Deleting port b8a1a050-ba5c-41b7-9484-6e0b3713d55f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:26:05.066095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:05.154942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] For port b8a1a050-ba5c-41b7-9484-6e0b3713d55f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:26:05.155304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:05.321206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:05.321516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:05.321823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad disassociated. External IP: 172.26.4.90, port: b8a1a050-ba5c-41b7-9484-6e0b3713d55f. Apr 29 04:26:05.322158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Calling delete_port for b8a1a050-ba5c-41b7-9484-6e0b3713d55f owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:26:05.478514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b8a1a050-ba5c-41b7-9484-6e0b3713d55f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:05.505911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event deleted for resources: {'Port': ['ID=b8a1a050-ba5c-41b7-9484-6e0b3713d55f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:05.531037 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-413cd756-0bd5-4f1e-b966-ee98d623d101 req-c3f67941-c370-4d49-90a0-55e378bd775d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 210 time: 0.0308321 Apr 29 04:26:05.983194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:26:06.022577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-68b4fe7a-c742-484d-89a6-568b9fdfd42f req-a4a183da-a62b-464e-87e2-f5cb88ae04f8 tempest-TestNetworkBasicOps-577181910 tempest-TestNetworkBasicOps-577181910-project] (116105) timed out ('10.222.0.37', 35868) {{(pid=116105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 04:26:06.089990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:26:06.101134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:26:06.111037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:26:06.111644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:25:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:06.131370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] No DVR routers for this DVR port b8a1a050-ba5c-41b7-9484-6e0b3713d55f on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:26:06.133899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:06.137119 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4712cb62-ea46-4eb4-899a-1b6509be0e25 req-2de8723b-da54-490e-bc64-f6c177269806 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "DELETE /v2.0/ports/b8a1a050-ba5c-41b7-9484-6e0b3713d55f HTTP/1.1" status: 204 len: 173 time: 1.1468956 Apr 29 04:26:06.137588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'name': 'network-vif-deleted', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:26:06.139900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d34231-87cf-4e0d-b969-6d2ffe66d208" -d '{"events": [{"server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "name": "network-vif-deleted", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:26:06.176688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c068c-4c5c-4326-9ef2-190d045e4796 x-openstack-request-id: req-620c068c-4c5c-4326-9ef2-190d045e4796 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:26:06.176991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a0821-20b6-4bda-b675-8b106fd24487", "name": "network-vif-deleted", "tag": "b8a1a050-ba5c-41b7-9484-6e0b3713d55f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:26:06.177253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-620c068c-4c5c-4326-9ef2-190d045e4796 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:26:06.177698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620c068c-4c5c-4326-9ef2-190d045e4796'] response: {'server_uuid': '376a0821-20b6-4bda-b675-8b106fd24487', 'name': 'network-vif-deleted', 'tag': 'b8a1a050-ba5c-41b7-9484-6e0b3713d55f', 'status': 'completed', 'code': 200} Apr 29 04:26:06.363391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:26:06.556937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:06.583662 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:26:06.591828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:26:06.592438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:25:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:06.638868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a32378f6-1877-4eec-8eaa-05b661abe9dd req-cedae608-d9f7-45ba-b291-d57ecc92d9b9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=376a0821-20b6-4bda-b675-8b106fd24487 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Apr 29 04:26:06.703508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:26:06.894116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:06.920773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408a8b9-7042-4596-aef5-3eb133b13166 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:26:07.136747 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a569d0-debd-4bbe-8178-0e7103b6e67e None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:26:07.878498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-4c44acf3-6a3a-416c-835f-0d619ae6a7c6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--365276192&fields=id&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 267 time: 0.0412254 Apr 29 04:26:07.984515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-61f86ea1-04d4-4562-8f1f-cc8889222301 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:07.985991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-61f86ea1-04d4-4562-8f1f-cc8889222301 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.1013169 Apr 29 04:26:08.000759 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-40adaab4-50d4-426c-b5c9-9c854b5237b0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/quotas/3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 375 time: 0.0089712 Apr 29 04:26:08.047408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-1288ea46-aebd-4b14-8e46-3a1a4d86cc4d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414417 Apr 29 04:26:08.142677 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c129c0a7-328e-47a2-995d-381e9cd0bb10 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837686 Apr 29 04:26:08.229849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-bfbd49c0-6f8e-4348-8b67-63542370503f service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814075 Apr 29 04:26:08.450492 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-61616d62-680f-4d23-b8d8-65ba0c17e599 req-b0d3336f-c797-4db7-a643-b4b1f1eb2a4b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 210 time: 0.0279193 Apr 29 04:26:08.889697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fba8cec6-4dd9-4031-a3e6-6ef928f2d53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:09.128235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8a1a050-ba5c-41b7-9484-6e0b3713d55f no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:26:09.148709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: b8a1a050-ba5c-41b7-9484-6e0b3713d55f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:26:09.149035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b8a1a050-ba5c-41b7-9484-6e0b3713d55f not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:26:09.206823 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:26:09.546418 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-61cb5453-22fb-4737-80be-1d1ea275beb3 req-2a01d1c1-8538-48db-ab05-eadf2b234acf tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 210 time: 0.0277162 Apr 29 04:26:10.324387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-108c2399-176f-4486-acef-e7d49fc230cc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:10.325866 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-108c2399-176f-4486-acef-e7d49fc230cc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.1052122 Apr 29 04:26:10.385073 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-1e3772af-f03f-48aa-999f-98fe104096f2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 379 time: 0.0504811 Apr 29 04:26:10.396504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'port': {'device_id': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'admin_state_up': True, 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'security_groups': ['66592484-fb03-46e0-b741-0756e6b63d64']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:26:10.569584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Made reservation on behalf of 3c6e8bcc538846629d41cc57e168579e for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:26:10.573012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:10.650297 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-be556584-2013-4b76-854a-74601cb675c6 req-f01d3485-1475-439e-a55c-b8f2b48289a8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 210 time: 0.0311434 Apr 29 04:26:10.703011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Allocated IP 172.20.0.14 (4fc9d2d3-c45c-42ba-b177-c63c813f75aa/54543a0c-8dc2-4248-a4f3-233fdfca3f53/b9e9bed5-10f9-4d80-aa30-0e4690f07d4c) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:26:10.841110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:10.940834 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:10.982390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:26:10.987959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:26:10.991764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:26:11.020301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:11.035109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.035450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.035795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.036129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.036455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.036783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.037109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.037455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.037784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.038096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.038416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.038732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.039047 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.039361 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.039674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:11.060914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:11.061547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.132317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c66c7a57-5410-4220-a193-3e2ef1175e24 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7394001 Apr 29 04:26:11.148665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Request body: {'port': {'device_id': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:26:11.190697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8ebc6d6c-663d-4197-b146-722744f4918a None None] Provisioning complete for port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:26:11.191302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6d6c-663d-4197-b146-722744f4918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.207528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.225076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d5cef6f7-2cc1-4117-b509-f2f9a15349d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.229093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc6d6c-663d-4197-b146-722744f4918a None None] Port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:26:11.463573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:26:11.470838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Publish callbacks [] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.482565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Transition to ACTIVE for port object b9e9bed5-10f9-4d80-aa30-0e4690f07d4c will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:26:11.534591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.585031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:11.654286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Attempting to bind port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:26:11.654618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Attempting to bind port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:26:11.654949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Attempting to bind port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:26:11.659705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:26:11.660024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Attempting to bind port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:26:11.665198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:26:11.665569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:26:11.665957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Bound using segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:26:11.666387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Bound port: b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:26:11.666744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.764023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:26:11.781277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:26:11.788155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e4698-21d1-4444-a3f8-a93ffd5deddb req-98a55c26-92df-48cd-b997-895d5e4d0119 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:11.789632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f0e4698-21d1-4444-a3f8-a93ffd5deddb req-98a55c26-92df-48cd-b997-895d5e4d0119 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0628338 Apr 29 04:26:11.836628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f0e4698-21d1-4444-a3f8-a93ffd5deddb req-d5c9e7ba-0a26-4173-8b1b-610514071cb3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411561 Apr 29 04:26:11.855631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.889931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:11.890542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:11.891899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 1094 time: 0.7480254 Apr 29 04:26:11.892374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:26:11.895005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fb2ce3-0172-4642-8dc6-2606db2411be" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:26:11.921765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac95fa3-61a5-41db-9274-cf58d74542f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:11.933196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18d9ef-a998-497c-b739-d99879863d3a x-openstack-request-id: req-ff18d9ef-a998-497c-b739-d99879863d3a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:26:11.933567 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:26:11.938062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff18d9ef-a998-497c-b739-d99879863d3a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:26:11.938062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff18d9ef-a998-497c-b739-d99879863d3a'] response: {'name': 'network-changed', 'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'status': 'completed', 'code': 200} Apr 29 04:26:12.001118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb2ce3-0172-4642-8dc6-2606db2411be req-bf00f717-af7c-4252-aa2d-38b0fbcec88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.003380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-64fb2ce3-0172-4642-8dc6-2606db2411be req-bf00f717-af7c-4252-aa2d-38b0fbcec88f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1128 time: 0.0461209 Apr 29 04:26:12.103765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb2ce3-0172-4642-8dc6-2606db2411be req-6436110d-412a-4784-9cf3-3ba18b6aa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.105228 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-64fb2ce3-0172-4642-8dc6-2606db2411be req-6436110d-412a-4784-9cf3-3ba18b6aa9cb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c6e8bcc538846629d41cc57e168579e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0928791 Apr 29 04:26:12.206235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb2ce3-0172-4642-8dc6-2606db2411be req-8538adc4-2bbc-4619-8f9d-d7fb728a39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.207970 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-64fb2ce3-0172-4642-8dc6-2606db2411be req-8538adc4-2bbc-4619-8f9d-d7fb728a39ee service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925453 Apr 29 04:26:12.260809 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:12.290748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-9f40d06f-cc43-4deb-a871-17ea1ad0185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.292236 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-9f40d06f-cc43-4deb-a871-17ea1ad0185e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1128 time: 0.0420811 Apr 29 04:26:12.340862 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-48f540d3-e684-4867-88f8-7a569f7c96be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 217 time: 0.0363994 Apr 29 04:26:12.390054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-972b26c3-b78c-488b-ad21-2cec33aa5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.391410 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-972b26c3-b78c-488b-ad21-2cec33aa5423 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0416973 Apr 29 04:26:12.433805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c92e0a28-a339-4c2a-a9a0-bf5c943243d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.435227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-c92e0a28-a339-4c2a-a9a0-bf5c943243d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376549 Apr 29 04:26:12.528753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-e20f87ec-9ec1-42fb-9544-035ff62bf1c0 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834212 Apr 29 04:26:12.617667 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-db9432ff-ec87-42b8-8e60-30f2eaed35b7 req-20e49928-9d08-4945-afdc-8a1294126289 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796330 Apr 29 04:26:12.947378 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383d63-6e72-4bde-b6dd-f5f287502b86 req-cfa65d94-ba39-44ff-89f3-cc81c335a9c7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:12.948824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3383d63-6e72-4bde-b6dd-f5f287502b86 req-cfa65d94-ba39-44ff-89f3-cc81c335a9c7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0459678 Apr 29 04:26:12.997676 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3383d63-6e72-4bde-b6dd-f5f287502b86 req-855e79f1-c437-4abf-8322-4e05a1462483 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Apr 29 04:26:13.775247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:14.111567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2121-9b7e-41d5-aad8-6259da8de812 req-5add3a30-6deb-4582-b93e-dba89c2bafa5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:14.113033 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2a9a2121-9b7e-41d5-aad8-6259da8de812 req-5add3a30-6deb-4582-b93e-dba89c2bafa5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0464492 Apr 29 04:26:14.159758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2a9a2121-9b7e-41d5-aad8-6259da8de812 req-b2deaf42-44fc-4acd-bc96-446af66e3645 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Apr 29 04:26:15.089287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:15.158920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:26:15.266855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:26:15.272479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d4de-8cb5-4bd0-875f-afba6aa67925 req-61097677-cbb5-45bd-a663-0f552b5e37fd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:15.274058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a758d4de-8cb5-4bd0-875f-afba6aa67925 req-61097677-cbb5-45bd-a663-0f552b5e37fd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0463793 Apr 29 04:26:15.284415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'mac_address': 'fa:16:3e:12:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:26:15.322974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a758d4de-8cb5-4bd0-875f-afba6aa67925 req-acd082ee-4d60-470d-90c5-c1bc27b9ddc0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Apr 29 04:26:15.324028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:26:15.324416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:15.341180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:26:15.360988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:26:15.409811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:15.458070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:15.465241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.465617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.465963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.466304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.466641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.466976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.467311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.467640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.467968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.468296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.468624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.468954 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.469277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.469623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.469950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:26:15.655430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:26:16.437511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77bdaa-fa33-4f5e-8c2b-f7779df31508 req-922f0747-0768-40e8-bcf4-d3eadeb9b454 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:16.438974 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ea77bdaa-fa33-4f5e-8c2b-f7779df31508 req-922f0747-0768-40e8-bcf4-d3eadeb9b454 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 945 time: 0.0460167 Apr 29 04:26:16.488678 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ea77bdaa-fa33-4f5e-8c2b-f7779df31508 req-e5e73157-feb2-45ef-8f72-15e01a656920 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Apr 29 04:26:17.173867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:26:17.216974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:26:17.271810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:26:17.272250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:17.351711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:26:17.352091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:17.374009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:26:17.376169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401cad1-176b-45d5-a471-e7b70723be2c" -d '{"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:26:17.394436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:26:17.438051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:17.473376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6131e7-1c73-4b1e-a51b-65cee1b64db6 x-openstack-request-id: req-fa6131e7-1c73-4b1e-a51b-65cee1b64db6 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:26:17.473376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:26:17.473376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa6131e7-1c73-4b1e-a51b-65cee1b64db6 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:26:17.473376 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6131e7-1c73-4b1e-a51b-65cee1b64db6'] response: {'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'code': 200} Apr 29 04:26:17.489606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:17.600087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27397cb2-550f-450c-8b22-3a6ec392fe57 req-b0010850-5cf7-4955-93c4-28ef5c030d67 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:17.601577 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27397cb2-550f-450c-8b22-3a6ec392fe57 req-b0010850-5cf7-4955-93c4-28ef5c030d67 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0467188 Apr 29 04:26:17.648805 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27397cb2-550f-450c-8b22-3a6ec392fe57 req-930f0570-9aa4-463c-a3db-ce98d8b02b2e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416975 Apr 29 04:26:17.903495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2534-a74a-49ec-a2fb-168ed2b388c8 req-dc8968f3-c16b-48be-b96a-0252f5a5b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:17.904889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f1f2534-a74a-49ec-a2fb-168ed2b388c8 req-dc8968f3-c16b-48be-b96a-0252f5a5b575 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1130 time: 0.0379174 Apr 29 04:26:17.951133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0f1f2534-a74a-49ec-a2fb-168ed2b388c8 req-5bf461f6-bbb6-4263-99a1-a10b506e0854 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371711 Apr 29 04:26:18.765306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047418-6ce4-4bea-b8a2-8704ff5a966a req-567f3a3b-ca22-478a-9cb6-9fa253872d51 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:18.766785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-08047418-6ce4-4bea-b8a2-8704ff5a966a req-567f3a3b-ca22-478a-9cb6-9fa253872d51 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0506120 Apr 29 04:26:18.812266 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-08047418-6ce4-4bea-b8a2-8704ff5a966a req-a309e252-6bae-489c-8578-e5a9e8bb42dd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Apr 29 04:26:19.923854 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5922b-dc03-4810-a453-00915a5a678e req-11aba058-98f9-4195-89e6-66bf391d74ec tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:19.925307 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2d5922b-dc03-4810-a453-00915a5a678e req-11aba058-98f9-4195-89e6-66bf391d74ec tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0459628 Apr 29 04:26:19.971124 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2d5922b-dc03-4810-a453-00915a5a678e req-5e73d822-04e1-4511-8757-c7d1fe1fdff2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Apr 29 04:26:20.043537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:20.080562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848183-9c32-43b9-b961-a9ddec9d5aa9 req-a5dbed92-e30a-4705-8dfb-537df49e6338 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:20.082089 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65848183-9c32-43b9-b961-a9ddec9d5aa9 req-a5dbed92-e30a-4705-8dfb-537df49e6338 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0471528 Apr 29 04:26:20.090787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38618) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:26:20.095532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'floatingip': {'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:26:20.137170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:20.563884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:20.632015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:20.732268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad associated. External IP: 172.26.4.90, port: b9e9bed5-10f9-4d80-aa30-0e4690f07d4c. Apr 29 04:26:20.938259 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:26:21.045515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:26:21.050016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:21.055405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:26:21.064314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:26:21.064923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:26:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:21.078880 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d6fb78b1-bba1-4ecf-85c9-9804e87ded50 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "PUT /v2.0/floatingips/742a31ca-27da-4b0a-9cff-dd41f5c5d6ad HTTP/1.1" status: 200 len: 991 time: 0.9867785 Apr 29 04:26:21.080092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:26:21.082602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b7a60-2785-4689-bb14-651c2a624365" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:26:21.123695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e505661e-60c3-4286-b0de-c57051c0e4ae x-openstack-request-id: req-e505661e-60c3-4286-b0de-c57051c0e4ae {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:26:21.123985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:26:21.124236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e505661e-60c3-4286-b0de-c57051c0e4ae {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:26:21.125401 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e505661e-60c3-4286-b0de-c57051c0e4ae'] response: {'name': 'network-changed', 'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'status': 'completed', 'code': 200} Apr 29 04:26:21.179235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:26:21.185726 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-f1c26745-4818-4986-83e8-f0ec600e1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:21.188690 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-f1c26745-4818-4986-83e8-f0ec600e1f8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1130 time: 0.0417459 Apr 29 04:26:21.289683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-6bd8c8de-780b-432c-8d2c-c4b50af832b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:21.291394 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-6bd8c8de-780b-432c-8d2c-c4b50af832b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0975831 Apr 29 04:26:21.366467 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-1cff7379-29c2-457a-959a-875781bf7938 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 999 time: 0.0675011 Apr 29 04:26:21.406551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:12:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:26:20Z', 'revision_number': 9, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:21.434443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:26:21.444140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:26:21.444710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:26:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:21.446853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a0e62-cf28-4fc9-9b35-ec0ecd632a67 req-fdf0dbe4-5e3f-4a2f-888d-7525954adcf8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:21.448339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f6a0e62-cf28-4fc9-9b35-ec0ecd632a67 req-fdf0dbe4-5e3f-4a2f-888d-7525954adcf8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0756650 Apr 29 04:26:21.458185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-dec0c0cc-c002-4c8a-8ca4-020efa22d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:21.459577 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-dec0c0cc-c002-4c8a-8ca4-020efa22d8b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0852263 Apr 29 04:26:21.536495 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-24b8c0a3-79b3-46cb-888e-bf7b16247b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:21.537986 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-24b8c0a3-79b3-46cb-888e-bf7b16247b25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0724897 Apr 29 04:26:21.555759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:26:21.571351 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f6a0e62-cf28-4fc9-9b35-ec0ecd632a67 req-78ad426c-1e03-48ea-ac2f-e6a3cafca7df tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155548 Apr 29 04:26:21.594628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-ebb71f07-07a0-4acc-9485-7e035bf1cb27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714903 Apr 29 04:26:21.653523 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-3c71f207-6379-412e-a4c0-b65632788419 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975354 Apr 29 04:26:21.757058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ee3b7a60-2785-4689-bb14-651c2a624365 req-5c7accc2-3d48-45e4-a969-37294668176e service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975003 Apr 29 04:26:21.793053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:12:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:26:20Z', 'revision_number': 9, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:26:21.821124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c76ec-183c-48df-8358-9fb512f3f456 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:12:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:26:20Z', 'revision_number': 9, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:26:22.040228 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086305d1-1d84-4533-b2b7-ea0939f53adf None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:26:22.108871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-95db9026-db6c-4222-8fd1-40ec79e3059d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:22.110256 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-95db9026-db6c-4222-8fd1-40ec79e3059d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports/b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 943 time: 0.0453005 Apr 29 04:26:22.691435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ca42-7450-40b4-910a-f8f687cac2dd req-fa4bfad3-b8d8-4519-93d3-82dad5c0f8de tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:22.692906 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7062ca42-7450-40b4-910a-f8f687cac2dd req-fa4bfad3-b8d8-4519-93d3-82dad5c0f8de tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0514975 Apr 29 04:26:22.740933 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7062ca42-7450-40b4-910a-f8f687cac2dd req-754f51f4-6bb3-4abe-b157-0fa8064f9d7c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Apr 29 04:26:23.429246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-a1687947-5dd8-4e6b-9b64-f6605a1ed91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:23.430744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-a1687947-5dd8-4e6b-9b64-f6605a1ed91e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1130 time: 0.0389614 Apr 29 04:26:23.520885 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-e9a62822-adb2-4f7b-b39f-2c389bb59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:23.522373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-e9a62822-adb2-4f7b-b39f-2c389bb59b06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0840836 Apr 29 04:26:23.589740 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-43c0e861-7ae6-4600-9de5-a1870c2797f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 1002 time: 0.0600383 Apr 29 04:26:23.639700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-3c08ed62-a100-46ef-a72a-a70e7d9a92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:23.641068 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-3c08ed62-a100-46ef-a72a-a70e7d9a92bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0448053 Apr 29 04:26:23.682773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-171f5295-a894-4b98-85fa-e962e61c8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:23.684110 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-171f5295-a894-4b98-85fa-e962e61c8594 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371387 Apr 29 04:26:23.770002 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-b4d0c00e-94f6-45f3-80eb-0cb04423ebb5 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795662 Apr 29 04:26:23.893753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9597-55db-475a-9d5f-cd90f8b7fbba req-b2a25c7f-bfb9-4c12-8677-130c6ab7ccec tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:23.895186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9d1e9597-55db-475a-9d5f-cd90f8b7fbba req-b2a25c7f-bfb9-4c12-8677-130c6ab7ccec tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0840867 Apr 29 04:26:23.922837 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-546fb4ad-ada6-4026-ba1f-3d5b67e4aa23 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440508 Apr 29 04:26:23.955116 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9d1e9597-55db-475a-9d5f-cd90f8b7fbba req-dfe300e6-537d-4d1a-875a-0da7aba38bf7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521448 Apr 29 04:26:25.069525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cd34c-cb88-45a2-b9ad-816db8ff58d9 req-62aa4bb6-604a-491b-882f-19c743666b73 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:25.070984 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-201cd34c-cb88-45a2-b9ad-816db8ff58d9 req-62aa4bb6-604a-491b-882f-19c743666b73 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0461960 Apr 29 04:26:25.126922 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-201cd34c-cb88-45a2-b9ad-816db8ff58d9 req-ce935ca8-75ef-453f-b666-e6bed810dae5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499747 Apr 29 04:26:26.239185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67855b6-4bfd-49a0-9e9a-37e122d94bda req-d54b3339-df2c-4958-9149-54b3575dced4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:26.240612 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f67855b6-4bfd-49a0-9e9a-37e122d94bda req-d54b3339-df2c-4958-9149-54b3575dced4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0452921 Apr 29 04:26:26.285837 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f67855b6-4bfd-49a0-9e9a-37e122d94bda req-f95471dd-f3bd-4194-a987-9d522c94057f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397422 Apr 29 04:26:27.396432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e0493-09a8-4453-be96-00943e286740 req-077ee02b-ee74-4728-be41-9a6e008934b2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:27.397816 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d69e0493-09a8-4453-be96-00943e286740 req-077ee02b-ee74-4728-be41-9a6e008934b2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0454507 Apr 29 04:26:27.447034 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d69e0493-09a8-4453-be96-00943e286740 req-662cad60-31d8-48da-8220-944165d34e1e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Apr 29 04:26:28.558389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e408e67-a566-42a9-af76-c6763f58a6d4 req-cf2ef0fb-0e72-4a5f-86b1-e34807df189d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:28.559821 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e408e67-a566-42a9-af76-c6763f58a6d4 req-cf2ef0fb-0e72-4a5f-86b1-e34807df189d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0459380 Apr 29 04:26:28.604657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e408e67-a566-42a9-af76-c6763f58a6d4 req-33380bdd-2fb2-4fa1-a4a0-7215090482e2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Apr 29 04:26:29.715815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69e18-0c61-4841-ac96-c335553abb60 req-f402e00c-6d1c-47e9-b1e5-d3a0c250c7f6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:29.717253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-94a69e18-0c61-4841-ac96-c335553abb60 req-f402e00c-6d1c-47e9-b1e5-d3a0c250c7f6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0458694 Apr 29 04:26:29.764478 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-94a69e18-0c61-4841-ac96-c335553abb60 req-a70af20c-6a2f-4875-bdb9-c85def4ffa64 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Apr 29 04:26:30.880436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e346-4eb3-4608-8f6e-646dc4162798 req-5139454f-ddef-495d-a13b-d410f0259ce8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:30.881910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74a2e346-4eb3-4608-8f6e-646dc4162798 req-5139454f-ddef-495d-a13b-d410f0259ce8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0495172 Apr 29 04:26:30.927406 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74a2e346-4eb3-4608-8f6e-646dc4162798 req-795c0ea8-f276-4883-b018-aff7ea6e2b0a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400295 Apr 29 04:26:32.037616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ab2a7-8699-43c5-a6c8-862f136f68ed req-7a069fa3-4cdb-44d9-80d1-4c65806c71bd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:32.038965 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0b9ab2a7-8699-43c5-a6c8-862f136f68ed req-7a069fa3-4cdb-44d9-80d1-4c65806c71bd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0456109 Apr 29 04:26:32.083758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0b9ab2a7-8699-43c5-a6c8-862f136f68ed req-7cfceac8-254e-47d0-8590-0ea7d3956758 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Apr 29 04:26:33.198315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4e5a4-658e-43ec-9334-a47970b26894 req-5d60a967-5d66-4809-8fff-c4aa7912cd81 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:33.199787 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f1c4e5a4-658e-43ec-9334-a47970b26894 req-5d60a967-5d66-4809-8fff-c4aa7912cd81 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0486295 Apr 29 04:26:33.245070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f1c4e5a4-658e-43ec-9334-a47970b26894 req-e1ef8e1d-0d09-475f-963d-7e63c2e5da5b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396671 Apr 29 04:26:34.359910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d9dd6-558e-4b8a-932e-1f6ce5d19f55 req-6c1d8a5c-892f-4519-b9bf-e07231818b40 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:34.361383 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4f2d9dd6-558e-4b8a-932e-1f6ce5d19f55 req-6c1d8a5c-892f-4519-b9bf-e07231818b40 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0489457 Apr 29 04:26:34.406380 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4f2d9dd6-558e-4b8a-932e-1f6ce5d19f55 req-4152226f-adda-44b5-aeba-19d3ffa5fbac tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389566 Apr 29 04:26:35.520208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80057f-f497-40b5-a675-c3e8af298944 req-55fc4320-5eb0-415d-881b-a2c9163d3d08 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:35.521655 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df80057f-f497-40b5-a675-c3e8af298944 req-55fc4320-5eb0-415d-881b-a2c9163d3d08 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0457933 Apr 29 04:26:35.575053 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df80057f-f497-40b5-a675-c3e8af298944 req-8bc141c1-25b5-4087-81d5-ec096b2fcc5a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478382 Apr 29 04:26:36.686171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c722c65-160a-46a6-a0d3-198ec217af3b req-ad3a4ca2-fedf-4338-9aec-e9a35ce85511 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:36.687620 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8c722c65-160a-46a6-a0d3-198ec217af3b req-ad3a4ca2-fedf-4338-9aec-e9a35ce85511 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0468044 Apr 29 04:26:36.733138 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8c722c65-160a-46a6-a0d3-198ec217af3b req-af8b7749-adba-408b-b9ab-dd614a8c0b2b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Apr 29 04:26:37.846420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06789-a06e-473a-9e9d-25ca01388557 req-1cf5d170-77d4-4c4c-b603-5a494c7f84d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:37.847869 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdb06789-a06e-473a-9e9d-25ca01388557 req-1cf5d170-77d4-4c4c-b603-5a494c7f84d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0467715 Apr 29 04:26:37.893588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fdb06789-a06e-473a-9e9d-25ca01388557 req-5848d2fe-482d-4cc0-8436-57a2f81c98b0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401907 Apr 29 04:26:38.888121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b422-0936-4796-b3a2-b32dce0e9db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:39.011127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cff91-37c4-43ef-975c-375715f1018e req-2a61f957-f268-49e3-a807-cb8237373405 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:39.012511 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f18cff91-37c4-43ef-975c-375715f1018e req-2a61f957-f268-49e3-a807-cb8237373405 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0504625 Apr 29 04:26:39.058909 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f18cff91-37c4-43ef-975c-375715f1018e req-db0dbe0a-5e18-4640-a474-e3f7c99e03e8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407758 Apr 29 04:26:40.169278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6646d-b45e-4fc2-a035-69f970f82aad req-4eba9d5c-9655-4825-8822-ee0d7bf2fbe7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:40.171051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22a6646d-b45e-4fc2-a035-69f970f82aad req-4eba9d5c-9655-4825-8822-ee0d7bf2fbe7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0459237 Apr 29 04:26:40.217329 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-22a6646d-b45e-4fc2-a035-69f970f82aad req-7b9d4b63-ecd6-4caa-b7da-d911031d5964 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401287 Apr 29 04:26:41.185404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-336c1b3c-6785-4f18-9bac-6083acf2aa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:41.328948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eb348-436f-4c03-aabd-45f4984ad7c1 req-70844ea8-b274-4b02-8f0d-066fa3b075ba tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:41.330436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0b6eb348-436f-4c03-aabd-45f4984ad7c1 req-70844ea8-b274-4b02-8f0d-066fa3b075ba tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0464108 Apr 29 04:26:41.377111 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0b6eb348-436f-4c03-aabd-45f4984ad7c1 req-b141b558-84f2-4c9d-85c7-dfc23aa6102d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 Apr 29 04:26:42.282328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:42.490616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40fbba-20f3-4cb9-b5dc-c142cc2f551b req-99aebf6f-3c80-451a-9ad4-1729c80273ea tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:42.492044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f40fbba-20f3-4cb9-b5dc-c142cc2f551b req-99aebf6f-3c80-451a-9ad4-1729c80273ea tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0486777 Apr 29 04:26:42.537517 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f40fbba-20f3-4cb9-b5dc-c142cc2f551b req-0c6f781c-1ed6-4353-a130-124dc87eb16c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397274 Apr 29 04:26:43.647689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da79b28-1600-47f5-815a-1724fd650fc3 req-dee67d5d-7810-4358-b889-e689f3c7c5e9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:43.649127 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9da79b28-1600-47f5-815a-1724fd650fc3 req-dee67d5d-7810-4358-b889-e689f3c7c5e9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0454934 Apr 29 04:26:43.697665 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9da79b28-1600-47f5-815a-1724fd650fc3 req-f8bbc8d4-d630-4b4e-a32f-881fc2586821 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Apr 29 04:26:43.796542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:44.811327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711d4d6-b08d-480a-b184-8e000209eef7 req-0d20aa3c-8f6a-487a-acdf-3dbecb0f7e4d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:44.812924 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f711d4d6-b08d-480a-b184-8e000209eef7 req-0d20aa3c-8f6a-487a-acdf-3dbecb0f7e4d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0471284 Apr 29 04:26:44.859453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f711d4d6-b08d-480a-b184-8e000209eef7 req-501a049f-58c9-44ae-8f2f-ff1c17fe57b4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403228 Apr 29 04:26:45.094018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:45.973182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3876-9417-431d-89a9-21d3a161cb0b req-b0df9ac8-753a-4084-8073-f3373403b028 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:45.974687 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-274c3876-9417-431d-89a9-21d3a161cb0b req-b0df9ac8-753a-4084-8073-f3373403b028 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0472205 Apr 29 04:26:46.020090 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-274c3876-9417-431d-89a9-21d3a161cb0b req-ba976193-a01a-48be-834a-88c2c5979f89 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Apr 29 04:26:46.205239 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:26:47.135004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba66f2-de5b-4f52-9902-6009356db109 req-99412933-f78d-4e84-bce1-cdd9996cae11 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:47.136451 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fcba66f2-de5b-4f52-9902-6009356db109 req-99412933-f78d-4e84-bce1-cdd9996cae11 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0492485 Apr 29 04:26:47.182083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fcba66f2-de5b-4f52-9902-6009356db109 req-fe240bfe-0fd9-48ab-b070-1d53b9dde40d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Apr 29 04:26:48.291538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5624-9ed2-42b9-8e72-048f9710a5dd req-c251e04f-c12f-4185-9ef7-bd9b0793c048 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:48.292991 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d2cb5624-9ed2-42b9-8e72-048f9710a5dd req-c251e04f-c12f-4185-9ef7-bd9b0793c048 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0450821 Apr 29 04:26:48.339057 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d2cb5624-9ed2-42b9-8e72-048f9710a5dd req-df25c9d4-08e5-4fa1-85db-12b596220e5a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392654 Apr 29 04:26:49.450122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d18da3-3341-4877-8eeb-c81b2ff6c7ed req-b1490ba7-f628-43bd-a11e-1810501e549e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:49.451558 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-17d18da3-3341-4877-8eeb-c81b2ff6c7ed req-b1490ba7-f628-43bd-a11e-1810501e549e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0454926 Apr 29 04:26:49.496150 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-17d18da3-3341-4877-8eeb-c81b2ff6c7ed req-8a7de93a-6f3e-4449-916e-b134b2fc97ad tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384889 Apr 29 04:26:50.070756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:50.610818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2cd7-cd67-4964-afc9-368bfed8036b req-9a659bca-439e-41e4-aa6c-0ca96e8adc21 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:50.612274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f42d2cd7-cd67-4964-afc9-368bfed8036b req-9a659bca-439e-41e4-aa6c-0ca96e8adc21 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0495918 Apr 29 04:26:50.658049 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f42d2cd7-cd67-4964-afc9-368bfed8036b req-79ad26ae-a54c-49e6-b5df-5984d41250e4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Apr 29 04:26:51.770379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c573-a864-4ae4-a525-564e44577498 req-f0f15ed5-97d8-4a9b-a92f-1adca2fa0f8e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:51.771826 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-54d5c573-a864-4ae4-a525-564e44577498 req-f0f15ed5-97d8-4a9b-a92f-1adca2fa0f8e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0454926 Apr 29 04:26:51.820323 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-54d5c573-a864-4ae4-a525-564e44577498 req-24b7329d-4fc4-4b46-bb42-9e73f97007df tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Apr 29 04:26:52.931374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115d916-3578-4225-830b-a8510a51bfdc req-87862d3c-d764-4c9b-bec5-3d5c81cf9b34 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:52.932815 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a115d916-3578-4225-830b-a8510a51bfdc req-87862d3c-d764-4c9b-bec5-3d5c81cf9b34 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0455661 Apr 29 04:26:52.978280 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a115d916-3578-4225-830b-a8510a51bfdc req-34280b54-f7ee-4d6f-8072-b9727d577b19 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399940 Apr 29 04:26:54.092272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066507ea-ca19-40d4-bad7-b67bcc6d9814 req-bf44906a-a61b-4e84-bc04-b3af63b9795e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:54.093735 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-066507ea-ca19-40d4-bad7-b67bcc6d9814 req-bf44906a-a61b-4e84-bc04-b3af63b9795e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0478566 Apr 29 04:26:54.139506 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-066507ea-ca19-40d4-bad7-b67bcc6d9814 req-c43e1caf-1ec2-49b6-b217-c432ae5b07fe tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401444 Apr 29 04:26:55.255533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d073230-1a30-48a4-85f4-156520361bf6 req-82e01a00-b02f-4e87-8880-b2a73c3bf0f7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:55.256972 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8d073230-1a30-48a4-85f4-156520361bf6 req-82e01a00-b02f-4e87-8880-b2a73c3bf0f7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0495620 Apr 29 04:26:55.302078 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8d073230-1a30-48a4-85f4-156520361bf6 req-e29c3c68-7821-4ba9-b3fa-14d5d7ecb8f1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395646 Apr 29 04:26:56.067423 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-ac8e36bb-8697-4f94-938f-44a7243bba6f service neutron] 10.222.0.31 "GET /v2.0/ports/b9e9bed5-10f9-4d80-aa30-0e4690f07d4c/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0531838 Apr 29 04:26:56.419016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30746fb-6d54-4256-bc28-7c65a7a156c8 req-d2aa9d5c-7ff9-4e7b-ba3f-0af0dc2022f3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:56.420789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c30746fb-6d54-4256-bc28-7c65a7a156c8 req-d2aa9d5c-7ff9-4e7b-ba3f-0af0dc2022f3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0506089 Apr 29 04:26:56.472812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c30746fb-6d54-4256-bc28-7c65a7a156c8 req-dd51661d-a253-400d-9b41-760fce93bc70 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462654 Apr 29 04:26:56.536127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-b4df4b34-181e-44ee-a1aa-796a0ab42712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:56.537626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-b4df4b34-181e-44ee-a1aa-796a0ab42712 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 1130 time: 0.0393822 Apr 29 04:26:56.601061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-1ec9a0b2-43ba-43dc-b5c2-0987e77b20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:56.602465 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-1ec9a0b2-43ba-43dc-b5c2-0987e77b20d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1130 time: 0.0386922 Apr 29 04:26:57.036620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-afafeb06-60d6-4230-af7e-bcbc80c0feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:57.038001 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-afafeb06-60d6-4230-af7e-bcbc80c0feb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.4239247 Apr 29 04:26:57.104303 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-d7becf76-874c-4761-9c9b-7c229c1301c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 1002 time: 0.0558989 Apr 29 04:26:57.154082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-f45830ed-cacd-41e0-ab18-dfaea2bd8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:57.155453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-f45830ed-cacd-41e0-ab18-dfaea2bd8d21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0421968 Apr 29 04:26:57.203889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-a1770b77-17a6-418f-befa-646ea1c617bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:57.205380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-a1770b77-17a6-418f-befa-646ea1c617bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406587 Apr 29 04:26:57.292943 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-d0bfadbc-b318-4416-bb01-097c8d209597 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783570 Apr 29 04:26:57.385750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06e5365b-9b7d-4a28-921d-963b2c3e6ef1 req-b9a80212-21dc-49c1-8c56-d11d0fa5fb46 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838671 Apr 29 04:26:57.587277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8d14e-ee9d-4935-b296-fcd69fa8270b req-9cb77fe1-fbba-4e92-96c5-b24f41052879 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:57.588769 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bbb8d14e-ee9d-4935-b296-fcd69fa8270b req-9cb77fe1-fbba-4e92-96c5-b24f41052879 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0473697 Apr 29 04:26:57.637187 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bbb8d14e-ee9d-4935-b296-fcd69fa8270b req-b9471003-ddcf-46b9-a0af-7d153e84184b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Apr 29 04:26:58.749268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e072445-8a67-4672-84e7-ee467f055cd6 req-6b590131-b24d-4c25-9ddb-405a30de3550 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:58.750852 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1e072445-8a67-4672-84e7-ee467f055cd6 req-6b590131-b24d-4c25-9ddb-405a30de3550 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0464973 Apr 29 04:26:58.796554 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1e072445-8a67-4672-84e7-ee467f055cd6 req-48e05971-9b89-47ba-9b37-854d1ca2a276 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Apr 29 04:26:59.311917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:26:59.315527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:26:59.595027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:26:59.595875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:59.627355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:26:59.637467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:26:59.639657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e2d01f-aa23-4afa-9f51-92ff513ffeb2" -d '{"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:26:59.653467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'mac_address': 'fa:16:3e:12:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:26:59.656636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:26:59.685870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cffcddb-c056-4a4f-b99e-21ae9f51cd86 x-openstack-request-id: req-2cffcddb-c056-4a4f-b99e-21ae9f51cd86 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:26:59.686156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:26:59.686402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cffcddb-c056-4a4f-b99e-21ae9f51cd86 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:26:59.686787 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cffcddb-c056-4a4f-b99e-21ae9f51cd86'] response: {'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'code': 200} Apr 29 04:26:59.698315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:26:59.704241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:59.711702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:26:59.723039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:26:59.795002 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:26:59.795354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:26:59.800456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:26:59.907833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebbce-8097-498f-8c30-7c15e40b4897 req-be87ff50-2e8f-4b86-8553-b87def8eeb3c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:26:59.909235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11cebbce-8097-498f-8c30-7c15e40b4897 req-be87ff50-2e8f-4b86-8553-b87def8eeb3c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0463555 Apr 29 04:26:59.960335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11cebbce-8097-498f-8c30-7c15e40b4897 req-55729079-5478-4f43-856c-ac0dd0db74c5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453904 Apr 29 04:27:00.331805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:00.332425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:00.347626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:27:00.367368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:00.436362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:00.487804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:00.493742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:27:00.564608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ddbd0-7e91-4e7b-aaa3-aad6a41ca6ce req-58be83d8-b05a-4be5-adfe-2a5f2542b57d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:00.566138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f7ddbd0-7e91-4e7b-aaa3-aad6a41ca6ce req-58be83d8-b05a-4be5-adfe-2a5f2542b57d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 945 time: 0.0802250 Apr 29 04:27:00.576854 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-cc8a6541-53b9-4a40-83b1-9c23fbfb4d32 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:00.578272 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-cc8a6541-53b9-4a40-83b1-9c23fbfb4d32 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a&tenant_id=3c6e8bcc538846629d41cc57e168579e&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0619385 Apr 29 04:27:00.656161 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f7ddbd0-7e91-4e7b-aaa3-aad6a41ca6ce req-98fbd340-1aa0-4352-82dd-c7cbb19d111f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768294 Apr 29 04:27:00.670802 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-a376c234-9679-4d4d-b6af-829fe713ad2a service neutron] 10.222.0.31 "GET /v2.0/ports/b9e9bed5-10f9-4d80-aa30-0e4690f07d4c/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0850689 Apr 29 04:27:00.730525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-0b04e49d-4853-46ae-b5a7-6f671e24f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:00.732029 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-0b04e49d-4853-46ae-b5a7-6f671e24f4c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1129 time: 0.0391803 Apr 29 04:27:00.818639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-92692d0f-dd35-4c20-923e-51b2f2053227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:00.820070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-92692d0f-dd35-4c20-923e-51b2f2053227 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0820725 Apr 29 04:27:00.886399 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-8eb33999-814d-492d-b476-19af3d1db3bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 1001 time: 0.0595922 Apr 29 04:27:00.932607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-f2c3f0c4-c8d2-4af5-8422-68548968975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:00.933936 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-f2c3f0c4-c8d2-4af5-8422-68548968975f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0419021 Apr 29 04:27:00.976522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-9d9809be-12eb-43cc-801b-75a74454feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:00.978045 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-9d9809be-12eb-43cc-801b-75a74454feb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384192 Apr 29 04:27:01.067779 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-0d888220-22fa-4651-8c1b-b97a82ccea2e service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837095 Apr 29 04:27:01.155550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-e4dcc705-b2b5-47dc-97b1-3faee1cd2ed5 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821428 Apr 29 04:27:01.320094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:27:01.366261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:27:01.367029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:01.442464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:01.442850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:01.477900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:01.533013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:01.579156 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:01.688392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:01.691347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473af85c-ae18-4563-ac8c-3af906b9e370" -d '{"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:01.734806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c47fe-b3ee-47d6-ae8c-c3fe5fac44e0 x-openstack-request-id: req-1e1c47fe-b3ee-47d6-ae8c-c3fe5fac44e0 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:01.735140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:01.735371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e1c47fe-b3ee-47d6-ae8c-c3fe5fac44e0 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:01.736776 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1c47fe-b3ee-47d6-ae8c-c3fe5fac44e0'] response: {'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'code': 200} Apr 29 04:27:01.773043 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efeb50-8bf4-4f11-b108-9f760a2d8dc9 req-3415a5d2-36f4-467c-948e-db72aa1adff0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:01.774544 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e4efeb50-8bf4-4f11-b108-9f760a2d8dc9 req-3415a5d2-36f4-467c-948e-db72aa1adff0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0476148 Apr 29 04:27:01.823757 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e4efeb50-8bf4-4f11-b108-9f760a2d8dc9 req-2e4a5a84-30c7-4da3-b281-15647b62b36e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Apr 29 04:27:02.940304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b1e4d-bd35-4be1-b928-896c775890fa req-175120cc-4baf-4c55-a6f0-24305f489da3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:02.941747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-285b1e4d-bd35-4be1-b928-896c775890fa req-175120cc-4baf-4c55-a6f0-24305f489da3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0460110 Apr 29 04:27:02.986454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-285b1e4d-bd35-4be1-b928-896c775890fa req-a3bc8fd5-2ccd-4d62-9fd4-16d82a504305 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391946 Apr 29 04:27:04.106979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b47d8-e617-469f-b67b-5817392b3da1 req-1df9e225-7d0b-4007-8921-67e01f68a850 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:04.108542 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4b3b47d8-e617-469f-b67b-5817392b3da1 req-1df9e225-7d0b-4007-8921-67e01f68a850 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0546272 Apr 29 04:27:04.155186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4b3b47d8-e617-469f-b67b-5817392b3da1 req-27b61423-4753-41fc-ad70-d1f02f71b79a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 Apr 29 04:27:04.212944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-a9be733f-2dbc-4fa0-9929-b7a8cbb93c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:04.214432 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-a9be733f-2dbc-4fa0-9929-b7a8cbb93c86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 1130 time: 0.0384893 Apr 29 04:27:04.281589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-3881727d-e4c9-4fec-9788-ecb400fdb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:04.283481 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-3881727d-e4c9-4fec-9788-ecb400fdb92c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 1130 time: 0.0409493 Apr 29 04:27:04.373241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-c88dd1ec-07c5-4a9c-a129-d18cae68c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:04.374680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-c88dd1ec-07c5-4a9c-a129-d18cae68c05b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0820513 Apr 29 04:27:04.444526 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-fa44e8f9-c440-48e0-9ce9-d5443f1cddcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 200 len: 1002 time: 0.0606592 Apr 29 04:27:04.493553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-96fc3306-7130-4edb-9cb2-11f60750e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:04.494931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-96fc3306-7130-4edb-9cb2-11f60750e7fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0418639 Apr 29 04:27:04.539717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-55264b8e-aa3b-45b0-8d04-062b4f17e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:04.541070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-55264b8e-aa3b-45b0-8d04-062b4f17e76c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371146 Apr 29 04:27:04.634224 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-35b0dad6-0cd2-4970-9102-e881c5a0a1a4 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836883 Apr 29 04:27:04.723151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-153164be-6915-458d-b2a2-4c0051e2d4a6 req-16a29af0-025c-4117-a8dd-e8712b0e2847 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797598 Apr 29 04:27:05.274766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3969f2-c6f9-426b-ac39-724bbb2e31f6 req-176d7071-722a-44b3-8ab9-21ffb1c6ab69 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:05.276227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dd3969f2-c6f9-426b-ac39-724bbb2e31f6 req-176d7071-722a-44b3-8ab9-21ffb1c6ab69 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0516469 Apr 29 04:27:05.322072 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dd3969f2-c6f9-426b-ac39-724bbb2e31f6 req-a7f1641e-d382-4a0f-8c57-97fd56e1b7aa tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Apr 29 04:27:06.436741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd417bd2-9955-403c-910b-0fdf8d61e4e0 req-d6154a4d-7d47-4fd8-ba54-98114810f003 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:06.438224 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bd417bd2-9955-403c-910b-0fdf8d61e4e0 req-d6154a4d-7d47-4fd8-ba54-98114810f003 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0462923 Apr 29 04:27:06.491025 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bd417bd2-9955-403c-910b-0fdf8d61e4e0 req-959cd1b7-f918-4f09-bf67-22c94e1f5092 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471079 Apr 29 04:27:07.373402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:27:07.376934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:27:07.522834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:07.523218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:07.552293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:07.565916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:07.568131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd56c702-c283-4d9a-bde4-a2aee415a115" -d '{"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:07.580622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'mac_address': 'fa:16:3e:12:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:27:07.583243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:07.607045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfcd9a-51e6-46c0-8777-8c6fb3243ed1 req-5ca213ba-224e-429a-b214-49948a75f36c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:07.608575 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a6cfcd9a-51e6-46c0-8777-8c6fb3243ed1 req-5ca213ba-224e-429a-b214-49948a75f36c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0489941 Apr 29 04:27:07.611485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc3292-1a81-4eb7-a38b-bc10d0a99e22 x-openstack-request-id: req-e2dc3292-1a81-4eb7-a38b-bc10d0a99e22 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:07.611777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:07.612008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2dc3292-1a81-4eb7-a38b-bc10d0a99e22 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:07.612388 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dc3292-1a81-4eb7-a38b-bc10d0a99e22'] response: {'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'code': 200} Apr 29 04:27:07.629125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:07.629125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:07.640291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:27:07.648157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:07.657004 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a6cfcd9a-51e6-46c0-8777-8c6fb3243ed1 req-b90640db-5696-4c6f-acae-42d20d300946 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Apr 29 04:27:07.716588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:27:07.716944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:27:07.721733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=9']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:07.776561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9825f-cf84-40fc-a402-1f3e9deb609a req-9579283d-bdf8-4cf2-9552-31d9592357d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:07.778057 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fcc9825f-cf84-40fc-a402-1f3e9deb609a req-9579283d-bdf8-4cf2-9552-31d9592357d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0507820 Apr 29 04:27:07.827717 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fcc9825f-cf84-40fc-a402-1f3e9deb609a req-f33edef7-0904-4d83-8019-1da24de9bbf6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Apr 29 04:27:07.936183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298abb9-c4a2-42c8-be67-9036c3e798af req-2db5c3e5-b3f3-4d3b-93c2-01a8fc15d2e5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:07.937528 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0298abb9-c4a2-42c8-be67-9036c3e798af req-2db5c3e5-b3f3-4d3b-93c2-01a8fc15d2e5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 944 time: 0.0457385 Apr 29 04:27:07.987428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0298abb9-c4a2-42c8-be67-9036c3e798af req-210d95d2-b8bb-4908-a4ff-d9aba3b1d1bb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Apr 29 04:27:08.256818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:08.257126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:08.270230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:27:08.289502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:08.350581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:08.401382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=10']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:08.402111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33ab-7a0c-4fc9-8f46-65727d10cc13 req-b32051ab-1d81-4dc4-8585-670ff5e74926 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:08.403044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4fef33ab-7a0c-4fc9-8f46-65727d10cc13 req-b32051ab-1d81-4dc4-8585-670ff5e74926 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0488129 Apr 29 04:27:08.409164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:27:08.451516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4fef33ab-7a0c-4fc9-8f46-65727d10cc13 req-289f79b8-4b8d-48d7-a265-eac583b13772 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Apr 29 04:27:08.858799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cac577f8-2702-4d4b-a9e4-36c71d9f3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:09.384736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:27:09.430227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:27:09.430843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:09.507921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:09.508333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:09.540497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:09.566327 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1e76-b4ec-41ba-9bc4-90f00f9d3db4 req-c0a1a59c-a190-4d58-9c23-60d2b8fe4c32 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:09.569689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2ab1e76-b4ec-41ba-9bc4-90f00f9d3db4 req-c0a1a59c-a190-4d58-9c23-60d2b8fe4c32 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 946 time: 0.0460277 Apr 29 04:27:09.601649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:09.613453 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2ab1e76-b4ec-41ba-9bc4-90f00f9d3db4 req-53529c5b-1dbb-4a03-92f8-bc98b04d6c45 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Apr 29 04:27:09.624695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:09.627623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d2bff-1a7a-4dc4-9293-517fb0a03461" -d '{"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:09.655942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=11']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:09.666103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca426dd-e636-40af-8207-de3986c0cec5 x-openstack-request-id: req-9ca426dd-e636-40af-8207-de3986c0cec5 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:09.666399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:09.666659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ca426dd-e636-40af-8207-de3986c0cec5 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:09.667052 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca426dd-e636-40af-8207-de3986c0cec5'] response: {'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'code': 200} Apr 29 04:27:10.602723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-787f1f33-c7b4-4368-a6f7-688d64487eeb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:10.604188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-787f1f33-c7b4-4368-a6f7-688d64487eeb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 947 time: 0.0458286 Apr 29 04:27:10.692552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Deleting port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:27:10.692944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:10.728922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3297a2-4f40-49c2-b42d-72cd7403582a req-05448c26-97d3-40d1-8eaf-a6e4c167b85e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:10.730436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9a3297a2-4f40-49c2-b42d-72cd7403582a req-05448c26-97d3-40d1-8eaf-a6e4c167b85e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 947 time: 0.0498621 Apr 29 04:27:10.782056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] For port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:10.782965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:10.797027 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9a3297a2-4f40-49c2-b42d-72cd7403582a req-cef5561e-4b53-4213-98a4-7ecb59439ff1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554948 Apr 29 04:27:10.952820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:10.953094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:10.953436 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad disassociated. External IP: 172.26.4.90, port: b9e9bed5-10f9-4d80-aa30-0e4690f07d4c. Apr 29 04:27:10.953769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Calling delete_port for b9e9bed5-10f9-4d80-aa30-0e4690f07d4c owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:27:11.150503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b9e9bed5-10f9-4d80-aa30-0e4690f07d4c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:11.183709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event deleted for resources: {'Port': ['ID=b9e9bed5-10f9-4d80-aa30-0e4690f07d4c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:11.194164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.194512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.194998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.195248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.195547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.195709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bf22a087-09dc-440e-b758-2ac299ce964a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:11.196165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.196250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.196508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.196844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.197175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.197532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.197867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.198194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.198521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.198845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:11.314990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:27:11.426221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:27:11.435592 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea910713-c842-4f24-8025-04a6e882202e None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:27:11.445454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:27:11.446112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:27:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:11.469011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] No DVR routers for this DVR port b9e9bed5-10f9-4d80-aa30-0e4690f07d4c on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:27:11.471460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:11.474819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1e70a962-cc67-49e7-87a8-502e89d6c3a4 req-9689624f-91e3-42da-8107-99e1b2f8b455 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "DELETE /v2.0/ports/b9e9bed5-10f9-4d80-aa30-0e4690f07d4c HTTP/1.1" status: 204 len: 173 time: 0.8627150 Apr 29 04:27:11.475182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-deleted', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:11.477484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adbbb2f-de79-4310-afb0-84e14fbfd9a1" -d '{"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-deleted", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:11.514329 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd86298-5521-4475-b0b6-37998bd67ead x-openstack-request-id: req-abd86298-5521-4475-b0b6-37998bd67ead {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:11.514593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aa15ae-d1eb-40ed-8a25-6073ab0d663a", "name": "network-vif-deleted", "tag": "b9e9bed5-10f9-4d80-aa30-0e4690f07d4c", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:11.514851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abd86298-5521-4475-b0b6-37998bd67ead {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:11.515262 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd86298-5521-4475-b0b6-37998bd67ead'] response: {'server_uuid': 'b7aa15ae-d1eb-40ed-8a25-6073ab0d663a', 'name': 'network-vif-deleted', 'tag': 'b9e9bed5-10f9-4d80-aa30-0e4690f07d4c', 'status': 'completed', 'code': 200} Apr 29 04:27:11.559412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:27:11.752661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:11.778493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea910713-c842-4f24-8025-04a6e882202e None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:27:11.788769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:27:11.789521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:27:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:11.898238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:27:11.902246 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-22eefd49-89ee-4108-8e2c-5bb755cdf694 req-fdf967d9-8395-41af-bee1-4e752b127d9e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7aa15ae-d1eb-40ed-8a25-6073ab0d663a HTTP/1.1" status: 200 len: 210 time: 0.0274680 Apr 29 04:27:12.090044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ea910713-c842-4f24-8025-04a6e882202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:12.119811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea910713-c842-4f24-8025-04a6e882202e None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:27:12.236289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:12.343088 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439888a-ee20-47da-9c6a-91d172ab6f66 None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:27:13.143388 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-5ceeb771-d485-4bdd-9e2e-5985adfb7b3d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--365276192&fields=id&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 267 time: 0.0416493 Apr 29 04:27:13.249362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-eb418b40-19c7-4cb1-a559-1fa860c5f914 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:13.250910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-eb418b40-19c7-4cb1-a559-1fa860c5f914 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.1010537 Apr 29 04:27:13.264845 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-e6aa9fdc-cf07-42a2-a4b9-967e3ccae7ce tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/quotas/3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 375 time: 0.0087564 Apr 29 04:27:13.313115 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-66535d65-5790-4496-ace7-adbec99e54e2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435054 Apr 29 04:27:13.422101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:27:13.442530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: b9e9bed5-10f9-4d80-aa30-0e4690f07d4c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:27:13.442877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device b9e9bed5-10f9-4d80-aa30-0e4690f07d4c not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:27:13.467589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-7f92843a-9ce8-4435-9bfb-464473641367 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433184 Apr 29 04:27:13.558113 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-ebb9b383-ddc7-4605-ab8e-db42874cb5d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 Apr 29 04:27:13.809578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17e12944-8ab1-4781-8f9f-bb1031303fd7 req-79398ac3-7bc6-4e23-9afa-1ce0085a1689 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0280488 Apr 29 04:27:13.824190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:14.912564 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94bd5f14-c509-4e31-8de3-cc88c9b3368e req-120eba44-5458-4b07-9c7f-8e62b7986634 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0318465 Apr 29 04:27:15.115588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:15.542048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-d7a9d7aa-0ec8-4f6c-affd-659352c0d36a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:15.543475 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-d7a9d7aa-0ec8-4f6c-affd-659352c0d36a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 812 time: 0.1095042 Apr 29 04:27:15.605541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b09545a1-b77d-430e-9ed9-ee021fd46668 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 379 time: 0.0522118 Apr 29 04:27:15.616430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'port': {'device_id': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'admin_state_up': True, 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'security_groups': ['66592484-fb03-46e0-b741-0756e6b63d64']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:27:15.790222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Made reservation on behalf of 3c6e8bcc538846629d41cc57e168579e for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:27:15.793728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:15.919754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Allocated IP 172.20.0.12 (4fc9d2d3-c45c-42ba-b177-c63c813f75aa/54543a0c-8dc2-4248-a4f3-233fdfca3f53/590e3859-2c87-45f2-b081-4da7c6daf1d3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:27:16.020857 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9af2bc64-8658-46d3-9e43-dd59a277a305 req-59bd739e-6c98-4c1f-9f8e-313c708df2c1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0303564 Apr 29 04:27:16.095686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.179003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.219471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:27:16.223132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:27:16.229261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:27:16.263998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:16.288463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:16.289080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.365419 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3a6ebc09-147a-4aab-b3ca-463a5c6112ff tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525382 Apr 29 04:27:16.381840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Request body: {'port': {'device_id': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:27:16.444493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.474099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f229d04a-ad8e-4552-ab7c-6d3d769eb9e2 None None] Provisioning complete for port 590e3859-2c87-45f2-b081-4da7c6daf1d3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:27:16.474679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f229d04a-ad8e-4552-ab7c-6d3d769eb9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.510672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f229d04a-ad8e-4552-ab7c-6d3d769eb9e2 None None] Port 590e3859-2c87-45f2-b081-4da7c6daf1d3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:27:16.703224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590e3859-2c87-45f2-b081-4da7c6daf1d3 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:27:16.711026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Publish callbacks [] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.723474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Transition to ACTIVE for port object 590e3859-2c87-45f2-b081-4da7c6daf1d3 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:27:16.818682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:16.873536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:16.951349 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Attempting to bind port 590e3859-2c87-45f2-b081-4da7c6daf1d3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:27:16.951993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Attempting to bind port 590e3859-2c87-45f2-b081-4da7c6daf1d3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:27:16.952140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Attempting to bind port 590e3859-2c87-45f2-b081-4da7c6daf1d3 on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:27:16.957747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Port 590e3859-2c87-45f2-b081-4da7c6daf1d3 on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:27:16.958086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Attempting to bind port 590e3859-2c87-45f2-b081-4da7c6daf1d3 on network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:27:16.963404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:27:16.963818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Checking segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:27:16.964298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Bound using segment: {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:27:16.964806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Bound port: 590e3859-2c87-45f2-b081-4da7c6daf1d3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b2b764-67e4-475c-be0e-4b4721035549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:27:16.965228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:17.034741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:27:17.037710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:27:17.137768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:17.183199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.183719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:17.185155 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] 10.222.0.31 "PUT /v2.0/ports/590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1094 time: 0.8078120 Apr 29 04:27:17.187576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:17.190477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41470460-4a2b-490a-8fbd-a0aa0b463379" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:17.201133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62cdc3-e98a-4f2d-a18f-37cf70add222 req-4c1d4af7-fa36-4552-875c-7f63be72a751 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.202679 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4c62cdc3-e98a-4f2d-a18f-37cf70add222 req-4c1d4af7-fa36-4552-875c-7f63be72a751 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.1009333 Apr 29 04:27:17.237504 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f808cbd-25dc-4073-ad86-14ff569a4c3a x-openstack-request-id: req-4f808cbd-25dc-4073-ad86-14ff569a4c3a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:17.237835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:17.238061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f808cbd-25dc-4073-ad86-14ff569a4c3a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:17.238470 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f808cbd-25dc-4073-ad86-14ff569a4c3a'] response: {'name': 'network-changed', 'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'status': 'completed', 'code': 200} Apr 29 04:27:17.248562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3045-5bd0-4d62-96a5-a0f867046360 service neutron] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:17.312071 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4c62cdc3-e98a-4f2d-a18f-37cf70add222 req-787b01c6-980c-45d8-b9cc-d4f8722fc786 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004069 Apr 29 04:27:17.323809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470460-4a2b-490a-8fbd-a0aa0b463379 req-157a9125-a34f-43a6-8f09-7ebabb9ff195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.325357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41470460-4a2b-490a-8fbd-a0aa0b463379 req-157a9125-a34f-43a6-8f09-7ebabb9ff195 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1128 time: 0.0553153 Apr 29 04:27:17.426535 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470460-4a2b-490a-8fbd-a0aa0b463379 req-6bf36875-0d00-4586-a34e-ac0deffbc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.428027 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41470460-4a2b-490a-8fbd-a0aa0b463379 req-6bf36875-0d00-4586-a34e-ac0deffbc8c1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c6e8bcc538846629d41cc57e168579e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958993 Apr 29 04:27:17.547862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470460-4a2b-490a-8fbd-a0aa0b463379 req-dd4aefc1-dc71-441b-b83e-463f2546ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.549906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41470460-4a2b-490a-8fbd-a0aa0b463379 req-dd4aefc1-dc71-441b-b83e-463f2546ec82 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912416 Apr 29 04:27:17.755274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b3886c70-d3a9-42a5-9923-1354672cb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.756774 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-b3886c70-d3a9-42a5-9923-1354672cb8cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1128 time: 0.0397680 Apr 29 04:27:17.802060 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-5c8cd07b-b17b-4c05-8dfc-facc68ae1f60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 217 time: 0.0336509 Apr 29 04:27:17.854780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-d1298434-50cd-4f68-920c-95d6e8597b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.856177 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-d1298434-50cd-4f68-920c-95d6e8597b57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0451000 Apr 29 04:27:17.900201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3696528d-c9e4-4d91-a537-318acc556c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:17.901635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-3696528d-c9e4-4d91-a537-318acc556c05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0362899 Apr 29 04:27:17.989625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-f0ada3a0-fd2d-462c-8e92-aa2d054bebb2 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787473 Apr 29 04:27:18.082538 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7e693a82-482e-41fa-b0e1-702e71b0d63a req-cd15a659-006e-4642-9a59-8ee08fc105ba service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837407 Apr 29 04:27:18.432415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827505-d773-4cf3-a852-a01e74d03982 req-4024c506-60f9-4fd0-ad11-ea4bf1222741 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:18.433885 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-57827505-d773-4cf3-a852-a01e74d03982 req-4024c506-60f9-4fd0-ad11-ea4bf1222741 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0497267 Apr 29 04:27:18.479633 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-57827505-d773-4cf3-a852-a01e74d03982 req-c7c511d4-6567-42bd-96b9-ea8e5cc4dffe tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402582 Apr 29 04:27:19.436821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:27:19.542850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:19.554764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'mac_address': 'fa:16:3e:97:f9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:27:19.591081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:19.591464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:19.592909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f7ca-86f6-4e02-ba08-19ea5b747353 req-b5cd60aa-ae92-451c-a9aa-a189f9b59157 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:19.594426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74f1f7ca-86f6-4e02-ba08-19ea5b747353 req-b5cd60aa-ae92-451c-a9aa-a189f9b59157 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0472953 Apr 29 04:27:19.603932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590e3859-2c87-45f2-b081-4da7c6daf1d3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:27:19.623228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:19.640839 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74f1f7ca-86f6-4e02-ba08-19ea5b747353 req-16856e1b-3efa-4e06-b7ab-b8fe803697f2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Apr 29 04:27:19.669594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:19.716438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:19.723079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.723419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.723756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.724090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.724417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.724741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.725058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.725398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.725727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.726046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.726364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.726681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.726996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.727308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.727620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:27:19.931300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['590e3859-2c87-45f2-b081-4da7c6daf1d3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:27:20.075183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:20.752944 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2fc5e-8e51-45d8-bf5f-685cecb0cf26 req-8dead19b-5634-4393-8e1a-87715aa1af69 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:20.754456 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0fd2fc5e-8e51-45d8-bf5f-685cecb0cf26 req-8dead19b-5634-4393-8e1a-87715aa1af69 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 945 time: 0.0472364 Apr 29 04:27:20.800606 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0fd2fc5e-8e51-45d8-bf5f-685cecb0cf26 req-8f903b98-b548-4913-9a50-d32506885b04 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Apr 29 04:27:21.452639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:27:21.496080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 590e3859-2c87-45f2-b081-4da7c6daf1d3 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:27:21.560889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 590e3859-2c87-45f2-b081-4da7c6daf1d3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:27:21.561299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:21.779105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:27:21.779482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:21.801431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:21.803658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83407e8-fa1b-4f8b-81e1-7b8d2299ec66" -d '{"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-plugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:21.815956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:27:21.841955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa3b9d-1173-4bed-ad04-87398f23ad53 x-openstack-request-id: req-96fa3b9d-1173-4bed-ad04-87398f23ad53 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:21.842253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-plugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:21.842504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96fa3b9d-1173-4bed-ad04-87398f23ad53 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:21.842893 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96fa3b9d-1173-4bed-ad04-87398f23ad53'] response: {'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'code': 200} Apr 29 04:27:21.892689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:21.919644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba0c02-e836-444e-94dc-aaced6593550 req-b8cf88d3-f1ec-4054-a6aa-19c3505cdaf9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:21.921155 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17ba0c02-e836-444e-94dc-aaced6593550 req-b8cf88d3-f1ec-4054-a6aa-19c3505cdaf9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 945 time: 0.0538604 Apr 29 04:27:21.942559 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:27:21.969282 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17ba0c02-e836-444e-94dc-aaced6593550 req-f38a9b2f-daef-4919-b871-2a73ce07a066 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Apr 29 04:27:22.142098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f25d-a1e9-499c-bd96-b1a1ff804421 req-a8e8b204-2e94-4024-a7b1-89f4446a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:22.143580 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39d6f25d-a1e9-499c-bd96-b1a1ff804421 req-a8e8b204-2e94-4024-a7b1-89f4446a5ce0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1130 time: 0.0421095 Apr 29 04:27:22.191739 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-39d6f25d-a1e9-499c-bd96-b1a1ff804421 req-d0f8ab70-7cfc-4766-81e1-e2523abf9acf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383291 Apr 29 04:27:23.085032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6895f3-c597-4cd8-93af-09f6c0804e08 req-aab20cd0-f075-49a4-9aba-f9dab335647d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:23.086531 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e6895f3-c597-4cd8-93af-09f6c0804e08 req-aab20cd0-f075-49a4-9aba-f9dab335647d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0467994 Apr 29 04:27:23.132323 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9e6895f3-c597-4cd8-93af-09f6c0804e08 req-1de765fc-a47a-47fd-bb8c-27fbe44e870e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Apr 29 04:27:23.204083 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:27:24.252732 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46672228-ad04-4ee2-99ef-18dbe240015c req-6cceb342-b80b-4d98-9507-7f008416ceac tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:24.254325 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-46672228-ad04-4ee2-99ef-18dbe240015c req-6cceb342-b80b-4d98-9507-7f008416ceac tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Apr 29 04:27:24.302338 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-46672228-ad04-4ee2-99ef-18dbe240015c req-680f4b66-b674-4b87-b4de-8b24af7baee1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Apr 29 04:27:24.413219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9932d49-5541-4c52-a136-ff03417a3202 req-4a4d9f68-4bbb-434e-bf1d-ffd03ae204dd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:24.414612 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9932d49-5541-4c52-a136-ff03417a3202 req-4a4d9f68-4bbb-434e-bf1d-ffd03ae204dd tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0501859 Apr 29 04:27:24.423342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 38826) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:27:24.427617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Request body: {'floatingip': {'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:27:24.466671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:25.240330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:25.303482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:25.404055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad associated. External IP: 172.26.4.90, port: 590e3859-2c87-45f2-b081-4da7c6daf1d3. Apr 29 04:27:25.613426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:27:25.721158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:27:25.726006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:25.730797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:27:25.742423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:27:25.743116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:27:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:25.766726 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8673208e-d1b9-4c3d-ab6f-a16d6a2fd0d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "PUT /v2.0/floatingips/742a31ca-27da-4b0a-9cff-dd41f5c5d6ad HTTP/1.1" status: 200 len: 992 time: 1.3423326 Apr 29 04:27:25.767420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:27:25.769807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3125734-35a7-477b-826d-32864fb708e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:27:25.808934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90773067-2507-45ba-8a81-d8ab15225b64 x-openstack-request-id: req-90773067-2507-45ba-8a81-d8ab15225b64 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:27:25.809213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:27:25.809517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90773067-2507-45ba-8a81-d8ab15225b64 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:27:25.809992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90773067-2507-45ba-8a81-d8ab15225b64'] response: {'name': 'network-changed', 'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'status': 'completed', 'code': 200} Apr 29 04:27:25.860428 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:27:25.871840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125734-35a7-477b-826d-32864fb708e2 req-4e74ccaf-f86e-48b1-b44c-f231ecc30cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:25.873263 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-4e74ccaf-f86e-48b1-b44c-f231ecc30cb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1130 time: 0.0420005 Apr 29 04:27:25.968340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125734-35a7-477b-826d-32864fb708e2 req-f35654d6-a468-43d8-a79e-652b600fdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:25.969855 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-f35654d6-a468-43d8-a79e-652b600fdef1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0904329 Apr 29 04:27:26.035720 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-67000daa-12aa-4f2a-be4c-bec859035e7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1000 time: 0.0594504 Apr 29 04:27:26.086639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125734-35a7-477b-826d-32864fb708e2 req-665abe24-44f9-4e27-8e60-07914bc039d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:26.086895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:97:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:27:25Z', 'revision_number': 13, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:26.088206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-665abe24-44f9-4e27-8e60-07914bc039d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0470626 Apr 29 04:27:26.118586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:27:26.127766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:27:26.128639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:27:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:26.138652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125734-35a7-477b-826d-32864fb708e2 req-09462a5d-861d-483e-9fa4-63b99f99c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:26.140178 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-09462a5d-861d-483e-9fa4-63b99f99c523 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461283 Apr 29 04:27:26.232796 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-8e0acf40-e9d8-47dd-904f-eec2c75dd229 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860896 Apr 29 04:27:26.236737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:27:26.339245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d3125734-35a7-477b-826d-32864fb708e2 req-38d9e664-31a9-4e54-9c3d-3580ff4060b3 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002488 Apr 29 04:27:26.467261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:97:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:27:25Z', 'revision_number': 13, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:27:26.497006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131141c-c044-4f73-a49d-f97f45e96f51 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '742a31ca-27da-4b0a-9cff-dd41f5c5d6ad', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'mac_address': 'fa:16:3e:97:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:24:16Z', 'updated_at': '2022-04-29T04:27:25Z', 'revision_number': 13, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:27:26.697833 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc9b2c-f276-4167-99e4-1c8f0e67cf63 None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:27:28.505217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5edf7-f285-4863-b192-6fab430c65f1 req-45bbbb38-321e-4ebd-b15f-bae2fe4ea123 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:28.506694 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9fa5edf7-f285-4863-b192-6fab430c65f1 req-45bbbb38-321e-4ebd-b15f-bae2fe4ea123 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0470164 Apr 29 04:27:28.552472 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9fa5edf7-f285-4863-b192-6fab430c65f1 req-db455796-4bcd-4002-af46-4f484f7884ac tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 Apr 29 04:27:38.909175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b3723a2a-b8fa-4314-a942-f79b03d8982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:41.217611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-608b4e7f-7857-4e36-a5f1-75ee9d9b6375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:42.280527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:43.783708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:45.120056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:46.591448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a84cc-4465-4c87-82ce-7c39812862f0 req-b1832044-7fc3-4b05-a366-2d4fa2581ca2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:46.592939 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-183a84cc-4465-4c87-82ce-7c39812862f0 req-b1832044-7fc3-4b05-a366-2d4fa2581ca2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.1296415 Apr 29 04:27:46.610377 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-e937f6e4-86ce-4e0c-990f-b5032df65317 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849717 Apr 29 04:27:46.639399 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-183a84cc-4465-4c87-82ce-7c39812862f0 req-1b69bfdb-0ef2-4043-b408-45030916192b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Apr 29 04:27:47.238230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-c5c726b0-c32e-476b-b452-f687b362eb08 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:47.239580 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-c5c726b0-c32e-476b-b452-f687b362eb08 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports/590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 943 time: 0.0936561 Apr 29 04:27:47.807312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82fc6e-ad34-4934-9ac3-1c611673b256 req-e3ae54f0-0b65-4e71-a6c5-456551982365 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:47.808770 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef82fc6e-ad34-4934-9ac3-1c611673b256 req-e3ae54f0-0b65-4e71-a6c5-456551982365 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.1004436 Apr 29 04:27:47.856461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef82fc6e-ad34-4934-9ac3-1c611673b256 req-e03ac5b6-b9b0-48a8-8559-a18e7a581d92 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Apr 29 04:27:48.598080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-67487736-fc1d-483b-90a1-89a3ab5639bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:48.599602 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-67487736-fc1d-483b-90a1-89a3ab5639bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1130 time: 0.0394688 Apr 29 04:27:48.690625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-4dc5e9e1-3ae5-4319-b86b-1a0f07be8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:48.692069 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-4dc5e9e1-3ae5-4319-b86b-1a0f07be8a06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0861998 Apr 29 04:27:48.760169 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-31001c54-2dc1-4bda-a8f8-a0f40616e284 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0603983 Apr 29 04:27:48.808125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-378dc741-3f60-4e64-8f95-eeb510cb4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:48.809560 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-378dc741-3f60-4e64-8f95-eeb510cb4cc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0433021 Apr 29 04:27:48.853628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-1bdaf598-a8da-42f5-919f-ad711a497c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:48.854946 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-1bdaf598-a8da-42f5-919f-ad711a497c39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0365665 Apr 29 04:27:48.947112 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-2c415b51-e46d-4eba-ba2b-a3041bb9f2db service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851419 Apr 29 04:27:48.970953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8bb8-56ef-4d3e-ad19-b1ffb2d011ec req-51e7c76a-224b-42d6-9c36-bf95be9ddbb9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:48.972715 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a8ef8bb8-56ef-4d3e-ad19-b1ffb2d011ec req-51e7c76a-224b-42d6-9c36-bf95be9ddbb9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0456498 Apr 29 04:27:49.018901 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a8ef8bb8-56ef-4d3e-ad19-b1ffb2d011ec req-6bc3e9e6-22a4-46cb-bd85-18364cf2a5b0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Apr 29 04:27:49.038307 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-a4762c27-9409-417b-9190-41344285d549 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817089 Apr 29 04:27:50.115138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:27:50.137295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03936bc-bdfa-4c3b-9402-a9eb16890485 req-1818cbb7-4c9b-4bcb-afc8-e89692eeba58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:50.138783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f03936bc-bdfa-4c3b-9402-a9eb16890485 req-1818cbb7-4c9b-4bcb-afc8-e89692eeba58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0521803 Apr 29 04:27:50.193290 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f03936bc-bdfa-4c3b-9402-a9eb16890485 req-532f98c8-c710-4192-8ea0-0da92f42a273 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481443 Apr 29 04:27:51.305824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279dc0a-fb03-4d12-9982-ee3b5a237b75 req-a02771dd-da4b-450e-902f-8e64f5109659 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:51.307263 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4279dc0a-fb03-4d12-9982-ee3b5a237b75 req-a02771dd-da4b-450e-902f-8e64f5109659 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0464621 Apr 29 04:27:51.357587 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4279dc0a-fb03-4d12-9982-ee3b5a237b75 req-ce6b02c1-8af5-480d-ba07-d183f0abc03d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Apr 29 04:27:52.468683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d9ee4-c9e3-4ec2-9210-62f5fd94ac43 req-265505a7-656c-4016-a3a5-97ade1474a2b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:52.470658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e95d9ee4-c9e3-4ec2-9210-62f5fd94ac43 req-265505a7-656c-4016-a3a5-97ade1474a2b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0454705 Apr 29 04:27:52.518373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e95d9ee4-c9e3-4ec2-9210-62f5fd94ac43 req-b8e0fe21-8ad2-4daf-ba5a-4e160b037606 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 Apr 29 04:27:53.637016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe21b1-5fa8-48e5-ac43-0af5b54b1eca req-80be326b-f69c-4bd8-a12b-4eec87f435db tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:53.638500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2fe21b1-5fa8-48e5-ac43-0af5b54b1eca req-80be326b-f69c-4bd8-a12b-4eec87f435db tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0460804 Apr 29 04:27:53.685362 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b2fe21b1-5fa8-48e5-ac43-0af5b54b1eca req-5d63985a-54fe-423e-a9d7-d82ff74e26cc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415118 Apr 29 04:27:54.796740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bcd62-8489-425f-a5ec-752896d59cb9 req-98cbb047-a699-4b2c-ac9d-d593b57f8db5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:54.798724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-703bcd62-8489-425f-a5ec-752896d59cb9 req-98cbb047-a699-4b2c-ac9d-d593b57f8db5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0464575 Apr 29 04:27:54.843190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-703bcd62-8489-425f-a5ec-752896d59cb9 req-9aefd44e-47c3-452a-b8ee-31a145fbde20 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389040 Apr 29 04:27:55.958462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be0d1-7672-4724-a756-2978a7f3ac76 req-529fc941-251c-4a49-a02c-f897878c544a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:55.959941 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-116be0d1-7672-4724-a756-2978a7f3ac76 req-529fc941-251c-4a49-a02c-f897878c544a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0478160 Apr 29 04:27:56.008248 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-116be0d1-7672-4724-a756-2978a7f3ac76 req-ce6cf1d0-f60f-48e6-aca0-120b78606f34 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Apr 29 04:27:57.126603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014032-3f18-4825-960a-a92e54b8a310 req-1b80f031-d58e-436f-ba01-ef584b597089 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:57.128033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04014032-3f18-4825-960a-a92e54b8a310 req-1b80f031-d58e-436f-ba01-ef584b597089 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0497320 Apr 29 04:27:57.172426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04014032-3f18-4825-960a-a92e54b8a310 req-f99c1820-99f3-4f47-a923-5ab443b4b5e3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Apr 29 04:27:58.288475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0c315-7d4b-4e35-8fdf-018e03ae2bf2 req-0bbc8bbe-d6b3-450d-8118-46ac73e6aea4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:58.289866 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3b0c315-7d4b-4e35-8fdf-018e03ae2bf2 req-0bbc8bbe-d6b3-450d-8118-46ac73e6aea4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Apr 29 04:27:58.335392 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3b0c315-7d4b-4e35-8fdf-018e03ae2bf2 req-9b57ce2c-d378-4590-86a1-a8f068c4a323 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397785 Apr 29 04:27:59.446278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06b2b6-62a5-4bfb-b7de-1e0a32f2a6a9 req-32e04eae-fab0-4764-bf34-16b4145769c4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:27:59.447725 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f06b2b6-62a5-4bfb-b7de-1e0a32f2a6a9 req-32e04eae-fab0-4764-bf34-16b4145769c4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0461488 Apr 29 04:27:59.493287 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f06b2b6-62a5-4bfb-b7de-1e0a32f2a6a9 req-e1bfb9af-2e10-453a-8dbe-39d9d750b436 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401468 Apr 29 04:28:00.202112 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:28:00.604565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24f85-8f46-4134-a1b6-daf532da01f8 req-07c74c14-2a5f-4f53-bb3a-8c6a91a029d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:00.606032 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6bf24f85-8f46-4134-a1b6-daf532da01f8 req-07c74c14-2a5f-4f53-bb3a-8c6a91a029d6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0450873 Apr 29 04:28:00.650718 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6bf24f85-8f46-4134-a1b6-daf532da01f8 req-77377a91-f3dc-4508-ad00-06373a737ab6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386028 Apr 29 04:28:01.773766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4bef7-d0d8-4c1d-be25-024d7a69f8c7 req-a587d86b-c6dd-49d4-8d04-55bba28bbc9c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:01.775224 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3b4bef7-d0d8-4c1d-be25-024d7a69f8c7 req-a587d86b-c6dd-49d4-8d04-55bba28bbc9c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0517778 Apr 29 04:28:01.821246 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3b4bef7-d0d8-4c1d-be25-024d7a69f8c7 req-318c58c6-a51c-43a4-9ed9-0b975684a163 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Apr 29 04:28:02.936574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abf677-b173-444f-acf7-fd08a49e8ac5 req-b8927692-4eac-49aa-ac1e-4a93559282d9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:02.938050 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e3abf677-b173-444f-acf7-fd08a49e8ac5 req-b8927692-4eac-49aa-ac1e-4a93559282d9 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0500720 Apr 29 04:28:02.982425 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e3abf677-b173-444f-acf7-fd08a49e8ac5 req-69be4580-280a-43c3-a6ff-fce0c7f255ae tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388834 Apr 29 04:28:03.623478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:28:03.699035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:28:03.699421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:03.722247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:28:03.724453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a578754-03df-41d4-b0fc-7c14020ca56c" -d '{"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-unplugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:28:03.737604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:03.770328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee40af5-aacb-4521-898e-933d4a48733e x-openstack-request-id: req-cee40af5-aacb-4521-898e-933d4a48733e {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:28:03.770629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-unplugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:28:03.770889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cee40af5-aacb-4521-898e-933d4a48733e {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:28:03.771289 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee40af5-aacb-4521-898e-933d4a48733e'] response: {'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'code': 200} Apr 29 04:28:03.834292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:03.885208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:04.095168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aedd1-ab35-4854-a4e3-610456c63d26 req-49f46efa-a082-4b96-ba7a-b1699fc8f9d5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:04.096668 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a01aedd1-ab35-4854-a4e3-610456c63d26 req-49f46efa-a082-4b96-ba7a-b1699fc8f9d5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0465553 Apr 29 04:28:04.144746 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a01aedd1-ab35-4854-a4e3-610456c63d26 req-b3a89423-4cdb-41a6-8e2b-008b9959d213 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423033 Apr 29 04:28:05.260073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b062467-136a-434a-a918-fd766d3b3226 req-5a81a01a-08cb-4f64-a70a-8882e3547bef tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:05.261629 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8b062467-136a-434a-a918-fd766d3b3226 req-5a81a01a-08cb-4f64-a70a-8882e3547bef tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0463567 Apr 29 04:28:05.309265 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8b062467-136a-434a-a918-fd766d3b3226 req-7c08779d-d5de-40e6-a40a-e9e1551e1a01 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Apr 29 04:28:05.456088 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-f3741ee9-3f50-41c8-b5ea-c907cd751927 service neutron] 10.222.0.31 "GET /v2.0/ports/590e3859-2c87-45f2-b081-4da7c6daf1d3/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0949509 Apr 29 04:28:05.948243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-d4760268-4166-4385-8852-9c73f81cfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:05.949785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-d4760268-4166-4385-8852-9c73f81cfb90 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 1128 time: 0.0431094 Apr 29 04:28:06.012027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-4762403c-512c-4f32-85e6-0740445cc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:06.013658 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-4762403c-512c-4f32-85e6-0740445cc5ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1128 time: 0.0390174 Apr 29 04:28:06.105571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-d02caa82-239a-45b1-87a4-7800b92e6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:06.107083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-d02caa82-239a-45b1-87a4-7800b92e6074 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0847063 Apr 29 04:28:06.176766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-7b5f1602-fb24-4362-b49c-7867e54f8808 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1000 time: 0.0606792 Apr 29 04:28:06.227971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-81b65043-1985-4297-aaa8-b90a20e35cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:06.229417 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-81b65043-1985-4297-aaa8-b90a20e35cec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0426521 Apr 29 04:28:06.271450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-16587c21-116e-4e1f-a9ed-9c27e251ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:06.272828 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-16587c21-116e-4e1f-a9ed-9c27e251ad43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373571 Apr 29 04:28:06.367470 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-a1cbc9be-de9b-440d-b917-5bc1d3b141ae service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Apr 29 04:28:06.422240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9e8b-f590-4afd-af42-a9b9c702d5ea req-711fd485-fca4-499a-a97d-414c2b6993de tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:06.423711 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6c9e8b-f590-4afd-af42-a9b9c702d5ea req-711fd485-fca4-499a-a97d-414c2b6993de tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0463977 Apr 29 04:28:06.465323 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-723de066-3a0c-4401-bde7-8e76b18b2ef9 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Apr 29 04:28:06.474370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cb6c9e8b-f590-4afd-af42-a9b9c702d5ea req-fc5fb6b2-de29-4f0c-8fa2-d7fe3789919a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448852 Apr 29 04:28:07.595009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b581ac-b5bf-4e43-9c06-5ed839b518ad req-9940a83a-ba17-40b2-8684-362f92e1611f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:07.596487 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56b581ac-b5bf-4e43-9c06-5ed839b518ad req-9940a83a-ba17-40b2-8684-362f92e1611f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0469418 Apr 29 04:28:07.643275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-56b581ac-b5bf-4e43-9c06-5ed839b518ad req-a137e3b8-b00c-4b21-b606-78c06066c53a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Apr 29 04:28:08.761745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3bfd6-0967-41cc-a425-17ea9e52a75f req-f11b4dc8-c687-44ac-a36c-e5ace19d3fc6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:08.763236 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4af3bfd6-0967-41cc-a425-17ea9e52a75f req-f11b4dc8-c687-44ac-a36c-e5ace19d3fc6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0490685 Apr 29 04:28:08.810427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4af3bfd6-0967-41cc-a425-17ea9e52a75f req-ec9dede2-13e6-401a-a182-d8a96c93a7fc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406029 Apr 29 04:28:08.896538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-035a94f4-e9d0-42da-95da-856e0c26f826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:09.930812 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad55ae-f400-4c06-b505-98229a417592 req-70b01919-d07b-4c80-b36b-fdd679a210ce tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:09.932143 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5bad55ae-f400-4c06-b505-98229a417592 req-70b01919-d07b-4c80-b36b-fdd679a210ce tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0476630 Apr 29 04:28:09.977864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5bad55ae-f400-4c06-b505-98229a417592 req-4c984129-6cf5-4d77-9eb8-fbc44f3d4a35 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Apr 29 04:28:11.076572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-16597d7d-fcaf-4c8b-acfd-00e883c1fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:11.078146 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-16597d7d-fcaf-4c8b-acfd-00e883c1fe70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1128 time: 0.0440991 Apr 29 04:28:11.097077 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502850-f46f-4c13-905c-25b6f3be1c07 req-a8d1673f-cf3e-4983-af36-32ae2a712160 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:11.099117 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8c502850-f46f-4c13-905c-25b6f3be1c07 req-a8d1673f-cf3e-4983-af36-32ae2a712160 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0507042 Apr 29 04:28:11.149274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8c502850-f46f-4c13-905c-25b6f3be1c07 req-49672133-add1-419b-b76b-465572bc4497 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Apr 29 04:28:11.205746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-f47c1a89-8962-4a28-859c-09cb023596f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:11.207233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-f47c1a89-8962-4a28-859c-09cb023596f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.1026666 Apr 29 04:28:11.210565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-42be1a94-ebd6-4b9a-ab0e-708d47547c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:11.283864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-55894752-e2f4-44bd-9fcb-30d75c5fecd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1000 time: 0.0671813 Apr 29 04:28:11.338992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-eafd6783-f4be-47aa-acfb-5c4ceb2662cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:11.340689 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-eafd6783-f4be-47aa-acfb-5c4ceb2662cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0468585 Apr 29 04:28:11.390463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-aa6b9926-a07c-46d8-8d54-b2080f267686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:11.392533 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-aa6b9926-a07c-46d8-8d54-b2080f267686 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423355 Apr 29 04:28:11.487286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-c774584d-0611-416c-8105-84bd9032863d service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874133 Apr 29 04:28:11.579235 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78fbb9b8-4761-4ddb-bfae-97fdefaafd09 req-a570208f-45f5-4f47-99b1-3f98824c4c49 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819738 Apr 29 04:28:12.256771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:12.273028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff7ffd-fa86-466a-9a88-57214020141c req-288ce520-068b-41dc-b2d9-e6854a335771 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:12.276102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aaff7ffd-fa86-466a-9a88-57214020141c req-288ce520-068b-41dc-b2d9-e6854a335771 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0521634 Apr 29 04:28:12.324461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aaff7ffd-fa86-466a-9a88-57214020141c req-46f8f8cc-4051-48fa-a994-fb8da1f04bac tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441046 Apr 29 04:28:13.440429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d388e-ec97-41fd-9543-ad0788456b2b req-d037f9a8-c534-41a0-b661-ee2211ba56af tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:13.441786 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-773d388e-ec97-41fd-9543-ad0788456b2b req-d037f9a8-c534-41a0-b661-ee2211ba56af tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0492470 Apr 29 04:28:13.489251 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-773d388e-ec97-41fd-9543-ad0788456b2b req-58107eff-a1a0-46af-9010-3f5007568ad6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Apr 29 04:28:13.788672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:14.605397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e0998-5c36-4ab2-8309-b5358dc1e502 req-ccecf2f5-4fe1-4352-9b7e-c66c44f76da1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:14.606864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-328e0998-5c36-4ab2-8309-b5358dc1e502 req-ccecf2f5-4fe1-4352-9b7e-c66c44f76da1 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0471873 Apr 29 04:28:14.653769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-328e0998-5c36-4ab2-8309-b5358dc1e502 req-45667f2b-9eb3-4219-a269-aa2e6766b99e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 Apr 29 04:28:15.125731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:15.774605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f11e83-d830-4bcf-970b-f17d5fe10784 req-b1d832a0-13fe-4683-a837-25a5ea93ecb4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:15.776494 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17f11e83-d830-4bcf-970b-f17d5fe10784 req-b1d832a0-13fe-4683-a837-25a5ea93ecb4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0512583 Apr 29 04:28:15.824469 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17f11e83-d830-4bcf-970b-f17d5fe10784 req-06a1011a-24c6-449e-8c93-3ffcaaf216df tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415149 Apr 29 04:28:16.946706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff83944-79b8-4c73-87c7-794ef9338192 req-54157bea-d8ba-4990-bd25-3267b055239c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:16.948173 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ff83944-79b8-4c73-87c7-794ef9338192 req-54157bea-d8ba-4990-bd25-3267b055239c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0534003 Apr 29 04:28:16.994008 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ff83944-79b8-4c73-87c7-794ef9338192 req-93185c0e-add7-4b72-a398-299762440632 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393901 Apr 29 04:28:17.712876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:28:17.810081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:17.821004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'mac_address': 'fa:16:3e:97:f9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:28:17.860950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:28:17.861380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:17.873630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590e3859-2c87-45f2-b081-4da7c6daf1d3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:28:17.891636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:17.964852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:18.016452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:18.035835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['590e3859-2c87-45f2-b081-4da7c6daf1d3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:28:18.115234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35a9ce-19ae-476b-9514-a133b98e0bef req-cac37025-5668-492d-a914-b1b04f275715 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:18.116714 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1e35a9ce-19ae-476b-9514-a133b98e0bef req-cac37025-5668-492d-a914-b1b04f275715 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Apr 29 04:28:18.163804 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1e35a9ce-19ae-476b-9514-a133b98e0bef req-3eb35b3c-b367-4414-942b-d029103fe5f5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414197 Apr 29 04:28:19.276151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8553-5346-42f9-8c02-e3ce6e1e0bc6 req-603d8c9f-21b7-46df-833d-205e779433ad tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:19.277620 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8b2f8553-5346-42f9-8c02-e3ce6e1e0bc6 req-603d8c9f-21b7-46df-833d-205e779433ad tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 945 time: 0.0454943 Apr 29 04:28:19.323512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8b2f8553-5346-42f9-8c02-e3ce6e1e0bc6 req-c1cb0fd0-5fc3-4352-856c-564950214320 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Apr 29 04:28:19.715675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:28:19.760368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 590e3859-2c87-45f2-b081-4da7c6daf1d3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:28:19.760738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:19.834888 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:28:19.835268 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:19.860007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:28:19.862225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e74a00-d8fc-42ec-a3d2-90ad0c5c9813" -d '{"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-plugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:28:19.881945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:19.903452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b660901-d1b3-4630-9b6b-d5d6b0678efa x-openstack-request-id: req-3b660901-d1b3-4630-9b6b-d5d6b0678efa {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:28:19.903776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-plugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:28:19.904037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b660901-d1b3-4630-9b6b-d5d6b0678efa {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:28:19.904430 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b660901-d1b3-4630-9b6b-d5d6b0678efa'] response: {'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'code': 200} Apr 29 04:28:19.970856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:20.029436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:20.036880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.038684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.038684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.038684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.038684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.038684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.039070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.039153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.039472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.039788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.040107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.040424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.040738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.041048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.041388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:20.096010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:20.438205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9849b5-3410-4794-b8ce-73c077ea9411 req-5d900ba7-226e-4629-b396-24bb63147d55 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:20.439680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ce9849b5-3410-4794-b8ce-73c077ea9411 req-5d900ba7-226e-4629-b396-24bb63147d55 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0474982 Apr 29 04:28:20.488050 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ce9849b5-3410-4794-b8ce-73c077ea9411 req-89de9712-1ac6-44e5-bc2e-54c07477cc58 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428512 Apr 29 04:28:21.602263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f55251-8220-49aa-bce9-ebc6f6271693 req-914fd438-e69c-4d5a-b8da-b0091964c977 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:21.603723 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3f55251-8220-49aa-bce9-ebc6f6271693 req-914fd438-e69c-4d5a-b8da-b0091964c977 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0458181 Apr 29 04:28:21.649754 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3f55251-8220-49aa-bce9-ebc6f6271693 req-fb1e4314-0c4f-4432-a7d7-8eba9485c4f5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397897 Apr 29 04:28:22.762217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002bbb-c6ed-4f3a-809a-670f4011fb93 req-d0206415-9bc3-443f-82e1-841dfb368416 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:22.763651 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48002bbb-c6ed-4f3a-809a-670f4011fb93 req-d0206415-9bc3-443f-82e1-841dfb368416 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0460644 Apr 29 04:28:22.809444 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48002bbb-c6ed-4f3a-809a-670f4011fb93 req-35b4bcea-fbf5-4d3b-9a07-afa4ce164df2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402000 Apr 29 04:28:23.921189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662f171-1abf-468b-9f1f-b4b928ee5941 req-d677c6f3-4765-480b-8a61-e2fc9dfd14db tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:23.922660 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6662f171-1abf-468b-9f1f-b4b928ee5941 req-d677c6f3-4765-480b-8a61-e2fc9dfd14db tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0460324 Apr 29 04:28:23.971997 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6662f171-1abf-468b-9f1f-b4b928ee5941 req-6e49cb7f-8fae-4bd8-98d5-3e3b0da8d77e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 Apr 29 04:28:25.083466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc881-95a7-4bd6-9ba1-84dc022538e4 req-09a8207a-fb7c-4e1d-b455-72fd7fdb2b12 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:25.084888 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-735cc881-95a7-4bd6-9ba1-84dc022538e4 req-09a8207a-fb7c-4e1d-b455-72fd7fdb2b12 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0455599 Apr 29 04:28:25.129948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-735cc881-95a7-4bd6-9ba1-84dc022538e4 req-b8ebd65b-5914-4d97-80f7-8c90acfd1cfc tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Apr 29 04:28:25.708210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c06e4-7c11-43af-a60a-51e9d0f7a3a1 req-a67f6e75-124f-4fb3-8742-3195b38bfad6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:25.709630 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f09c06e4-7c11-43af-a60a-51e9d0f7a3a1 req-a67f6e75-124f-4fb3-8742-3195b38bfad6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0599201 Apr 29 04:28:25.761381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-b2588c71-e5e3-4c54-bc39-9e0a29a25d07 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:25.762872 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-b2588c71-e5e3-4c54-bc39-9e0a29a25d07 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25&tenant_id=3c6e8bcc538846629d41cc57e168579e&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 946 time: 0.0682881 Apr 29 04:28:25.812497 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f09c06e4-7c11-43af-a60a-51e9d0f7a3a1 req-2b205e81-24ee-4c54-9784-d331fb44ab93 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825367 Apr 29 04:28:25.836232 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-17bcc089-5f56-4b3c-a494-7e2f8cc8220e service neutron] 10.222.0.31 "GET /v2.0/ports/590e3859-2c87-45f2-b081-4da7c6daf1d3/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0639820 Apr 29 04:28:25.899344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-3a410636-60ce-4e5f-adfe-85e6ac48beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:25.900714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-3a410636-60ce-4e5f-adfe-85e6ac48beb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1130 time: 0.0424597 Apr 29 04:28:25.991997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-390aecef-3f37-4d23-9d77-cc301bc9c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:25.993522 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-390aecef-3f37-4d23-9d77-cc301bc9c5c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0868137 Apr 29 04:28:26.063350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-0c696aa9-280d-43bb-b5ac-39b88feba2f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0640576 Apr 29 04:28:26.110807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-11a2b555-88ef-4d27-b547-111acfc9057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:26.112271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-11a2b555-88ef-4d27-b547-111acfc9057e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0435684 Apr 29 04:28:26.154595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-39a9da62-6b24-41f3-9006-8c2d715c97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:26.156468 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-39a9da62-6b24-41f3-9006-8c2d715c97e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376966 Apr 29 04:28:26.247443 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-1a6d6e84-7f45-4051-84dc-69a644d4bb29 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844197 Apr 29 04:28:26.335937 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-f7d5d567-beef-4be0-8408-c6c62f09ed14 service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825057 Apr 29 04:28:26.925026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed02c88-ea32-4204-8700-3c1a76b3e6b1 req-8b1f438a-23df-4fdd-8bed-350f9499e5b6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:26.926489 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eed02c88-ea32-4204-8700-3c1a76b3e6b1 req-8b1f438a-23df-4fdd-8bed-350f9499e5b6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0452833 Apr 29 04:28:26.971593 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eed02c88-ea32-4204-8700-3c1a76b3e6b1 req-74c5ad3b-3fa1-4d75-8116-bafaeec0aa60 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397096 Apr 29 04:28:28.090182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50380e-7689-4af3-8de5-38707fc0a79e req-7b23b38e-8bbd-49a8-a43f-d5985d474250 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:28.091639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f50380e-7689-4af3-8de5-38707fc0a79e req-7b23b38e-8bbd-49a8-a43f-d5985d474250 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0511158 Apr 29 04:28:28.138971 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5f50380e-7689-4af3-8de5-38707fc0a79e req-acf4e219-a92d-4706-8983-77c37fd833e5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411141 Apr 29 04:28:29.253079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e023a5-df1b-4012-949a-912c92505eb2 req-a7fb3f45-1dce-4b84-8075-4aad666d2f5a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:29.254552 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d8e023a5-df1b-4012-949a-912c92505eb2 req-a7fb3f45-1dce-4b84-8075-4aad666d2f5a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0458965 Apr 29 04:28:29.300806 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d8e023a5-df1b-4012-949a-912c92505eb2 req-6ce7d886-7357-4fa6-8af8-e46502199ecf tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 Apr 29 04:28:30.418018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb65b-52a9-4644-bc99-1e5148ed42ee req-4e232059-bbb3-47dc-a6d9-cd9908e9ed86 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:30.419639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6a0fb65b-52a9-4644-bc99-1e5148ed42ee req-4e232059-bbb3-47dc-a6d9-cd9908e9ed86 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0495381 Apr 29 04:28:30.469019 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6a0fb65b-52a9-4644-bc99-1e5148ed42ee req-c55aa7b6-b6ce-4540-8922-d8a7c0ef1c45 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435650 Apr 29 04:28:31.586622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e207e60-e630-4c67-9581-81c6a634baf4 req-01b5acf5-28e4-4f2e-8c32-a55240f9c0ab tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:31.588073 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e207e60-e630-4c67-9581-81c6a634baf4 req-01b5acf5-28e4-4f2e-8c32-a55240f9c0ab tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0497675 Apr 29 04:28:31.634294 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e207e60-e630-4c67-9581-81c6a634baf4 req-8fd4dc4a-2517-4a94-8a13-558f9c167ba3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Apr 29 04:28:31.778921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:28:31.855360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:28:31.855741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:31.877334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:28:31.879492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f1b07c-4d4c-472a-978b-c51863e99b54" -d '{"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-unplugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:28:31.891889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:31.924734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a97e78-a3f5-463b-b666-26cdfa9118ee x-openstack-request-id: req-88a97e78-a3f5-463b-b666-26cdfa9118ee {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:28:31.925033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-unplugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:28:31.925279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88a97e78-a3f5-463b-b666-26cdfa9118ee {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:28:31.925718 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a97e78-a3f5-463b-b666-26cdfa9118ee'] response: {'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'code': 200} Apr 29 04:28:31.964772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:32.017796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=9']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:32.748372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ea045-34d5-42a3-9b2c-63c8775846bc req-f640d2b0-7483-485f-baed-b57509e08299 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:32.749887 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d92ea045-34d5-42a3-9b2c-63c8775846bc req-f640d2b0-7483-485f-baed-b57509e08299 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0465083 Apr 29 04:28:32.795444 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d92ea045-34d5-42a3-9b2c-63c8775846bc req-536bac34-5df2-46c9-840d-8f0883022fe5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400555 Apr 29 04:28:33.668994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-22b49e17-2bfb-4cf0-be40-c5510a283371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:33.671514 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-22b49e17-2bfb-4cf0-be40-c5510a283371 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25&tenant_id=3c6e8bcc538846629d41cc57e168579e HTTP/1.1" status: 200 len: 1128 time: 0.0459397 Apr 29 04:28:33.752128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-9030257a-f2b4-42ed-b206-4ae60fd0024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:33.754822 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-9030257a-f2b4-42ed-b206-4ae60fd0024c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6e8bcc538846629d41cc57e168579e&device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 1128 time: 0.0528700 Apr 29 04:28:33.852324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-9153a3c1-05dd-45cc-90c1-1ce9f3c9309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:33.854208 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-9153a3c1-05dd-45cc-90c1-1ce9f3c9309b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 200 len: 913 time: 0.0907443 Apr 29 04:28:34.311697 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-b0b359ab-24ee-49c1-971e-c53edb118c49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 200 len: 1000 time: 0.4485123 Apr 29 04:28:34.319881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f366637-3f8c-4765-8519-5db68935e21d req-f93fc3f3-2316-42ca-a59e-ed7516dc5fa0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:34.321267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f366637-3f8c-4765-8519-5db68935e21d req-f93fc3f3-2316-42ca-a59e-ed7516dc5fa0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0627339 Apr 29 04:28:34.394235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-4597aec0-840e-4bd0-9a89-6994844e8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:34.395639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-4597aec0-840e-4bd0-9a89-6994844e8653 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 200 len: 851 time: 0.0722699 Apr 29 04:28:34.402276 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f366637-3f8c-4765-8519-5db68935e21d req-fa240ade-db97-4ef3-9569-270214bc1697 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713801 Apr 29 04:28:34.442084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-0f19fd0d-5a4e-4f29-bfb8-9b3ab5f51334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:34.443543 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-0f19fd0d-5a4e-4f29-bfb8-9b3ab5f51334 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fc9d2d3-c45c-42ba-b177-c63c813f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381951 Apr 29 04:28:34.533275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-198bafee-4e6b-4b22-a6b2-977fe25f122d service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793185 Apr 29 04:28:34.626356 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2b74f009-998d-48b1-87ac-06d75061fd08 req-c4616ee2-1c40-4869-a0b1-3df080b590dd service neutron] 10.222.0.31 "GET /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840733 Apr 29 04:28:35.538830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92b64-d20b-4208-8806-b35656a90693 req-3f3fc1f3-baec-4333-8323-2e9eacc9358e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:35.540347 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ec92b64-d20b-4208-8806-b35656a90693 req-3f3fc1f3-baec-4333-8323-2e9eacc9358e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0517790 Apr 29 04:28:35.589246 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9ec92b64-d20b-4208-8806-b35656a90693 req-b8bde2ea-d27f-4ff3-9b3d-bab5b1793bfb tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Apr 29 04:28:36.707753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de0c4-e710-4451-957b-6febd65ed79b req-01f985e6-a2a0-4769-9c29-045141a87a2d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:36.709455 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68de0c4-e710-4451-957b-6febd65ed79b req-01f985e6-a2a0-4769-9c29-045141a87a2d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0471361 Apr 29 04:28:36.759131 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f68de0c4-e710-4451-957b-6febd65ed79b req-338a1faf-4ba6-4b97-a744-27e10f1dcd8d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Apr 29 04:28:37.200519 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:28:37.873301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec81c09-20f4-47b9-805b-0ecd5d156307 req-ee7303fa-d22d-4079-a660-6c3de1d63a91 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:37.875366 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aec81c09-20f4-47b9-805b-0ecd5d156307 req-ee7303fa-d22d-4079-a660-6c3de1d63a91 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0467858 Apr 29 04:28:37.920647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aec81c09-20f4-47b9-805b-0ecd5d156307 req-812643c9-8864-4a54-85e7-3a8e5517211c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Apr 29 04:28:38.895822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10958318-2dd6-4b50-90aa-0f36c7ef6183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:39.037717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4405b9-4421-4abc-86bb-731e45e42881 req-40d56fc9-c237-42ab-a66c-c19be771624a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:39.039095 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb4405b9-4421-4abc-86bb-731e45e42881 req-40d56fc9-c237-42ab-a66c-c19be771624a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0508318 Apr 29 04:28:39.086049 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb4405b9-4421-4abc-86bb-731e45e42881 req-24dd3320-f336-4216-8a21-02b87638162d tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Apr 29 04:28:40.202759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13675c-973f-4784-a532-5e8c81e2af32 req-7b53f1d8-00c9-4949-8c26-9a55041eb2c8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:40.204210 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bf13675c-973f-4784-a532-5e8c81e2af32 req-7b53f1d8-00c9-4949-8c26-9a55041eb2c8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0464702 Apr 29 04:28:40.254181 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bf13675c-973f-4784-a532-5e8c81e2af32 req-135551f3-c807-4bfe-8fc5-94e6644752b4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441232 Apr 29 04:28:41.227306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e4b1ff9-772e-4350-97d7-d8875aced20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:41.370169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e3780-2f46-47be-b2fb-27970b9c8cea req-4f39af32-ba22-47ea-9f3f-65a65d2ab2ce tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:41.371562 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d64e3780-2f46-47be-b2fb-27970b9c8cea req-4f39af32-ba22-47ea-9f3f-65a65d2ab2ce tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0465784 Apr 29 04:28:41.419877 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d64e3780-2f46-47be-b2fb-27970b9c8cea req-ac596569-ad95-41dd-aa2b-cb6dacdc36f7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Apr 29 04:28:42.294593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:42.533679 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ef796-4c24-4236-a852-3f6ef6056380 req-96b2c28a-fd75-4e0b-986f-af8279ad9e3f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:42.535106 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-077ef796-4c24-4236-a852-3f6ef6056380 req-96b2c28a-fd75-4e0b-986f-af8279ad9e3f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0462334 Apr 29 04:28:42.581543 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-077ef796-4c24-4236-a852-3f6ef6056380 req-52011409-8bf3-442b-b295-421179afbde7 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407705 Apr 29 04:28:43.696316 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc8fad-7556-4412-9bb0-b49998fe192d req-0bb17690-4c6f-4a61-b30c-e99791ffb1d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:43.697825 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bbbc8fad-7556-4412-9bb0-b49998fe192d req-0bb17690-4c6f-4a61-b30c-e99791ffb1d3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0478475 Apr 29 04:28:43.754849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bbbc8fad-7556-4412-9bb0-b49998fe192d req-ee280a5a-9939-4a67-bebf-d68b2751448e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510767 Apr 29 04:28:43.820648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:44.868639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a56e6-0891-4776-bcd8-8e451d15777c req-44410c20-8708-4d57-96bc-634771e732d8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:44.870169 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e6a56e6-0891-4776-bcd8-8e451d15777c req-44410c20-8708-4d57-96bc-634771e732d8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0480325 Apr 29 04:28:44.916981 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e6a56e6-0891-4776-bcd8-8e451d15777c req-d40753ba-4e0d-43d6-89d9-c7ee6b9d38c4 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408013 Apr 29 04:28:45.124743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:45.854783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:28:45.951091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:45.963012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'port_id': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'mac_address': 'fa:16:3e:97:f9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:28:46.000130 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:28:46.000429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:46.013339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590e3859-2c87-45f2-b081-4da7c6daf1d3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:28:46.032492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd41af7-11b7-4ceb-8eee-9463b336df15 req-3a1d9020-07c4-4c0b-a933-8fd7bd196e4e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:46.037380 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-edd41af7-11b7-4ceb-8eee-9463b336df15 req-3a1d9020-07c4-4c0b-a933-8fd7bd196e4e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 944 time: 0.0486357 Apr 29 04:28:46.037517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:46.082618 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-edd41af7-11b7-4ceb-8eee-9463b336df15 req-660ea963-6336-4288-a83b-f9e9827639d5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Apr 29 04:28:46.095829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:46.147698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=10']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:46.173165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['590e3859-2c87-45f2-b081-4da7c6daf1d3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:28:47.199322 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda92ef-34c0-43c4-976a-86c58414dbeb req-12580e23-6bdd-4e45-875b-b88a64a72695 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:47.200817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bbda92ef-34c0-43c4-976a-86c58414dbeb req-12580e23-6bdd-4e45-875b-b88a64a72695 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 946 time: 0.0510516 Apr 29 04:28:47.246936 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bbda92ef-34c0-43c4-976a-86c58414dbeb req-870cdcc2-974f-4df4-9e27-524750dad7ad tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Apr 29 04:28:47.854882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:28:47.899896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 590e3859-2c87-45f2-b081-4da7c6daf1d3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:28:47.900257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:47.972327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 590e3859-2c87-45f2-b081-4da7c6daf1d3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:28:47.972698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:47.993678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:28:47.995799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43867334-7719-4f1d-8396-106a28ba7923" -d '{"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-plugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:28:48.012005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:48.038750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcbd088-d184-4fc4-92ba-71532a23a9e1 x-openstack-request-id: req-fdcbd088-d184-4fc4-92ba-71532a23a9e1 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:28:48.039036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-plugged", "status": "completed", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:28:48.039287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdcbd088-d184-4fc4-92ba-71532a23a9e1 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:28:48.039679 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcbd088-d184-4fc4-92ba-71532a23a9e1'] response: {'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'code': 200} Apr 29 04:28:48.078133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:48.264312 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=11']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:48.361817 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6105d0-77c2-4e3d-88fe-13705ab9fdcd req-400e72f9-a815-490b-bd25-e1e438b360d0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:48.363283 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ee6105d0-77c2-4e3d-88fe-13705ab9fdcd req-400e72f9-a815-490b-bd25-e1e438b360d0 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0478604 Apr 29 04:28:48.413805 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ee6105d0-77c2-4e3d-88fe-13705ab9fdcd req-873c70a1-a1e2-40ef-ac68-2c6a370149d5 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449240 Apr 29 04:28:49.528898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cd31-26af-41d4-9cdb-5c5af41b9b86 req-39d9f1c6-88b6-45b3-ae9a-95efebfa5557 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:49.530373 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af90cd31-26af-41d4-9cdb-5c5af41b9b86 req-39d9f1c6-88b6-45b3-ae9a-95efebfa5557 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0468063 Apr 29 04:28:49.575989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af90cd31-26af-41d4-9cdb-5c5af41b9b86 req-bfb29f38-3a87-494f-b365-1e28f997b322 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 Apr 29 04:28:50.089132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:50.693372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f876-096f-4df2-9f6c-ca4c70becc81 req-43585c46-17c3-4bf3-85f1-9d7ec53e1878 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:50.694805 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ece4f876-096f-4df2-9f6c-ca4c70becc81 req-43585c46-17c3-4bf3-85f1-9d7ec53e1878 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0496397 Apr 29 04:28:51.030487 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ece4f876-096f-4df2-9f6c-ca4c70becc81 req-28d43631-a473-4c35-a922-743084dc5069 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295579 Apr 29 04:28:52.148265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de34f-bb54-43ec-9aab-2efa76f59633 req-4a1ba79f-447a-4d60-a224-ea53c0d4ae51 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:52.149718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1b5de34f-bb54-43ec-9aab-2efa76f59633 req-4a1ba79f-447a-4d60-a224-ea53c0d4ae51 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0504189 Apr 29 04:28:52.197275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1b5de34f-bb54-43ec-9aab-2efa76f59633 req-c7a8cec9-c1c4-44f1-af19-7a5ef28903da tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412672 Apr 29 04:28:53.310166 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0f80d-b302-4f38-9d47-52eb923a9b0d req-73f86cba-e720-49ff-8552-39352b56e433 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:53.312231 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-65c0f80d-b302-4f38-9d47-52eb923a9b0d req-73f86cba-e720-49ff-8552-39352b56e433 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0468178 Apr 29 04:28:53.356191 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-65c0f80d-b302-4f38-9d47-52eb923a9b0d req-df7af054-981e-44fd-9ba6-827108d6288e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385509 Apr 29 04:28:53.466206 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece273-d638-4e99-9a0a-0e726a3e3874 req-b8eeb435-37fd-4da7-8053-80b88ee69ee3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:53.467660 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cfece273-d638-4e99-9a0a-0e726a3e3874 req-b8eeb435-37fd-4da7-8053-80b88ee69ee3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0453138 Apr 29 04:28:53.514102 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cfece273-d638-4e99-9a0a-0e726a3e3874 req-4138e5f4-bb1b-4854-bfc3-f1089d729cd6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Apr 29 04:28:53.624257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ac70e-cf6e-4a10-bb0b-65ebd0e0c032 req-c4efd3dd-08ad-4bdb-b6a6-bd3967b76ca6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:53.625727 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4d7ac70e-cf6e-4a10-bb0b-65ebd0e0c032 req-c4efd3dd-08ad-4bdb-b6a6-bd3967b76ca6 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0457482 Apr 29 04:28:53.673280 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4d7ac70e-cf6e-4a10-bb0b-65ebd0e0c032 req-834606b1-77a3-43e3-8a4f-ac4bb92dd574 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 Apr 29 04:28:54.110232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550cff-129f-416c-a764-d22f4f691a76 req-425186c5-9355-40a8-ad9e-142da675142f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:54.111676 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fc550cff-129f-416c-a764-d22f4f691a76 req-425186c5-9355-40a8-ad9e-142da675142f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0464621 Apr 29 04:28:54.156860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fc550cff-129f-416c-a764-d22f4f691a76 req-76e48cb2-3bfa-4b23-8847-662411f2bf9b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396938 Apr 29 04:28:55.272414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcafad1-03d4-445d-9f94-54dce547ab47 req-d85d22ec-ac0c-4566-b1ec-56c0d98c1a3c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:55.273887 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1bcafad1-03d4-445d-9f94-54dce547ab47 req-d85d22ec-ac0c-4566-b1ec-56c0d98c1a3c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0462706 Apr 29 04:28:55.323645 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1bcafad1-03d4-445d-9f94-54dce547ab47 req-24469786-282b-41f6-b9f9-2457f7f117c3 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441425 Apr 29 04:28:56.435216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291c80-bfc4-47ed-bfdb-541ccf462283 req-5d8c4abb-2df1-4819-acce-e6f6c3eca33f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:56.437236 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-08291c80-bfc4-47ed-bfdb-541ccf462283 req-5d8c4abb-2df1-4819-acce-e6f6c3eca33f tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0462780 Apr 29 04:28:56.481286 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-08291c80-bfc4-47ed-bfdb-541ccf462283 req-fc14c463-b3f2-49d6-bd89-4f5a9b1bbb8c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups?id=66592484-fb03-46e0-b741-0756e6b63d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 Apr 29 04:28:56.643767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-936dc5f6-a4be-45bd-a92e-18695dac0aaa tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:28:56.645114 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-936dc5f6-a4be-45bd-a92e-18695dac0aaa tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 947 time: 0.0453398 Apr 29 04:28:56.726382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Deleting port 590e3859-2c87-45f2-b081-4da7c6daf1d3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:28:56.726715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:56.816981 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] For port 590e3859-2c87-45f2-b081-4da7c6daf1d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=590e3859-2c87-45f2-b081-4da7c6daf1d3,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:28:56.817366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:56.983750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:56.984028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:56.984339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad disassociated. External IP: 172.26.4.90, port: 590e3859-2c87-45f2-b081-4da7c6daf1d3. Apr 29 04:28:56.984679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Calling delete_port for 590e3859-2c87-45f2-b081-4da7c6daf1d3 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:28:57.175252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (590e3859-2c87-45f2-b081-4da7c6daf1d3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:57.207644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event deleted for resources: {'Port': ['ID=590e3859-2c87-45f2-b081-4da7c6daf1d3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:28:57.219507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.219856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.220198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.220541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.220870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.221197 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.221552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.221883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.222214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.222536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.222860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.223182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.223506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.223824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.224139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:28:57.338318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:28:57.455497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:28:57.466383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:28:57.476197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:28:57.476778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:28:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:28:57.497305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] No DVR routers for this DVR port 590e3859-2c87-45f2-b081-4da7c6daf1d3 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:28:57.500379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:28:57.503694 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f577be37-e8f8-417a-91ea-fa6b96baffd0 req-497ba305-4ab9-494b-a13f-d207960109d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.31 "DELETE /v2.0/ports/590e3859-2c87-45f2-b081-4da7c6daf1d3 HTTP/1.1" status: 204 len: 173 time: 0.8509679 Apr 29 04:28:57.504191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-deleted', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:28:57.506467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d529e669-8a60-4e1b-86f7-829ffef632c6" -d '{"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-deleted", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:28:57.593439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:28:57.603682 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7b543d01-8c30-49c6-b64e-6b2c3b22dc5c req-498d40d4-62c8-4e08-ac88-fcaf6aa075d8 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0396247 Apr 29 04:28:57.608166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f60975-9207-41d9-8db7-f13f78275a65 x-openstack-request-id: req-17f60975-9207-41d9-8db7-f13f78275a65 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:28:57.609118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9acc38-5a8b-462d-9fd1-afb87ac40d25", "name": "network-vif-deleted", "tag": "590e3859-2c87-45f2-b081-4da7c6daf1d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:28:57.609466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17f60975-9207-41d9-8db7-f13f78275a65 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:28:57.609945 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f60975-9207-41d9-8db7-f13f78275a65'] response: {'server_uuid': '4a9acc38-5a8b-462d-9fd1-afb87ac40d25', 'name': 'network-vif-deleted', 'tag': '590e3859-2c87-45f2-b081-4da7c6daf1d3', 'status': 'completed', 'code': 200} Apr 29 04:28:57.791104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:28:57.818537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:28:57.826729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:28:57.827330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:28:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:28:57.934721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:28:58.131303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:28:58.167443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac2465-885d-489e-88f4-24105eae410e None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:12Z', 'revision_number': 4, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'a7fdff94-6c6b-4cbc-902b-f95015c08641', 'name': '', 'network_id': '4fc9d2d3-c45c-42ba-b177-c63c813f75aa', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'mac_address': 'fa:16:3e:31:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:12Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'subnets': [{'id': '54543a0c-8dc2-4248-a4f3-233fdfca3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:28:58.394695 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787449a-5a70-4315-99eb-a1f3c9227502 None None] New status for floating IP 742a31ca-27da-4b0a-9cff-dd41f5c5d6ad: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:28:58.708437 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ad271378-3e72-43bf-8c7a-480ea21436b5 req-010b1756-782e-406a-891c-ecd5a2d3684e tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0312150 Apr 29 04:28:59.805917 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f98daa1b-0cb0-468b-9827-140131bbf91a req-4c0995fb-dfe4-4549-85f3-4de4159f5f9b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0292389 Apr 29 04:29:00.899809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-91c556ef-d22f-4a98-9b04-91be5ca49577 req-5f469ff6-fab6-4cd7-9fcc-eeb5ed42c86a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0277216 Apr 29 04:29:01.917707 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:29:01.938845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 590e3859-2c87-45f2-b081-4da7c6daf1d3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:29:01.939198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 590e3859-2c87-45f2-b081-4da7c6daf1d3 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:29:01.994780 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-24291137-1ef2-4a97-b4b5-499537e1450f req-94c09249-08e6-42e0-9c21-d6c65bae0a51 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0268295 Apr 29 04:29:03.092795 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f1b83aa1-f7c8-42a4-ac10-fcbbd6f6d5f8 req-4dd890b5-c3a3-495c-bee4-d32849e843d2 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0285225 Apr 29 04:29:04.187503 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1758d11d-bfcd-48a0-b51d-a2829c1c2ca5 req-52e9d8d1-936d-4596-bde4-2bf4795a9425 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0281186 Apr 29 04:29:05.282444 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8cd05f1f-d46d-419b-8d91-493c26217d67 req-8c11bfec-517b-463c-abbd-7d21fe1a6675 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Apr 29 04:29:06.398297 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e567c12a-fd13-4b4f-ad88-eb76ca64fe15 req-6619adeb-2038-447e-b4c5-0fbdf66e3f9a tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9acc38-5a8b-462d-9fd1-afb87ac40d25 HTTP/1.1" status: 200 len: 210 time: 0.0350387 Apr 29 04:29:08.882806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-01f10ca6-2898-4d43-b653-c86ee10e5be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:11.203296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d099-f4e3-412f-8085-5dd56670a55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:12.283144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:13.794792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.199620 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:29:14.574988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39140) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:14.628001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96cd8eec-3c71-44da-b133-d6a156fd493c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group (66592484-fb03-46e0-b741-0756e6b63d64), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.650402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96cd8eec-3c71-44da-b133-d6a156fd493c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group (66592484-fb03-46e0-b741-0756e6b63d64), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.768408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96cd8eec-3c71-44da-b133-d6a156fd493c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (66592484-fb03-46e0-b741-0756e6b63d64), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.771091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-96cd8eec-3c71-44da-b133-d6a156fd493c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.772232 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-96cd8eec-3c71-44da-b133-d6a156fd493c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "DELETE /v2.0/security-groups/66592484-fb03-46e0-b741-0756e6b63d64 HTTP/1.1" status: 204 len: 168 time: 0.1960196 Apr 29 04:29:14.775141 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39142) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:14.782319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd8eec-3c71-44da-b133-d6a156fd493c tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66592484-fb03-46e0-b741-0756e6b63d64,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:14.789602 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-d7fa1e5c-430f-49a6-a4b6-ad50d4988b1b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] show failed (client error): The resource could not be found. Apr 29 04:29:14.790606 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d7fa1e5c-430f-49a6-a4b6-ad50d4988b1b tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "GET /v2.0/security-groups/66592484-fb03-46e0-b741-0756e6b63d64 HTTP/1.1" status: 404 len: 347 time: 0.0144789 Apr 29 04:29:14.793434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39144) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:14.911051 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Deleting port 26c623d5-1897-45d9-a96a-a44829612453 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:14.913931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (26c623d5-1897-45d9-a96a-a44829612453), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.990993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (26c623d5-1897-45d9-a96a-a44829612453), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:14.991607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (26c623d5-1897-45d9-a96a-a44829612453), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:15.004594 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Calling delete_port for 26c623d5-1897-45d9-a96a-a44829612453 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:15.123500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:15.197037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (26c623d5-1897-45d9-a96a-a44829612453), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:15.243583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Pushing event deleted for resources: {'Port': ['ID=26c623d5-1897-45d9-a96a-a44829612453,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:15.272095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.272442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.272788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.273134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.273504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.273883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.274175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.274501 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.274832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.275160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.275486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.275812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.276137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.276460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.276779 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:15.300200 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks [] for floatingip (742a31ca-27da-4b0a-9cff-dd41f5c5d6ad), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:15.302792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:15.303988 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-740f87f9-4cb7-4745-bed4-0713838a1945 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] 10.222.0.37 "DELETE /v2.0/floatingips/742a31ca-27da-4b0a-9cff-dd41f5c5d6ad HTTP/1.1" status: 204 len: 168 time: 0.5088742 Apr 29 04:29:15.306789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39146) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:15.704826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:15.942095 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Deleting port a7fdff94-6c6b-4cbc-902b-f95015c08641 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:15.942791 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:16.035352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] For port a7fdff94-6c6b-4cbc-902b-f95015c08641, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a7fdff94-6c6b-4cbc-902b-f95015c08641,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:16.035776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:16.049488 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Calling delete_port for a7fdff94-6c6b-4cbc-902b-f95015c08641 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:16.288914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a7fdff94-6c6b-4cbc-902b-f95015c08641), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:16.314975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fdff94-6c6b-4cbc-902b-f95015c08641,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:16.486402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:16.709163 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:29:16.817692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:29:16.822634 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e17fd7d-7b68-4971-b6f8-67be8d4d89b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/ea40865a-fd8c-4cee-a6f1-a011e023c2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148566 Apr 29 04:29:16.824999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39150) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:16.827379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] Sync routers for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:29:16.838638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:29:16.839394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:29:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:16.935429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks [] for router (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:16.950510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:29:17.040451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks [] for router_gateway (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.124208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:29:16Z', 'revision_number': 5, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port': {'id': '7b8bc154-6cb1-4d3a-90ac-35880e77787d', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:17.151664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] Checking router: ea40865a-fd8c-4cee-a6f1-a011e023c2e1 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:29:17.161365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] Routers {'ea40865a-fd8c-4cee-a6f1-a011e023c2e1'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:29:17.162014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:29:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:17.166590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Deleting port 7b8bc154-6cb1-4d3a-90ac-35880e77787d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:17.167191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.251014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] For port 7b8bc154-6cb1-4d3a-90ac-35880e77787d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7b8bc154-6cb1-4d3a-90ac-35880e77787d,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:17.251371 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.251820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] Set router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:29:17.264893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Calling delete_port for 7b8bc154-6cb1-4d3a-90ac-35880e77787d owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:17.307012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:29:17Z', 'revision_number': 6, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:17.333436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed566bf-9a42-4bc3-b549-4ab7f64de087 None None] The sync data for ids ['ea40865a-fd8c-4cee-a6f1-a011e023c2e1'] in dv-neutron-839777-1-hyperv is: [{'id': 'ea40865a-fd8c-4cee-a6f1-a011e023c2e1', 'name': 'tempest-ServerActionsTestJSON-1360662062-router', 'tenant_id': '3c6e8bcc538846629d41cc57e168579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:24:10Z', 'updated_at': '2022-04-29T04:29:17Z', 'revision_number': 6, 'project_id': '3c6e8bcc538846629d41cc57e168579e', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:29:17.482246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7b8bc154-6cb1-4d3a-90ac-35880e77787d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.507047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8bc154-6cb1-4d3a-90ac-35880e77787d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:17.572108 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.662796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.664850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks [] for router_controller (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.779887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (ea40865a-fd8c-4cee-a6f1-a011e023c2e1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.780435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea40865a-fd8c-4cee-a6f1-a011e023c2e1 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:29:17.785401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.786598 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f32f4eb5-cfbb-45c2-8b11-a982a26fadc3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ea40865a-fd8c-4cee-a6f1-a011e023c2e1 HTTP/1.1" status: 204 len: 168 time: 0.9605200 Apr 29 04:29:17.789128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39152) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:17.834552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Deleting subnet 54543a0c-8dc2-4248-a4f3-233fdfca3f53 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:29:17.837609 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Publish callbacks [] for subnet (54543a0c-8dc2-4248-a4f3-233fdfca3f53), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.870287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (54543a0c-8dc2-4248-a4f3-233fdfca3f53), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:17.948098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (54543a0c-8dc2-4248-a4f3-233fdfca3f53), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.054671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (54543a0c-8dc2-4248-a4f3-233fdfca3f53), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.082426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54543a0c-8dc2-4248-a4f3-233fdfca3f53,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:18.084977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.091049 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a9d88149-34fc-4e4c-a38a-ea18e4a31242 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/54543a0c-8dc2-4248-a4f3-233fdfca3f53 HTTP/1.1" status: 204 len: 168 time: 0.3008792 Apr 29 04:29:18.091199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39154) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:18.097204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c90ac-1ede-488a-9349-c7243093e1c9 None None] Network 4fc9d2d3-c45c-42ba-b177-c63c813f75aa requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:29:18.123802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a7fdff94-6c6b-4cbc-902b-f95015c08641 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:29:18.150336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: a7fdff94-6c6b-4cbc-902b-f95015c08641 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:29:18.150671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a7fdff94-6c6b-4cbc-902b-f95015c08641 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:29:18.151079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7b8bc154-6cb1-4d3a-90ac-35880e77787d no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:29:18.172923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (4fc9d2d3-c45c-42ba-b177-c63c813f75aa), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.197104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 7b8bc154-6cb1-4d3a-90ac-35880e77787d {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:29:18.197483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7b8bc154-6cb1-4d3a-90ac-35880e77787d not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:29:18.220885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Deleting port 3032a632-888e-435d-ad95-894c60202e5c {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:18.221216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3032a632-888e-435d-ad95-894c60202e5c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.286157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] DHCP port deletion for 4fc9d2d3-c45c-42ba-b177-c63c813f75aa request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:29:18.295764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] For port 3032a632-888e-435d-ad95-894c60202e5c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032a632-888e-435d-ad95-894c60202e5c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:18.296120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3032a632-888e-435d-ad95-894c60202e5c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.309293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Calling delete_port for 3032a632-888e-435d-ad95-894c60202e5c owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:18.332549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] Deleting port 3032a632-888e-435d-ad95-894c60202e5c {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:18.333017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3032a632-888e-435d-ad95-894c60202e5c), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.398116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] For port 3032a632-888e-435d-ad95-894c60202e5c, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3032a632-888e-435d-ad95-894c60202e5c,segment=NetworkSegment(e9b2b764-67e4-475c-be0e-4b4721035549),segment_id=e9b2b764-67e4-475c-be0e-4b4721035549)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:18.398528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3032a632-888e-435d-ad95-894c60202e5c), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.412231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] Calling delete_port for 3032a632-888e-435d-ad95-894c60202e5c owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:18.431348 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3032a632-888e-435d-ad95-894c60202e5c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.461414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3032a632-888e-435d-ad95-894c60202e5c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:18.463257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] No DVR routers for this DVR port 3032a632-888e-435d-ad95-894c60202e5c on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:29:18.536576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (4fc9d2d3-c45c-42ba-b177-c63c813f75aa), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.565293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc9d2d3-c45c-42ba-b177-c63c813f75aa']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:18.576863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b2b764-67e4-475c-be0e-4b4721035549') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:18.577161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b2b764-67e4-475c-be0e-4b4721035549') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:18.587673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (e9b2b764-67e4-475c-be0e-4b4721035549), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.602301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (e9b2b764-67e4-475c-be0e-4b4721035549), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.609533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:29:18.609928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (e9b2b764-67e4-475c-be0e-4b4721035549), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:29:18.611678 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:29:18.643440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3032a632-888e-435d-ad95-894c60202e5c), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.671180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] No DVR routers for this DVR port 3032a632-888e-435d-ad95-894c60202e5c on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:29:18.674446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cca9d9-d00f-4e30-b13b-adfcc85b10c4 None None] Pushing event deleted for resources: {'Port': ['ID=3032a632-888e-435d-ad95-894c60202e5c,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:18.734263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (4fc9d2d3-c45c-42ba-b177-c63c813f75aa), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.739602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:18.742751 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4fc9d2d3-c45c-42ba-b177-c63c813f75aa HTTP/1.1" status: 204 len: 168 time: 0.6506577 Apr 29 04:29:18.753625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0a17-8770-4fe2-bd14-f04c3d39cfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc9d2d3-c45c-42ba-b177-c63c813f75aa,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:19.063206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:19.102753 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-20cc9740-deb3-49ba-9224-a964ab40bcbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c6e8bcc538846629d41cc57e168579e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383739 Apr 29 04:29:19.105033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39160) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:19.153171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8aafdb7e-6638-4a53-b2e3-35581d443f01 admin admin] Publish callbacks [] for security_group (4377a190-bcab-46e7-ad98-be44290c97ee), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:19.173584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8aafdb7e-6638-4a53-b2e3-35581d443f01 admin admin] Publish callbacks [] for security_group (4377a190-bcab-46e7-ad98-be44290c97ee), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:19.282736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8aafdb7e-6638-4a53-b2e3-35581d443f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4377a190-bcab-46e7-ad98-be44290c97ee), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:19.285238 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8aafdb7e-6638-4a53-b2e3-35581d443f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:19.286434 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8aafdb7e-6638-4a53-b2e3-35581d443f01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4377a190-bcab-46e7-ad98-be44290c97ee HTTP/1.1" status: 204 len: 168 time: 0.1804674 Apr 29 04:29:19.294680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafdb7e-6638-4a53-b2e3-35581d443f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377a190-bcab-46e7-ad98-be44290c97ee,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:20.082101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032a632-888e-435d-ad95-894c60202e5c no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:29:20.102612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.104471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3032a632-888e-435d-ad95-894c60202e5c {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:29:20.104822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3032a632-888e-435d-ad95-894c60202e5c not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:29:20.264810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39182) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:20.361239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-948661584-network', 'tenant_id': '9fe06d7c4023437db9eefaaeeb43333f'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:29:20.414247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Made reservation on behalf of 9fe06d7c4023437db9eefaaeeb43333f for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:29:20.416520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.425468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.496380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks [] for security_group (a5fefb3e-e66e-45ff-a435-e1d0d3f72326), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.545026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a5fefb3e-e66e-45ff-a435-e1d0d3f72326), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.569373 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:29:20.579374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fefb3e-e66e-45ff-a435-e1d0d3f72326,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:20.586004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7de6ee06-f3cc-44cb-af5c-bd9597b22379), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.586004 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Added segment 7de6ee06-f3cc-44cb-af5c-bd9597b22379 of type vlan for network 827043ad-054e-41bb-a45a-a7db793a64e1 Apr 29 04:29:20.625053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (827043ad-054e-41bb-a45a-a7db793a64e1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.682536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (827043ad-054e-41bb-a45a-a7db793a64e1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.683561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:20.684138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:20.744953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] Pushing event updated for resources: {'Network': ['ID=827043ad-054e-41bb-a45a-a7db793a64e1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:20.756212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 827043ad-054e-41bb-a45a-a7db793a64e1 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:29:20.759632 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-abe7b3fb-fa4a-40c1-a5ab-cea0e8e6ac75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4937119 Apr 29 04:29:20.763140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39186) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:20.767763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Request body: {'subnet': {'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-948661584-subnet', 'tenant_id': '9fe06d7c4023437db9eefaaeeb43333f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:29:20.825822 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Made reservation on behalf of 9fe06d7c4023437db9eefaaeeb43333f for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:29:20.828224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:21.053683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (7b80c37e-227e-4914-8193-d55e481ecbc1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:21.105044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b80c37e-227e-4914-8193-d55e481ecbc1,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:21.116479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Checking segment: {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:29:21.116832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Network hostable DHCP agents. Network: 827043ad-054e-41bb-a45a-a7db793a64e1, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:29:21.202580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Network 827043ad-054e-41bb-a45a-a7db793a64e1 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:29:21.276884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 827043ad-054e-41bb-a45a-a7db793a64e1) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:29:21.280869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:21.281495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:21.285389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbdaa0-131e-4eee-8b1a-1b9906afb243 None None] Network 827043ad-054e-41bb-a45a-a7db793a64e1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:29:21.354221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-51c51fb8-f090-4f23-aac4-9580aa22217c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5899317 Apr 29 04:29:21.387545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c45d0-ba6a-4e7e-b56c-1a70d1bcabe3 None None] Network 827043ad-054e-41bb-a45a-a7db793a64e1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:29:21.777653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-450e3450-4100-45f2-b23f-14892cabf5cf tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:21.779726 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-450e3450-4100-45f2-b23f-14892cabf5cf tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/networks?id=827043ad-054e-41bb-a45a-a7db793a64e1 HTTP/1.1" status: 200 len: 813 time: 0.1034999 Apr 29 04:29:21.794114 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-f32ce220-13f6-4dbf-b26c-2ce48f3d5dc6 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/quotas/9fe06d7c4023437db9eefaaeeb43333f HTTP/1.1" status: 200 len: 375 time: 0.0090654 Apr 29 04:29:21.824717 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-9ad08fd4-98cd-407d-9120-1c32561b38d8 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259953 Apr 29 04:29:21.917071 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-ab1ac17e-e5a1-4fb3-a0e6-e729065a9655 service neutron] 10.222.0.37 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851088 Apr 29 04:29:22.002083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-19aba8c0-a2b9-4cc9-ac73-39d6fee39f59 service neutron] 10.222.0.37 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794280 Apr 29 04:29:22.244925 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-87e020eb-d891-43b7-a85b-94e59b7654b2 req-156c6c2e-120c-410f-9d27-60a3ec8bda9c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 210 time: 0.0306482 Apr 29 04:29:23.323949 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a3cc64f-f1a5-4ae8-8094-3235ec155aca req-6b7c6ac6-e409-4b16-9f63-f8844c3e5d21 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 210 time: 0.0276601 Apr 29 04:29:24.403279 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-932481eb-27bd-48d3-bd79-7a859061db77 req-f413713b-c483-432c-b788-7bb681afcb50 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 210 time: 0.0307267 Apr 29 04:29:25.500930 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6aadbdef-5e35-48d8-bc25-c44db40a904e req-5809022a-a13b-47eb-af7b-78a613012046 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 210 time: 0.0319512 Apr 29 04:29:26.236840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-e3bf08f8-9142-4bba-b708-8d1bcbbcc970 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:26.238288 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-e3bf08f8-9142-4bba-b708-8d1bcbbcc970 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "GET /v2.0/networks?id=827043ad-054e-41bb-a45a-a7db793a64e1 HTTP/1.1" status: 200 len: 813 time: 0.1032681 Apr 29 04:29:26.253622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Request body: {'port': {'device_id': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1', 'admin_state_up': True, 'tenant_id': '9fe06d7c4023437db9eefaaeeb43333f'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:29:26.402300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Made reservation on behalf of 9fe06d7c4023437db9eefaaeeb43333f for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:29:26.406261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:26.529118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Allocated IP 172.20.0.7 (827043ad-054e-41bb-a45a-a7db793a64e1/7b80c37e-227e-4914-8193-d55e481ecbc1/ef43fed8-6779-4302-9e66-13b5ec0a509f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:29:26.597698 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7e2b3fff-d40b-41d0-a230-4ca55dbd205d req-78a5c7c9-4722-4249-bdce-502c6e9612b8 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 210 time: 0.0287864 Apr 29 04:29:26.677888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks [] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:26.774264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:26.821125 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Network 827043ad-054e-41bb-a45a-a7db793a64e1 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:29:26.827045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:29:26.831175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:29:26.837858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Pushing event updated for resources: {'Port': ['ID=ef43fed8-6779-4302-9e66-13b5ec0a509f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:26.882902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:26.884635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:26.958220 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-a9a6dc34-5b76-439e-a7df-238ec47ca902 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082844 Apr 29 04:29:26.973464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Request body: {'port': {'device_id': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:29:27.030192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:27.289260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef43fed8-6779-4302-9e66-13b5ec0a509f {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:29:27.297283 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Publish callbacks [] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:27.310130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Transition to ACTIVE for port object ef43fed8-6779-4302-9e66-13b5ec0a509f will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:29:27.367222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:27.415372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Pushing event updated for resources: {'Port': ['ID=ef43fed8-6779-4302-9e66-13b5ec0a509f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:27.484345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Attempting to bind port ef43fed8-6779-4302-9e66-13b5ec0a509f on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:29:27.484673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Attempting to bind port ef43fed8-6779-4302-9e66-13b5ec0a509f by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:29:27.484999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Attempting to bind port ef43fed8-6779-4302-9e66-13b5ec0a509f on network 827043ad-054e-41bb-a45a-a7db793a64e1 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:29:27.489252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Port ef43fed8-6779-4302-9e66-13b5ec0a509f on network 827043ad-054e-41bb-a45a-a7db793a64e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:29:27.491017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Attempting to bind port ef43fed8-6779-4302-9e66-13b5ec0a509f on network 827043ad-054e-41bb-a45a-a7db793a64e1 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:29:27.494509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:29:27.494839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Checking segment: {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:29:27.495220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Bound using segment: {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:29:27.495637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Bound port: ef43fed8-6779-4302-9e66-13b5ec0a509f, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:29:27.495986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:27.559711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] For port ef43fed8-6779-4302-9e66-13b5ec0a509f, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:29:27.562651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] For port ef43fed8-6779-4302-9e66-13b5ec0a509f, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ef43fed8-6779-4302-9e66-13b5ec0a509f,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:29:27.608090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:27.639810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:27.640425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:27.643906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] 10.222.0.31 "PUT /v2.0/ports/ef43fed8-6779-4302-9e66-13b5ec0a509f HTTP/1.1" status: 200 len: 1093 time: 0.6743915 Apr 29 04:29:27.645249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'tag': 'ef43fed8-6779-4302-9e66-13b5ec0a509f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:29:27.647580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "a84ee276-5bf3-4378-bee6-585f0c9be2f9", "tag": "ef43fed8-6779-4302-9e66-13b5ec0a509f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:29:27.689469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051616-a505-4c7b-920b-6c991efc427c service neutron] Pushing event updated for resources: {'Port': ['ID=ef43fed8-6779-4302-9e66-13b5ec0a509f,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:27.693035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fb7b7-3dde-4871-a047-4d152cfaa015 x-openstack-request-id: req-9b7fb7b7-3dde-4871-a047-4d152cfaa015 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:29:27.693344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84ee276-5bf3-4378-bee6-585f0c9be2f9", "tag": "ef43fed8-6779-4302-9e66-13b5ec0a509f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:29:27.693593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b7fb7b7-3dde-4871-a047-4d152cfaa015 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:29:27.693993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7fb7b7-3dde-4871-a047-4d152cfaa015'] response: {'name': 'network-changed', 'server_uuid': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'tag': 'ef43fed8-6779-4302-9e66-13b5ec0a509f', 'status': 'completed', 'code': 200} Apr 29 04:29:27.736967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5ee39-957a-4fdb-b1f5-d304924cda6d req-d50ba887-c42b-49fc-9fd6-857fb36764ae tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:27.738454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c2f5ee39-957a-4fdb-b1f5-d304924cda6d req-d50ba887-c42b-49fc-9fd6-857fb36764ae tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 943 time: 0.0644903 Apr 29 04:29:27.782895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5 req-c6ec9b90-8872-44f4-9d75-bf069505c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:27.784344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5 req-c6ec9b90-8872-44f4-9d75-bf069505c2ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 1127 time: 0.0665021 Apr 29 04:29:27.833555 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c2f5ee39-957a-4fdb-b1f5-d304924cda6d req-26499c61-40a5-494c-b0a6-2680df27ea1a tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Apr 29 04:29:27.894411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5 req-05ab5d9a-3e23-4bae-8ee8-5e2ab9250184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:27.895849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5 req-05ab5d9a-3e23-4bae-8ee8-5e2ab9250184 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1001484 Apr 29 04:29:27.991249 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5 req-069c6864-cfa4-43b1-8e0e-d06ad5dfd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:27.992675 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e67afc3e-f15b-466c-b01d-2e7962cdfaf5 req-069c6864-cfa4-43b1-8e0e-d06ad5dfd79f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879776 Apr 29 04:29:28.070879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-f0b4c0aa-0b66-4c93-9b85-0b584a176567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:28.072335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-f0b4c0aa-0b66-4c93-9b85-0b584a176567 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 1127 time: 0.0377855 Apr 29 04:29:28.118927 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-2d40368e-f3a4-4aa7-93c0-1d3a6bc40df0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef43fed8-6779-4302-9e66-13b5ec0a509f HTTP/1.1" status: 200 len: 217 time: 0.0364079 Apr 29 04:29:28.165562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-afa68fce-319c-4511-adbc-5b764893a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:28.167208 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-afa68fce-319c-4511-adbc-5b764893a576 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b80c37e-227e-4914-8193-d55e481ecbc1 HTTP/1.1" status: 200 len: 853 time: 0.0416174 Apr 29 04:29:28.211643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-ddca108c-e359-4850-9b94-6aacf674af6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=827043ad-054e-41bb-a45a-a7db793a64e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356214 Apr 29 04:29:28.304964 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-85f45cc4-6cf2-4abe-a3b8-4558e22d91b8 service neutron] 10.222.0.31 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840917 Apr 29 04:29:28.393062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9f23c91-8f84-4c5b-913c-b88c6ae6caa7 req-2d216174-893a-4aca-9012-0d4a53e5878e service neutron] 10.222.0.31 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783455 Apr 29 04:29:28.948478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083127d-a384-4161-a048-46a2a2e48184 req-67484e7a-d3dc-4e58-a461-545d3b3b524f tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:28.950610 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a083127d-a384-4161-a048-46a2a2e48184 req-67484e7a-d3dc-4e58-a461-545d3b3b524f tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 943 time: 0.0466113 Apr 29 04:29:28.995048 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a083127d-a384-4161-a048-46a2a2e48184 req-c367ffb1-543a-4aaa-b9c9-6d8669910943 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Apr 29 04:29:30.106849 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f7b88-e22f-4f19-9301-1ff4b8faa4be req-d5cf9b78-656c-4d2e-bfc7-86c9319815bc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:30.108268 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d58f7b88-e22f-4f19-9301-1ff4b8faa4be req-d5cf9b78-656c-4d2e-bfc7-86c9319815bc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 943 time: 0.0465968 Apr 29 04:29:30.157508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d58f7b88-e22f-4f19-9301-1ff4b8faa4be req-67b59b23-84d7-421b-b1af-bc9807394404 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Apr 29 04:29:31.268014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e55ca-c636-48fa-81b3-9c588a7be195 req-472daf06-b8df-47f6-b4c8-4efab9d10ddb tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:31.269460 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-682e55ca-c636-48fa-81b3-9c588a7be195 req-472daf06-b8df-47f6-b4c8-4efab9d10ddb tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 943 time: 0.0453022 Apr 29 04:29:31.317256 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-682e55ca-c636-48fa-81b3-9c588a7be195 req-813a177b-731b-4b36-9765-57a5affc49a2 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Apr 29 04:29:31.995366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device ef43fed8-6779-4302-9e66-13b5ec0a509f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:29:32.087813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port ef43fed8-6779-4302-9e66-13b5ec0a509f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ef43fed8-6779-4302-9e66-13b5ec0a509f,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:32.102441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'ef43fed8-6779-4302-9e66-13b5ec0a509f', 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1', 'port_id': 'ef43fed8-6779-4302-9e66-13b5ec0a509f', 'mac_address': 'fa:16:3e:42:dc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b80c37e-227e-4914-8193-d55e481ecbc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:29:32.138243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port ef43fed8-6779-4302-9e66-13b5ec0a509f is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:29:32.138628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:32.150873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef43fed8-6779-4302-9e66-13b5ec0a509f {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:29:32.170359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port ef43fed8-6779-4302-9e66-13b5ec0a509f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ef43fed8-6779-4302-9e66-13b5ec0a509f,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:32.230636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:32.277023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=ef43fed8-6779-4302-9e66-13b5ec0a509f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:32.284631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.284980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.285340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.285679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.286010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.286372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.286703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.287026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.287348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.287670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.287996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.288317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.288636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.288952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.289271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:29:32.429400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65cd74-bdda-4139-960b-0f0bd54dd867 req-95827fc4-9555-4dcb-94bf-2479c3e097b6 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:32.430895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a65cd74-bdda-4139-960b-0f0bd54dd867 req-95827fc4-9555-4dcb-94bf-2479c3e097b6 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 944 time: 0.0483084 Apr 29 04:29:32.476539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a65cd74-bdda-4139-960b-0f0bd54dd867 req-8609fd48-6173-49e5-9885-99645d4abe2d tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Apr 29 04:29:32.504381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['ef43fed8-6779-4302-9e66-13b5ec0a509f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:29:33.588069 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ed837-37cb-4d79-9818-dc013ac8f145 req-710bfe2f-a3b2-41f3-854f-c451bda8861c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:33.589561 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ab0ed837-37cb-4d79-9818-dc013ac8f145 req-710bfe2f-a3b2-41f3-854f-c451bda8861c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 944 time: 0.0467508 Apr 29 04:29:33.633985 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ab0ed837-37cb-4d79-9818-dc013ac8f145 req-d4e70289-116b-46af-b4eb-becdab4c243d tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Apr 29 04:29:33.994827 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device ef43fed8-6779-4302-9e66-13b5ec0a509f up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:29:34.038586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port ef43fed8-6779-4302-9e66-13b5ec0a509f completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:29:34.139818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port ef43fed8-6779-4302-9e66-13b5ec0a509f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:29:34.140195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:34.219693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port ef43fed8-6779-4302-9e66-13b5ec0a509f is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:29:34.220079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:34.242118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef43fed8-6779-4302-9e66-13b5ec0a509f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:29:34.244377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71017f9e-574b-4e03-8342-b4dc6a3eb890" -d '{"events": [{"server_uuid": "a84ee276-5bf3-4378-bee6-585f0c9be2f9", "name": "network-vif-plugged", "status": "completed", "tag": "ef43fed8-6779-4302-9e66-13b5ec0a509f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:29:34.257103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port ef43fed8-6779-4302-9e66-13b5ec0a509f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ef43fed8-6779-4302-9e66-13b5ec0a509f,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:34.279948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4b1c2-3fd1-4efc-9247-4c02a5ed6256 x-openstack-request-id: req-a8d4b1c2-3fd1-4efc-9247-4c02a5ed6256 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:29:34.280231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84ee276-5bf3-4378-bee6-585f0c9be2f9", "name": "network-vif-plugged", "status": "completed", "tag": "ef43fed8-6779-4302-9e66-13b5ec0a509f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:29:34.280506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d4b1c2-3fd1-4efc-9247-4c02a5ed6256 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:29:34.280931 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d4b1c2-3fd1-4efc-9247-4c02a5ed6256'] response: {'server_uuid': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef43fed8-6779-4302-9e66-13b5ec0a509f', 'code': 200} Apr 29 04:29:34.339281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:34.386633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=ef43fed8-6779-4302-9e66-13b5ec0a509f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:34.580483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8bab-d995-4595-ae4f-0c989497fe22 req-20045a90-c228-46ad-8a1c-fa64aa79b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:34.582098 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-73bf8bab-d995-4595-ae4f-0c989497fe22 req-20045a90-c228-46ad-8a1c-fa64aa79b13c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 1129 time: 0.0379393 Apr 29 04:29:34.627646 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-73bf8bab-d995-4595-ae4f-0c989497fe22 req-bf5a01c4-ad61-408e-a3ad-32b638791da3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 Apr 29 04:29:34.743899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5a3b4-98b0-4d5b-a33a-6fac9467a5f9 req-d174c8c4-26bf-4aaa-ae5a-a14dcb20b8bb tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:34.745649 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2ec5a3b4-98b0-4d5b-a33a-6fac9467a5f9 req-d174c8c4-26bf-4aaa-ae5a-a14dcb20b8bb tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0458179 Apr 29 04:29:34.791456 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2ec5a3b4-98b0-4d5b-a33a-6fac9467a5f9 req-369e70cf-ac01-44c8-a32a-896b96e5a78c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Apr 29 04:29:35.911016 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a91c-04b9-4a76-abf3-b79bb9d28566 req-fe78e928-bbe6-4730-8f51-2acddc2b6438 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:35.912460 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cc25a91c-04b9-4a76-abf3-b79bb9d28566 req-fe78e928-bbe6-4730-8f51-2acddc2b6438 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0512462 Apr 29 04:29:35.958318 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cc25a91c-04b9-4a76-abf3-b79bb9d28566 req-8bfaf779-5f47-4baa-8b4b-40862676fc16 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Apr 29 04:29:37.072359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f5b3e-d3a6-44eb-8358-f8a3c294b6f6 req-60811de4-1c20-41eb-8328-7871edf472c4 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:37.073845 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e4f5b3e-d3a6-44eb-8358-f8a3c294b6f6 req-60811de4-1c20-41eb-8328-7871edf472c4 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Apr 29 04:29:37.120042 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8e4f5b3e-d3a6-44eb-8358-f8a3c294b6f6 req-4bfa8139-222c-4e82-9e38-970d5ef12c65 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Apr 29 04:29:37.338522 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-f60004f1-d17e-49c6-956c-01ed277685a4 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:37.339971 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-f60004f1-d17e-49c6-956c-01ed277685a4 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/networks?id=827043ad-054e-41bb-a45a-a7db793a64e1 HTTP/1.1" status: 200 len: 813 time: 0.1004398 Apr 29 04:29:37.354058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-12b46327-1874-4ea2-a950-95d5dcb259fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/quotas/9fe06d7c4023437db9eefaaeeb43333f HTTP/1.1" status: 200 len: 375 time: 0.0087450 Apr 29 04:29:37.404557 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-8023af55-9b26-4c66-a879-64e9e59c9717 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458405 Apr 29 04:29:37.491000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-b888723c-aeea-4464-8311-4b40afd8fcd5 service neutron] 10.222.0.37 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798039 Apr 29 04:29:37.580232 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-2f2f60e7-d3d8-41b0-a8de-9c5c46d30109 service neutron] 10.222.0.37 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Apr 29 04:29:37.825276 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-25e6c3c6-ab3c-45d0-b00a-705a4fd102d4 req-b41223ea-8e7e-421c-ae70-7a9bbb9034d3 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 210 time: 0.0275340 Apr 29 04:29:38.876029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-961243c2-d323-401d-a4a8-68280e8964c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:38.920271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09404fc8-b8f9-4637-b632-69e28b82897c req-ed9b5a65-a726-422d-b5d1-45b7c5915254 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 210 time: 0.0290298 Apr 29 04:29:39.356392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-eac7e7d8-3c99-4c77-96be-404032185faf tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:39.357847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-eac7e7d8-3c99-4c77-96be-404032185faf tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "GET /v2.0/networks?id=827043ad-054e-41bb-a45a-a7db793a64e1 HTTP/1.1" status: 200 len: 813 time: 0.1045218 Apr 29 04:29:39.370856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Request body: {'port': {'device_id': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1', 'admin_state_up': True, 'tenant_id': '9fe06d7c4023437db9eefaaeeb43333f'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:29:39.521647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Made reservation on behalf of 9fe06d7c4023437db9eefaaeeb43333f for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:29:39.525030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:39.652791 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Allocated IP 172.20.0.4 (827043ad-054e-41bb-a45a-a7db793a64e1/7b80c37e-227e-4914-8193-d55e481ecbc1/5e85c7e3-6e31-4637-9def-6fb1d4eaf990) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:29:39.796711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks [] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:39.882195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:39.893975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['ef43fed8-6779-4302-9e66-13b5ec0a509f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:29:39.924253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Network 827043ad-054e-41bb-a45a-a7db793a64e1 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:29:39.927260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:29:39.933020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:29:39.963415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Pushing event updated for resources: {'Port': ['ID=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:39.985075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:39.985736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.040065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3182b-0d9a-499a-9ec7-b6a3698c1149 req-15224bce-7508-4f41-bef2-b65120f5a819 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:40.042064 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7d3182b-0d9a-499a-9ec7-b6a3698c1149 req-15224bce-7508-4f41-bef2-b65120f5a819 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 931 time: 0.0459967 Apr 29 04:29:40.055920 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-61301cfa-a9b2-45bb-b296-8d5020b269fc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6885970 Apr 29 04:29:40.067379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Request body: {'port': {'device_id': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:29:40.095242 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7d3182b-0d9a-499a-9ec7-b6a3698c1149 req-14862350-ed4b-46a5-b63a-ac00af34f34d tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Apr 29 04:29:40.128526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.377905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:29:40.385272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Publish callbacks [] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.396880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Transition to ACTIVE for port object 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:29:40.447527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.499282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Pushing event updated for resources: {'Port': ['ID=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:40.580844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Attempting to bind port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:29:40.581303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Attempting to bind port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:29:40.581868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Attempting to bind port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 on network 827043ad-054e-41bb-a45a-a7db793a64e1 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:29:40.587275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 on network 827043ad-054e-41bb-a45a-a7db793a64e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:29:40.587587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Attempting to bind port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 on network 827043ad-054e-41bb-a45a-a7db793a64e1 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:29:40.593446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:29:40.593908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Checking segment: {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:29:40.594432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Bound using segment: {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:29:40.595027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Bound port: 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de6ee06-f3cc-44cb-af5c-bd9597b22379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:29:40.595514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.658813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] For port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:29:40.661798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] For port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:29:40.728104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.762674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:40.763282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:40.764625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] 10.222.0.31 "PUT /v2.0/ports/5e85c7e3-6e31-4637-9def-6fb1d4eaf990 HTTP/1.1" status: 200 len: 1093 time: 0.7013204 Apr 29 04:29:40.765070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'tag': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:29:40.767313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef822c54-1e9a-4856-8f10-850ad4fa3470" -d '{"events": [{"name": "network-changed", "server_uuid": "460c5b71-68ff-4a42-8647-5ea02b10364e", "tag": "5e85c7e3-6e31-4637-9def-6fb1d4eaf990"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:29:40.790683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750f169-2a95-45fc-9dee-9ffdb3c8250f service neutron] Pushing event updated for resources: {'Port': ['ID=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:40.804268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa21938-1090-4a37-97c7-40bc3ef581de x-openstack-request-id: req-5fa21938-1090-4a37-97c7-40bc3ef581de {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:29:40.804556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460c5b71-68ff-4a42-8647-5ea02b10364e", "tag": "5e85c7e3-6e31-4637-9def-6fb1d4eaf990", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:29:40.804809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fa21938-1090-4a37-97c7-40bc3ef581de {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:29:40.805208 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa21938-1090-4a37-97c7-40bc3ef581de'] response: {'name': 'network-changed', 'server_uuid': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'tag': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990', 'status': 'completed', 'code': 200} Apr 29 04:29:40.866746 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef822c54-1e9a-4856-8f10-850ad4fa3470 req-826fc9c8-724d-4013-8c10-828ad5e0f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:40.868201 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef822c54-1e9a-4856-8f10-850ad4fa3470 req-826fc9c8-724d-4013-8c10-828ad5e0f76c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 1127 time: 0.0431042 Apr 29 04:29:40.963237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef822c54-1e9a-4856-8f10-850ad4fa3470 req-bd562162-aada-4627-b265-9944ee71dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:40.964645 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef822c54-1e9a-4856-8f10-850ad4fa3470 req-bd562162-aada-4627-b265-9944ee71dc6a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0895724 Apr 29 04:29:41.058202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef822c54-1e9a-4856-8f10-850ad4fa3470 req-1c2bf50a-4fe1-49f3-aa6f-d1dd5020de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:41.059724 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef822c54-1e9a-4856-8f10-850ad4fa3470 req-1c2bf50a-4fe1-49f3-aa6f-d1dd5020de98 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898020 Apr 29 04:29:41.130958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-6109423c-96e9-4ca2-9524-4e265aa03a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:41.132440 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-6109423c-96e9-4ca2-9524-4e265aa03a1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 1127 time: 0.0382833 Apr 29 04:29:41.175803 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-d1e41403-e8d7-4adf-a6f6-e732a7430ff7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e85c7e3-6e31-4637-9def-6fb1d4eaf990 HTTP/1.1" status: 200 len: 217 time: 0.0361807 Apr 29 04:29:41.208257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-76b22736-a982-42e6-bd46-75295452c48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:41.236753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-42207506-0c27-4508-8b5e-d762adfe52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:41.238167 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-42207506-0c27-4508-8b5e-d762adfe52f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b80c37e-227e-4914-8193-d55e481ecbc1 HTTP/1.1" status: 200 len: 853 time: 0.0570054 Apr 29 04:29:41.272332 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-8599950c-6511-4f79-8a3c-4281c58c5119 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=827043ad-054e-41bb-a45a-a7db793a64e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282850 Apr 29 04:29:41.367431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-f4164a19-00dc-4d59-87e7-fc3ee9f91ea4 service neutron] 10.222.0.31 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877018 Apr 29 04:29:41.467582 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7336f3c-449e-4ff5-b62c-0988c7b3bd67 req-b60f07f0-c1d9-4f80-8088-e72b8cb0fb61 service neutron] 10.222.0.31 "GET /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899892 Apr 29 04:29:41.510105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e485b7-c4e0-4ba2-8523-50a71e609bfd req-e5e86262-6cbf-4a95-b35b-bd54e8dc0866 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:41.511493 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-05e485b7-c4e0-4ba2-8523-50a71e609bfd req-e5e86262-6cbf-4a95-b35b-bd54e8dc0866 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 943 time: 0.3461208 Apr 29 04:29:41.557504 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-05e485b7-c4e0-4ba2-8523-50a71e609bfd req-e25ba9ad-1db0-4dd6-8f67-2450cf62b04e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Apr 29 04:29:42.236013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:42.669266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d593677-69c1-4ab0-938c-4d8104912ac2 req-eea490f0-cf9e-4619-8c7a-1dd8f3283390 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:42.670809 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1d593677-69c1-4ab0-938c-4d8104912ac2 req-eea490f0-cf9e-4619-8c7a-1dd8f3283390 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 943 time: 0.0471203 Apr 29 04:29:42.715855 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1d593677-69c1-4ab0-938c-4d8104912ac2 req-500d36da-8d94-4cda-8049-99d15b90a39c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Apr 29 04:29:43.801895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:43.827410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a233-3a55-496f-a133-453a0ee92b92 req-3e13ca5e-0f1e-4ec6-afd0-43d8504bd3c2 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:43.828861 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ff68a233-3a55-496f-a133-453a0ee92b92 req-3e13ca5e-0f1e-4ec6-afd0-43d8504bd3c2 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 943 time: 0.0478075 Apr 29 04:29:43.880163 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ff68a233-3a55-496f-a133-453a0ee92b92 req-8f88b1bd-6bdb-4834-a4ff-2c58449c8edc tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Apr 29 04:29:44.014465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:29:44.112414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:44.123256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990', 'network_id': '827043ad-054e-41bb-a45a-a7db793a64e1', 'port_id': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990', 'mac_address': 'fa:16:3e:47:1e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b80c37e-227e-4914-8193-d55e481ecbc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:29:44.159077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:29:44.159456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:44.183132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:29:44.208015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:44.258884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:44.306266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:44.482030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['5e85c7e3-6e31-4637-9def-6fb1d4eaf990'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:29:45.104976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:45.331459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79b63-a569-4f0f-9e0b-29e5baef8a41 req-7605cb51-74a7-458b-af35-de187e09dce1 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:45.332933 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11c79b63-a569-4f0f-9e0b-29e5baef8a41 req-7605cb51-74a7-458b-af35-de187e09dce1 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 944 time: 0.3855126 Apr 29 04:29:45.378517 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11c79b63-a569-4f0f-9e0b-29e5baef8a41 req-6f5c691e-6c46-4044-82c5-c8f776968fde tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Apr 29 04:29:46.027638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:29:46.070864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:29:46.127535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:29:46.128561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:46.205639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:29:46.206024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:46.227696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:29:46.229973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5787427-0aa4-479f-be13-48bcfaa16811" -d '{"events": [{"server_uuid": "460c5b71-68ff-4a42-8647-5ea02b10364e", "name": "network-vif-plugged", "status": "completed", "tag": "5e85c7e3-6e31-4637-9def-6fb1d4eaf990"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:29:46.244624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:46.266482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae00b440-0bfe-4364-a2ea-5e95ad5122ed x-openstack-request-id: req-ae00b440-0bfe-4364-a2ea-5e95ad5122ed {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:29:46.266777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460c5b71-68ff-4a42-8647-5ea02b10364e", "name": "network-vif-plugged", "status": "completed", "tag": "5e85c7e3-6e31-4637-9def-6fb1d4eaf990", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:29:46.267029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae00b440-0bfe-4364-a2ea-5e95ad5122ed {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:29:46.267425 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae00b440-0bfe-4364-a2ea-5e95ad5122ed'] response: {'server_uuid': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990', 'code': 200} Apr 29 04:29:46.315602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:46.363058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:46.490889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce779d-30c8-45eb-a610-30a3d261ad45 req-39f95fa6-f3cf-4430-aeec-730adf7f423e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:46.492365 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06ce779d-30c8-45eb-a610-30a3d261ad45 req-39f95fa6-f3cf-4430-aeec-730adf7f423e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 945 time: 0.0493710 Apr 29 04:29:46.551982 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d582a8-98c5-4dc6-bba1-fc2fd84dd1b0 req-3d60d155-bd2b-467d-893c-c32f43c4fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:46.553499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42d582a8-98c5-4dc6-bba1-fc2fd84dd1b0 req-3d60d155-bd2b-467d-893c-c32f43c4fa92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 1129 time: 0.0602388 Apr 29 04:29:46.578596 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06ce779d-30c8-45eb-a610-30a3d261ad45 req-750c514e-3235-4cb5-9414-5238a7b52744 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772972 Apr 29 04:29:46.603698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-42d582a8-98c5-4dc6-bba1-fc2fd84dd1b0 req-4bde7873-ea50-45f2-a2f3-1c68f1571824 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Apr 29 04:29:47.692500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218dbf-a250-440d-8e6b-7e554ecf9d3a req-e9cccc5d-664a-4048-91f9-249c5faa5c8c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:47.693993 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7d218dbf-a250-440d-8e6b-7e554ecf9d3a req-e9cccc5d-664a-4048-91f9-249c5faa5c8c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 945 time: 0.0488377 Apr 29 04:29:47.739296 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7d218dbf-a250-440d-8e6b-7e554ecf9d3a req-bdbb1b38-2e27-4e6c-bebe-7d4840e25d1d tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Apr 29 04:29:48.851817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1b0a0-23c1-4513-a432-c8bd65a3bb83 req-ff4c301e-85e5-4078-afda-b333a38bffab tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:48.853261 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ba1b0a0-23c1-4513-a432-c8bd65a3bb83 req-ff4c301e-85e5-4078-afda-b333a38bffab tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 945 time: 0.0462322 Apr 29 04:29:48.898234 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ba1b0a0-23c1-4513-a432-c8bd65a3bb83 req-4fa78408-3f1a-4290-af52-cba976c0874b tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Apr 29 04:29:49.355565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d2259-7e00-43cf-9d37-d5237fa556a9 req-1dacfa6d-098e-44a6-bd48-b330546793a7 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:49.357007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f20d2259-7e00-43cf-9d37-d5237fa556a9 req-1dacfa6d-098e-44a6-bd48-b330546793a7 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 945 time: 0.0495911 Apr 29 04:29:49.402627 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f20d2259-7e00-43cf-9d37-d5237fa556a9 req-d00e7ca0-f0d0-4342-8a8a-c06a9cc0afa6 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Apr 29 04:29:50.081305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:50.514536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab732d-17d6-4a11-ab1c-fd78e8386384 req-888bd173-dcc8-40e2-827d-33fdfdb4e938 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:50.515980 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-51ab732d-17d6-4a11-ab1c-fd78e8386384 req-888bd173-dcc8-40e2-827d-33fdfdb4e938 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 945 time: 0.0466077 Apr 29 04:29:50.562464 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-51ab732d-17d6-4a11-ab1c-fd78e8386384 req-de6114b7-8a4e-4971-a145-09a6fd8970f3 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Apr 29 04:29:50.733632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-22341f2b-561c-45d3-b3ce-42d529808c23 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:50.735062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-22341f2b-561c-45d3-b3ce-42d529808c23 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 945 time: 0.0454218 Apr 29 04:29:50.817331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Deleting port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:50.817673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:50.905084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] For port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:50.905468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:50.918005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Calling delete_port for 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:51.093222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (5e85c7e3-6e31-4637-9def-6fb1d4eaf990), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:51.105879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['ef43fed8-6779-4302-9e66-13b5ec0a509f', '5e85c7e3-6e31-4637-9def-6fb1d4eaf990'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:29:51.119192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Pushing event deleted for resources: {'Port': ['ID=5e85c7e3-6e31-4637-9def-6fb1d4eaf990,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:51.165507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] No DVR routers for this DVR port 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:29:51.168287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:51.171789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3ce886a-5712-4ae2-b731-0c67b7459752 req-af09c41c-05a2-4705-a49d-194e3e41b117 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "DELETE /v2.0/ports/5e85c7e3-6e31-4637-9def-6fb1d4eaf990 HTTP/1.1" status: 204 len: 173 time: 0.4303939 Apr 29 04:29:51.172413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'name': 'network-vif-deleted', 'tag': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:29:51.175439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1860e4-4042-4bde-b4b4-dcaa3f1fe36c" -d '{"events": [{"server_uuid": "460c5b71-68ff-4a42-8647-5ea02b10364e", "name": "network-vif-deleted", "tag": "5e85c7e3-6e31-4637-9def-6fb1d4eaf990"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:29:51.199903 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:29:51.220190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6db47d-0e76-44e5-a7c9-919b1826ce7c x-openstack-request-id: req-4d6db47d-0e76-44e5-a7c9-919b1826ce7c {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:29:51.220190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460c5b71-68ff-4a42-8647-5ea02b10364e", "name": "network-vif-deleted", "tag": "5e85c7e3-6e31-4637-9def-6fb1d4eaf990", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:29:51.220190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d6db47d-0e76-44e5-a7c9-919b1826ce7c {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:29:51.220190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6db47d-0e76-44e5-a7c9-919b1826ce7c'] response: {'server_uuid': '460c5b71-68ff-4a42-8647-5ea02b10364e', 'name': 'network-vif-deleted', 'tag': '5e85c7e3-6e31-4637-9def-6fb1d4eaf990', 'status': 'completed', 'code': 200} Apr 29 04:29:51.670258 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-87ff1376-02ea-4c70-a0e3-047c847d7f66 req-f602e697-fc98-4e2d-843b-1836383e45d6 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=460c5b71-68ff-4a42-8647-5ea02b10364e HTTP/1.1" status: 200 len: 210 time: 0.0303934 Apr 29 04:29:52.814325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab5a0-dcc2-4a24-9bc8-c0499946ec0f req-9571ba9e-1ff2-4134-82d1-ef4281fc3bef tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:52.815758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4b3ab5a0-dcc2-4a24-9bc8-c0499946ec0f req-9571ba9e-1ff2-4134-82d1-ef4281fc3bef tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0466340 Apr 29 04:29:52.860459 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4b3ab5a0-dcc2-4a24-9bc8-c0499946ec0f req-7e8d3b2c-3955-4c22-bd2a-02f83c7debd9 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392365 Apr 29 04:29:52.985367 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691596b-7554-4d28-b71d-288bbe29240d req-6a1186dc-f99f-46eb-8943-194342ade3b3 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:52.986732 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e691596b-7554-4d28-b71d-288bbe29240d req-6a1186dc-f99f-46eb-8943-194342ade3b3 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0451448 Apr 29 04:29:53.031746 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e691596b-7554-4d28-b71d-288bbe29240d req-8a4235e7-d837-45a4-b10b-7c819e4ac659 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Apr 29 04:29:53.146514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8db903-5b60-4d6d-8e14-6448507e0ade req-73aa9ec9-8a27-43a8-9d7f-e9db6432921e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:53.148007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ec8db903-5b60-4d6d-8e14-6448507e0ade req-73aa9ec9-8a27-43a8-9d7f-e9db6432921e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Apr 29 04:29:53.194122 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ec8db903-5b60-4d6d-8e14-6448507e0ade req-3f0cf1e5-0926-43f8-a427-14f85c778c97 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Apr 29 04:29:53.356520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71080422-dbb3-4e6d-b5ca-84fd4b89935f req-00207031-c47d-48d6-8c71-92b7d119e45e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:53.358498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-71080422-dbb3-4e6d-b5ca-84fd4b89935f req-00207031-c47d-48d6-8c71-92b7d119e45e tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0459998 Apr 29 04:29:53.403507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-71080422-dbb3-4e6d-b5ca-84fd4b89935f req-b9b9092c-2315-474e-9a80-7a03ab5cb39b tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Apr 29 04:29:53.516871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990b71e-c8ac-4d9b-a2fa-9f4367399af4 req-51c1b890-4ca9-4c78-9cf1-00186e6a3f30 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:53.518273 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3990b71e-c8ac-4d9b-a2fa-9f4367399af4 req-51c1b890-4ca9-4c78-9cf1-00186e6a3f30 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0502579 Apr 29 04:29:53.564816 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3990b71e-c8ac-4d9b-a2fa-9f4367399af4 req-aa75a716-19d5-4437-afe1-2442fdc8999d tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Apr 29 04:29:53.684315 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edbf9c-3cdf-4778-a717-3d515947e1a9 req-e5471487-2d53-434a-85a4-4a4b3355acfb tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:53.685835 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-98edbf9c-3cdf-4778-a717-3d515947e1a9 req-e5471487-2d53-434a-85a4-4a4b3355acfb tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Apr 29 04:29:53.731289 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-98edbf9c-3cdf-4778-a717-3d515947e1a9 req-128c8db7-dbd4-420f-ad1a-b2170051defd tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399094 Apr 29 04:29:54.188485 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d66764-2c9a-4911-9099-da036c4c6694 req-73515e3d-9099-4d99-9670-80b60473745c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:54.189977 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84d66764-2c9a-4911-9099-da036c4c6694 req-73515e3d-9099-4d99-9670-80b60473745c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0465508 Apr 29 04:29:54.239088 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-84d66764-2c9a-4911-9099-da036c4c6694 req-1367cf95-12b1-4a0e-ac90-261977fcd4d0 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Apr 29 04:29:55.353951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670abd-3d07-4f1a-ad22-c4f092b6339e req-924ba259-cc7f-48ce-985c-2a62336e7e4c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:55.355442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-89670abd-3d07-4f1a-ad22-c4f092b6339e req-924ba259-cc7f-48ce-985c-2a62336e7e4c tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Apr 29 04:29:55.405948 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-89670abd-3d07-4f1a-ad22-c4f092b6339e req-4b905682-0e78-47cc-8ae2-49d4ad22fa93 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5fefb3e-e66e-45ff-a435-e1d0d3f72326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Apr 29 04:29:55.584356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477698b8-be25-4532-98e9-0ceb23df1353 req-84fd75ee-c031-428d-ba1c-861c317e3bae tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:29:55.585823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-477698b8-be25-4532-98e9-0ceb23df1353 req-84fd75ee-c031-428d-ba1c-861c317e3bae tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 945 time: 0.0461144 Apr 29 04:29:55.670297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Deleting port ef43fed8-6779-4302-9e66-13b5ec0a509f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:29:55.670615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:55.760841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] For port ef43fed8-6779-4302-9e66-13b5ec0a509f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=ef43fed8-6779-4302-9e66-13b5ec0a509f,segment=NetworkSegment(7de6ee06-f3cc-44cb-af5c-bd9597b22379),segment_id=7de6ee06-f3cc-44cb-af5c-bd9597b22379)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:29:55.761207 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:55.773943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Calling delete_port for ef43fed8-6779-4302-9e66-13b5ec0a509f owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:29:55.967348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ef43fed8-6779-4302-9e66-13b5ec0a509f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:55.982920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['ef43fed8-6779-4302-9e66-13b5ec0a509f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:29:55.996137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Pushing event deleted for resources: {'Port': ['ID=ef43fed8-6779-4302-9e66-13b5ec0a509f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:56.039067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] No DVR routers for this DVR port ef43fed8-6779-4302-9e66-13b5ec0a509f on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:29:56.041778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:56.045675 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-477698b8-be25-4532-98e9-0ceb23df1353 req-6834c02d-875e-4aa5-8b45-8e70d756f9ce tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.31 "DELETE /v2.0/ports/ef43fed8-6779-4302-9e66-13b5ec0a509f HTTP/1.1" status: 204 len: 173 time: 0.4516878 Apr 29 04:29:56.046115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'name': 'network-vif-deleted', 'tag': 'ef43fed8-6779-4302-9e66-13b5ec0a509f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:29:56.048368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b863d-dc00-4ac5-871c-77d8c7244604" -d '{"events": [{"server_uuid": "a84ee276-5bf3-4378-bee6-585f0c9be2f9", "name": "network-vif-deleted", "tag": "ef43fed8-6779-4302-9e66-13b5ec0a509f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:29:56.083598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff6755d-dd58-48ef-a15a-9305f5737bd7 x-openstack-request-id: req-cff6755d-dd58-48ef-a15a-9305f5737bd7 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:29:56.083944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84ee276-5bf3-4378-bee6-585f0c9be2f9", "name": "network-vif-deleted", "tag": "ef43fed8-6779-4302-9e66-13b5ec0a509f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:29:56.084141 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cff6755d-dd58-48ef-a15a-9305f5737bd7 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:29:56.084568 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff6755d-dd58-48ef-a15a-9305f5737bd7'] response: {'server_uuid': 'a84ee276-5bf3-4378-bee6-585f0c9be2f9', 'name': 'network-vif-deleted', 'tag': 'ef43fed8-6779-4302-9e66-13b5ec0a509f', 'status': 'completed', 'code': 200} Apr 29 04:29:56.094803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:29:56.115045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:29:56.115388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 5e85c7e3-6e31-4637-9def-6fb1d4eaf990 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:29:56.510377 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c4315cb-8743-4db1-a41f-293a6a9969cc req-da46b4a0-d2a3-49dc-872a-821f11526e70 tempest-ServersNegativeTestJSON-1172271915 tempest-ServersNegativeTestJSON-1172271915-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84ee276-5bf3-4378-bee6-585f0c9be2f9 HTTP/1.1" status: 200 len: 210 time: 0.0270846 Apr 29 04:29:57.567081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39346) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:57.611538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Deleting subnet 7b80c37e-227e-4914-8193-d55e481ecbc1 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:29:57.614482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Publish callbacks [] for subnet (7b80c37e-227e-4914-8193-d55e481ecbc1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:57.651603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (7b80c37e-227e-4914-8193-d55e481ecbc1), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:57.689885 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (7b80c37e-227e-4914-8193-d55e481ecbc1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:57.807126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (7b80c37e-227e-4914-8193-d55e481ecbc1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:57.837091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b80c37e-227e-4914-8193-d55e481ecbc1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:57.842045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:57.845717 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4cd07345-e055-4bf2-bfc7-7c04904851c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b80c37e-227e-4914-8193-d55e481ecbc1 HTTP/1.1" status: 204 len: 168 time: 0.2776475 Apr 29 04:29:57.848086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39348) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:57.913575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (827043ad-054e-41bb-a45a-a7db793a64e1), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:57.992716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (827043ad-054e-41bb-a45a-a7db793a64e1), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.011381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827043ad-054e-41bb-a45a-a7db793a64e1']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:58.020659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de6ee06-f3cc-44cb-af5c-bd9597b22379') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:58.020950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de6ee06-f3cc-44cb-af5c-bd9597b22379') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:29:58.030612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (7de6ee06-f3cc-44cb-af5c-bd9597b22379), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.043466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7de6ee06-f3cc-44cb-af5c-bd9597b22379), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.049188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:29:58.049636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (7de6ee06-f3cc-44cb-af5c-bd9597b22379), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:29:58.053664 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:29:58.161041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (827043ad-054e-41bb-a45a-a7db793a64e1), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.166821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.170072 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] 10.222.0.37 "DELETE /v2.0/networks/827043ad-054e-41bb-a45a-a7db793a64e1 HTTP/1.1" status: 204 len: 168 time: 0.3210826 Apr 29 04:29:58.185827 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc7abc-ac9b-4660-b85a-7f8cc0315613 admin admin] Pushing event deleted for resources: {'Network': ['ID=827043ad-054e-41bb-a45a-a7db793a64e1,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:58.519017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:58.557708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c9d306f8-8f60-4f6c-8f64-3065f1f13099 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fe06d7c4023437db9eefaaeeb43333f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375504 Apr 29 04:29:58.560759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39354) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:58.605133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84143951-fa18-4a03-bf09-195746d06ea0 admin admin] Publish callbacks [] for security_group (a5fefb3e-e66e-45ff-a435-e1d0d3f72326), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.630782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84143951-fa18-4a03-bf09-195746d06ea0 admin admin] Publish callbacks [] for security_group (a5fefb3e-e66e-45ff-a435-e1d0d3f72326), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.744013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84143951-fa18-4a03-bf09-195746d06ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (a5fefb3e-e66e-45ff-a435-e1d0d3f72326), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.746681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-84143951-fa18-4a03-bf09-195746d06ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:29:58.748486 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-84143951-fa18-4a03-bf09-195746d06ea0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5fefb3e-e66e-45ff-a435-e1d0d3f72326 HTTP/1.1" status: 204 len: 168 time: 0.1867387 Apr 29 04:29:58.759894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84143951-fa18-4a03-bf09-195746d06ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fefb3e-e66e-45ff-a435-e1d0d3f72326,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:29:59.805815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39376) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:29:59.898620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640122638'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:00.000848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:00.004131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.012547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.084803 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for security_group (44e9e25e-6187-424e-aabc-e6995f12cc9c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.126936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (44e9e25e-6187-424e-aabc-e6995f12cc9c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.134414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device ef43fed8-6779-4302-9e66-13b5ec0a509f no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:30:00.154347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: ef43fed8-6779-4302-9e66-13b5ec0a509f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:30:00.154690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device ef43fed8-6779-4302-9e66-13b5ec0a509f not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:30:00.158461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:00.163840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e9e25e-6187-424e-aabc-e6995f12cc9c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:00.171556 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.173041 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Added segment fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf of type vlan for network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c Apr 29 04:30:00.211757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (19008787-e5d8-4ac8-84f0-a71a0d3f8d0c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.281161 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (19008787-e5d8-4ac8-84f0-a71a0d3f8d0c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.286116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:00.286690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:00.351200 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Network': ['ID=19008787-e5d8-4ac8-84f0-a71a0d3f8d0c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:00.361645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:00.391882 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-89b1fc59-a708-44cb-8f60-366d6b345266 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5849547 Apr 29 04:30:03.601122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39380) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:03.606171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'subnet': {'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:03.783694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:03.787149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:03.995382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (c335f195-53b3-4c5a-94b4-1b8a7d31e2a7), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.056488 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Subnet': ['ID=c335f195-53b3-4c5a-94b4-1b8a7d31e2a7,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:04.062183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Checking segment: {'id': 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:04.062549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network hostable DHCP agents. Network: 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:04.154171 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:04.240130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:04.244320 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:04.244911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.249387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b9462-fe5d-4ceb-90c7-5da2f0769343 None None] Network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:04.329930 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c48e920e-9d0f-483f-8e9e-1041fcfcacd4 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7276635 Apr 29 04:30:04.333172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39382) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:04.338546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113225683'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:04.344482 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-19008787-e5d8-4ac8-84f0-a71a0d3f8d0c', 'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c', 'project_id': '863423f11ade40c88c669d55ba9250c0', 'fixed_ips': [{'subnet_id': 'c335f195-53b3-4c5a-94b4-1b8a7d31e2a7'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:04.345393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.417813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:04.421231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.445281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:04.454701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.455592 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Added segment 2c1f0976-d10c-4eed-a1e9-6268b2e11dc3 of type vlan for network 3c892142-84fb-42a2-8498-0f18d4e5412f Apr 29 04:30:04.486655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Allocated IP 2001:db8:0:ffff::2 (19008787-e5d8-4ac8-84f0-a71a0d3f8d0c/c335f195-53b3-4c5a-94b4-1b8a7d31e2a7/3303f47c-f836-4327-a6fc-97ea2e4646b7) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:04.499669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.589888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.595000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:04.595646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.634459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Publish callbacks [] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.661280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Network': ['ID=3c892142-84fb-42a2-8498-0f18d4e5412f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:04.672091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3c892142-84fb-42a2-8498-0f18d4e5412f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:04.690480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a1e70f76-c115-489a-adcf-a01b6fe3907b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3562672 Apr 29 04:30:04.705962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39384) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:04.710837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'subnet': {'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:04.725671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.775539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:04.778852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:04.786125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:04.795341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Pushing event updated for resources: {'Port': ['ID=3303f47c-f836-4327-a6fc-97ea2e4646b7,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:04.864875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Attempting to bind port 3303f47c-f836-4327-a6fc-97ea2e4646b7 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:04.865235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Attempting to bind port 3303f47c-f836-4327-a6fc-97ea2e4646b7 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:04.865613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Attempting to bind port 3303f47c-f836-4327-a6fc-97ea2e4646b7 on network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:04.870542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:04.870908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Checking segment: {'id': 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:04.871303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.871544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:04.871690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Bound using segment: {'id': 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:04.872146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Bound port: 3303f47c-f836-4327-a6fc-97ea2e4646b7, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19008787-e5d8-4ac8-84f0-a71a0d3f8d0c'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:04.872517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.875366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:04.933638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] For port 3303f47c-f836-4327-a6fc-97ea2e4646b7, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:04.936885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] For port 3303f47c-f836-4327-a6fc-97ea2e4646b7, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3303f47c-f836-4327-a6fc-97ea2e4646b7,segment=NetworkSegment(fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf),segment_id=fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:05.000854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.070674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b8153-e5e7-4f16-9d7e-7f889876613f None None] Pushing event updated for resources: {'Port': ['ID=3303f47c-f836-4327-a6fc-97ea2e4646b7,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:05.120678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (dc6a5b45-e7ce-405d-a588-ccbf31c12975), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.184919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Subnet': ['ID=dc6a5b45-e7ce-405d-a588-ccbf31c12975,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:05.192605 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Checking segment: {'id': '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:05.192853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network hostable DHCP agents. Network: 3c892142-84fb-42a2-8498-0f18d4e5412f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:05.303309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network 3c892142-84fb-42a2-8498-0f18d4e5412f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:05.377271 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3c892142-84fb-42a2-8498-0f18d4e5412f) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:05.381534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:05.382208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.386487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84432e1-fa77-4b88-8c6e-d8b1aa3af8dc None None] Network 3c892142-84fb-42a2-8498-0f18d4e5412f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:05.474847 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b659e6f2-26a4-46d6-931d-f71e8fb4e986 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7651989 Apr 29 04:30:05.474847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39388) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:05.491853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3c892142-84fb-42a2-8498-0f18d4e5412f', 'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f', 'project_id': '863423f11ade40c88c669d55ba9250c0', 'fixed_ips': [{'subnet_id': 'dc6a5b45-e7ce-405d-a588-ccbf31c12975'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:05.492789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.584190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.631255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Allocated IP 2001:db8::2 (3c892142-84fb-42a2-8498-0f18d4e5412f/dc6a5b45-e7ce-405d-a588-ccbf31c12975/dfeb0c90-8261-44d2-83a8-1d9581e85ec6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:05.661967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (dc6a5b45-e7ce-405d-a588-ccbf31c12975), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.787889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Publish callbacks [] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.859021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.898799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Network 3c892142-84fb-42a2-8498-0f18d4e5412f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:05.903817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:05.907604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:05.913449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Pushing event updated for resources: {'Port': ['ID=dfeb0c90-8261-44d2-83a8-1d9581e85ec6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:05.944920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (dc6a5b45-e7ce-405d-a588-ccbf31c12975), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:05.965992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13248c94-3550-4911-b00c-e1229e1533a3 None None] Network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:05.973219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6a5b45-e7ce-405d-a588-ccbf31c12975,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:05.990798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Attempting to bind port dfeb0c90-8261-44d2-83a8-1d9581e85ec6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:05.991167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Attempting to bind port dfeb0c90-8261-44d2-83a8-1d9581e85ec6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:05.991527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Attempting to bind port dfeb0c90-8261-44d2-83a8-1d9581e85ec6 on network 3c892142-84fb-42a2-8498-0f18d4e5412f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:06.016064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:06.017113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Checking segment: {'id': '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:06.017113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.017350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Bound using segment: {'id': '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:06.017738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Bound port: dfeb0c90-8261-44d2-83a8-1d9581e85ec6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c892142-84fb-42a2-8498-0f18d4e5412f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:06.018114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.033956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.049902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] Provisioning complete for port 3303f47c-f836-4327-a6fc-97ea2e4646b7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:06.050262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.055252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c892142-84fb-42a2-8498-0f18d4e5412f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:06.066376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:06.066681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:06.086671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.100391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.107159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:06.107557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:06.110932 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:06.151493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3303f47c-f836-4327-a6fc-97ea2e4646b7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:06.213104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:30:06.213104 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:30:06.213104 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': '3c892142-84fb-42a2-8498-0f18d4e5412f'}] Apr 29 04:30:06.213104 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:30:06.213571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:30:06.223200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] For port dfeb0c90-8261-44d2-83a8-1d9581e85ec6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:06.405227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] For port dfeb0c90-8261-44d2-83a8-1d9581e85ec6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=dfeb0c90-8261-44d2-83a8-1d9581e85ec6,segment=NetworkSegment(2c1f0976-d10c-4eed-a1e9-6268b2e11dc3),segment_id=2c1f0976-d10c-4eed-a1e9-6268b2e11dc3)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:06.425176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] Current status of the port 3303f47c-f836-4327-a6fc-97ea2e4646b7 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:06.425573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.428283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3303f47c-f836-4327-a6fc-97ea2e4646b7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:06.428637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.465558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.509633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] For port 3303f47c-f836-4327-a6fc-97ea2e4646b7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3303f47c-f836-4327-a6fc-97ea2e4646b7,segment=NetworkSegment(fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf),segment_id=fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:06.577536 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d7e2-b656-47d0-88f3-dfe9964e1f7d None None] Pushing event updated for resources: {'Port': ['ID=dfeb0c90-8261-44d2-83a8-1d9581e85ec6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:06.601213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.612832 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36faaf-c527-493f-a805-024269e0fb05 None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:30:06.665472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3303f47c-f836-4327-a6fc-97ea2e4646b7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:06.708320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217b111-1842-4dea-a290-930be5b0d79d None None] Pushing event updated for resources: {'Port': ['ID=3303f47c-f836-4327-a6fc-97ea2e4646b7,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:06.714347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.735848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8111d839-d8a6-4ca1-9946-acfe44ff001e None None] Provisioning complete for port 3303f47c-f836-4327-a6fc-97ea2e4646b7 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:06.736151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8111d839-d8a6-4ca1-9946-acfe44ff001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.740458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36faaf-c527-493f-a805-024269e0fb05 None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:30:06.758270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting port dfeb0c90-8261-44d2-83a8-1d9581e85ec6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:06.758917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.823947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] For port dfeb0c90-8261-44d2-83a8-1d9581e85ec6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=dfeb0c90-8261-44d2-83a8-1d9581e85ec6,segment=NetworkSegment(2c1f0976-d10c-4eed-a1e9-6268b2e11dc3),segment_id=2c1f0976-d10c-4eed-a1e9-6268b2e11dc3)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:06.824307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:06.837138 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Calling delete_port for dfeb0c90-8261-44d2-83a8-1d9581e85ec6 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:06.886830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8111d839-d8a6-4ca1-9946-acfe44ff001e None None] Current status of the port 3303f47c-f836-4327-a6fc-97ea2e4646b7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:06.944168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a9026-b709-4138-9af0-93afb8f14e76 None None] Network 3c892142-84fb-42a2-8498-0f18d4e5412f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:06.983697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (dfeb0c90-8261-44d2-83a8-1d9581e85ec6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.012345 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Port': ['ID=dfeb0c90-8261-44d2-83a8-1d9581e85ec6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:07.017487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No DVR routers for this DVR port dfeb0c90-8261-44d2-83a8-1d9581e85ec6 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:07.093748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.112475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c892142-84fb-42a2-8498-0f18d4e5412f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:07.121262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:07.121580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f0976-d10c-4eed-a1e9-6268b2e11dc3') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:07.135026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.148339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.153991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:07.154363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (2c1f0976-d10c-4eed-a1e9-6268b2e11dc3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:07.157168 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:07.292608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3c892142-84fb-42a2-8498-0f18d4e5412f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.296868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.300269 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/3c892142-84fb-42a2-8498-0f18d4e5412f HTTP/1.1" status: 204 len: 168 time: 1.8243887 Apr 29 04:30:07.303765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39390) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:07.309181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1057635538'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:07.314688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bfe42-392d-4ecb-9f88-29ca7ac67a63 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Network': ['ID=3c892142-84fb-42a2-8498-0f18d4e5412f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:07.383763 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:07.387104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.414001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:07.422506 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.422841 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Added segment b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d of type vlan for network effad4f8-0cef-437f-967d-67b0f954485b Apr 29 04:30:07.461163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (effad4f8-0cef-437f-967d-67b0f954485b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.554403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (effad4f8-0cef-437f-967d-67b0f954485b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.559448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:07.560565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.624280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Network': ['ID=effad4f8-0cef-437f-967d-67b0f954485b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:07.631179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.631526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.631867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.632198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.632529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.632857 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.633179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.633582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.633901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.634221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.634542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.634861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.635177 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.635491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.635807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:07.646974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network effad4f8-0cef-437f-967d-67b0f954485b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:07.677926 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5d81cd5a-a691-46f7-ad39-a6ae8398cf10 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3726199 Apr 29 04:30:07.680595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39394) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:07.686159 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'subnet': {'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:07.829749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:07.833227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:07.889890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Performing IP validity checks on allocation pools {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 04:30:07.890405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.ipam_backend_mixin [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 04:30:08.075271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (552f06b6-1f92-4655-a837-d4d1af3cff02), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.128299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3303f47c-f836-4327-a6fc-97ea2e4646b7 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:08.134946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Subnet': ['ID=552f06b6-1f92-4655-a837-d4d1af3cff02,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:08.145109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Checking segment: {'id': 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:08.145497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network hostable DHCP agents. Network: effad4f8-0cef-437f-967d-67b0f954485b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:08.179795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3303f47c-f836-4327-a6fc-97ea2e4646b7 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:08.180167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.223957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network effad4f8-0cef-437f-967d-67b0f954485b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:08.253660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3303f47c-f836-4327-a6fc-97ea2e4646b7 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:08.286696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, effad4f8-0cef-437f-967d-67b0f954485b) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:08.291992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:08.293198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.294623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2716be15-40b1-4d0e-9bd5-8770798860d6 None None] Network effad4f8-0cef-437f-967d-67b0f954485b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:08.388366 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8890cc99-cf2c-4d32-8c1c-0148c64415c9 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7058237 Apr 29 04:30:08.390649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39396) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:08.393448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-effad4f8-0cef-437f-967d-67b0f954485b', 'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b', 'project_id': '863423f11ade40c88c669d55ba9250c0', 'fixed_ips': [{'subnet_id': '552f06b6-1f92-4655-a837-d4d1af3cff02'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:08.394306 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.488567 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (effad4f8-0cef-437f-967d-67b0f954485b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.530216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Allocated IP 2001:db8::3 (effad4f8-0cef-437f-967d-67b0f954485b/552f06b6-1f92-4655-a837-d4d1af3cff02/33db3050-c1ac-4d3f-8475-c73e77cb712d) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:08.538278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (552f06b6-1f92-4655-a837-d4d1af3cff02), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.674467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Publish callbacks [] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.732584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.770408 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Network effad4f8-0cef-437f-967d-67b0f954485b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:08.775217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:08.779774 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:08.784984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Pushing event updated for resources: {'Port': ['ID=33db3050-c1ac-4d3f-8475-c73e77cb712d,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:08.812775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (552f06b6-1f92-4655-a837-d4d1af3cff02), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.840096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Subnet': ['ID=552f06b6-1f92-4655-a837-d4d1af3cff02,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:08.852847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Attempting to bind port 33db3050-c1ac-4d3f-8475-c73e77cb712d on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:08.853222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Attempting to bind port 33db3050-c1ac-4d3f-8475-c73e77cb712d by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:08.853620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Attempting to bind port 33db3050-c1ac-4d3f-8475-c73e77cb712d on network effad4f8-0cef-437f-967d-67b0f954485b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:08.859610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:08.859991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Checking segment: {'id': 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:08.860392 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.860786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Bound using segment: {'id': 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:08.861252 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Bound port: 33db3050-c1ac-4d3f-8475-c73e77cb712d, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'effad4f8-0cef-437f-967d-67b0f954485b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:08.861659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.899432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-26d6b218-928e-4a73-91ae-21aa9b06e71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.907980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (effad4f8-0cef-437f-967d-67b0f954485b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.928074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effad4f8-0cef-437f-967d-67b0f954485b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:08.931819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] For port 33db3050-c1ac-4d3f-8475-c73e77cb712d, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:08.935589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] For port 33db3050-c1ac-4d3f-8475-c73e77cb712d, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33db3050-c1ac-4d3f-8475-c73e77cb712d,segment=NetworkSegment(b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d),segment_id=b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:08.937668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:08.938513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:08.947075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.983803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.985991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.991927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:08.992368 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:08.995414 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:09.066820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ab03-6074-4460-a628-5f7da3cb4d85 None None] Pushing event updated for resources: {'Port': ['ID=33db3050-c1ac-4d3f-8475-c73e77cb712d,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:09.082897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade66a75-1fc2-47b1-9e35-1138e617887f None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:30:09.092425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.db.api [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:30:09.092425 dv-neutron-839777-1-hyperv neutron-server[116104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:30:09.092425 dv-neutron-839777-1-hyperv neutron-server[116104]: [parameters: {'id': 'effad4f8-0cef-437f-967d-67b0f954485b'}] Apr 29 04:30:09.092425 dv-neutron-839777-1-hyperv neutron-server[116104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:30:09.092843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG oslo_db.api [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:30:09.152083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade66a75-1fc2-47b1-9e35-1138e617887f None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:30:09.296178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77db14-fd34-4510-ac8f-ab99cf2d0e6f None None] Network effad4f8-0cef-437f-967d-67b0f954485b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:09.593900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (effad4f8-0cef-437f-967d-67b0f954485b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:09.636476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting port 33db3050-c1ac-4d3f-8475-c73e77cb712d {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:09.636805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:09.696842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] For port 33db3050-c1ac-4d3f-8475-c73e77cb712d, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=33db3050-c1ac-4d3f-8475-c73e77cb712d,segment=NetworkSegment(b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d),segment_id=b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:09.697190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:09.713926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Calling delete_port for 33db3050-c1ac-4d3f-8475-c73e77cb712d owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:09.898068 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (33db3050-c1ac-4d3f-8475-c73e77cb712d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:09.925168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Port': ['ID=33db3050-c1ac-4d3f-8475-c73e77cb712d,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:09.927013 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No DVR routers for this DVR port 33db3050-c1ac-4d3f-8475-c73e77cb712d on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:10.005888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (effad4f8-0cef-437f-967d-67b0f954485b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.025879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effad4f8-0cef-437f-967d-67b0f954485b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:10.035590 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:10.035884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:10.045159 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.057999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.064471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:10.064898 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (b7fe3fd4-ee5c-49df-87ff-a21cec91aa1d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:10.067777 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:10.172182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (effad4f8-0cef-437f-967d-67b0f954485b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.178875 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.181990 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/effad4f8-0cef-437f-967d-67b0f954485b HTTP/1.1" status: 204 len: 168 time: 1.7898104 Apr 29 04:30:10.186168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39398) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:10.191310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662740415'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:10.193879 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed8383-0a4a-469b-a8d6-36368645d98e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Network': ['ID=effad4f8-0cef-437f-967d-67b0f954485b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:10.268258 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:10.271628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.294092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:10.302617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1767d5fa-86d7-42cc-a443-edeb2e414b99), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.302961 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Added segment 1767d5fa-86d7-42cc-a443-edeb2e414b99 of type vlan for network 48d58b17-b1d3-4d07-95ce-0a985c44d260 Apr 29 04:30:10.345731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (48d58b17-b1d3-4d07-95ce-0a985c44d260), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.428708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (48d58b17-b1d3-4d07-95ce-0a985c44d260), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.433571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:10.434143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.496729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Network': ['ID=48d58b17-b1d3-4d07-95ce-0a985c44d260,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:10.507096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 48d58b17-b1d3-4d07-95ce-0a985c44d260 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:10.540848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e1128eff-70bd-4349-9473-df4875b2705e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3535676 Apr 29 04:30:10.549018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39400) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:10.553829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'subnet': {'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:10.709528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:10.712872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:10.949247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (bb44acf0-6463-478a-8923-f64e4c476305), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.007011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Subnet': ['ID=bb44acf0-6463-478a-8923-f64e4c476305,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:11.015460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Checking segment: {'id': '1767d5fa-86d7-42cc-a443-edeb2e414b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:11.015820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network hostable DHCP agents. Network: 48d58b17-b1d3-4d07-95ce-0a985c44d260, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:11.074531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network 48d58b17-b1d3-4d07-95ce-0a985c44d260 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:11.126001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 48d58b17-b1d3-4d07-95ce-0a985c44d260) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:11.130018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:11.130611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.135409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b2b01-64f1-4202-a8f4-ce3b3476596d None None] Network 48d58b17-b1d3-4d07-95ce-0a985c44d260 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:11.198130 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-47b8b824-fa4c-4944-b4a3-e337a15c559e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6480460 Apr 29 04:30:11.202183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39402) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:11.207214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252049874'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:11.257675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a9dc9c63-27ee-4604-be99-4aedd152a09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.264654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11107a50-6879-4449-968f-c690727b1533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-48d58b17-b1d3-4d07-95ce-0a985c44d260', 'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260', 'project_id': '863423f11ade40c88c669d55ba9250c0', 'fixed_ips': [{'subnet_id': 'bb44acf0-6463-478a-8923-f64e4c476305'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:11.269455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-11107a50-6879-4449-968f-c690727b1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.286262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:11.289773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.313917 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:11.322496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.322833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Added segment d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e of type vlan for network 5b766741-55b3-4fad-9aa8-e66a26579526 Apr 29 04:30:11.367656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.402680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-11107a50-6879-4449-968f-c690727b1533 None None] Allocated IP 2001:db8::2 (48d58b17-b1d3-4d07-95ce-0a985c44d260/bb44acf0-6463-478a-8923-f64e4c476305/006efb4f-9958-462b-9bda-a48f9ec69545) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:11.429195 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.434261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:11.436040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.504386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Network': ['ID=5b766741-55b3-4fad-9aa8-e66a26579526,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:11.524825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5b766741-55b3-4fad-9aa8-e66a26579526 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:11.533594 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1052902f-8cfc-4dcb-9bc7-b0973874b84d tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3274200 Apr 29 04:30:11.533848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39404) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:11.538788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Request body: {'subnet': {'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:11.574133 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-11107a50-6879-4449-968f-c690727b1533 None None] Publish callbacks [] for port (006efb4f-9958-462b-9bda-a48f9ec69545), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.635792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-11107a50-6879-4449-968f-c690727b1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.674339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11107a50-6879-4449-968f-c690727b1533 None None] Network 48d58b17-b1d3-4d07-95ce-0a985c44d260 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:11.674866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Made reservation on behalf of 863423f11ade40c88c669d55ba9250c0 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:11.678373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.679131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-11107a50-6879-4449-968f-c690727b1533 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:11.682663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11107a50-6879-4449-968f-c690727b1533 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:11.692299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11107a50-6879-4449-968f-c690727b1533 None None] Pushing event updated for resources: {'Port': ['ID=006efb4f-9958-462b-9bda-a48f9ec69545,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:11.896713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-11107a50-6879-4449-968f-c690727b1533 None None] Attempting to bind port 006efb4f-9958-462b-9bda-a48f9ec69545 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:11.897082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-11107a50-6879-4449-968f-c690727b1533 None None] Attempting to bind port 006efb4f-9958-462b-9bda-a48f9ec69545 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1767d5fa-86d7-42cc-a443-edeb2e414b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:11.897484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11107a50-6879-4449-968f-c690727b1533 None None] Attempting to bind port 006efb4f-9958-462b-9bda-a48f9ec69545 on network 48d58b17-b1d3-4d07-95ce-0a985c44d260 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:11.902554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11107a50-6879-4449-968f-c690727b1533 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:11.902933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11107a50-6879-4449-968f-c690727b1533 None None] Checking segment: {'id': '1767d5fa-86d7-42cc-a443-edeb2e414b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:11.903334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-11107a50-6879-4449-968f-c690727b1533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.903728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11107a50-6879-4449-968f-c690727b1533 None None] Bound using segment: {'id': '1767d5fa-86d7-42cc-a443-edeb2e414b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:11.904214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-11107a50-6879-4449-968f-c690727b1533 None None] Bound port: 006efb4f-9958-462b-9bda-a48f9ec69545, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1767d5fa-86d7-42cc-a443-edeb2e414b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '48d58b17-b1d3-4d07-95ce-0a985c44d260'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:11.904593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-11107a50-6879-4449-968f-c690727b1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.909639 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (30837edc-d7ef-4e9c-83c1-0d8515e3169a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:11.967624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-11107a50-6879-4449-968f-c690727b1533 None None] For port 006efb4f-9958-462b-9bda-a48f9ec69545, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:11.970633 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event updated for resources: {'Subnet': ['ID=30837edc-d7ef-4e9c-83c1-0d8515e3169a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:11.976647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-11107a50-6879-4449-968f-c690727b1533 None None] For port 006efb4f-9958-462b-9bda-a48f9ec69545, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=006efb4f-9958-462b-9bda-a48f9ec69545,segment=NetworkSegment(1767d5fa-86d7-42cc-a443-edeb2e414b99),segment_id=1767d5fa-86d7-42cc-a443-edeb2e414b99)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:11.978058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Checking segment: {'id': 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:11.978457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network hostable DHCP agents. Network: 5b766741-55b3-4fad-9aa8-e66a26579526, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:12.052706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-11107a50-6879-4449-968f-c690727b1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.082439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Network 5b766741-55b3-4fad-9aa8-e66a26579526 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:12.113885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11107a50-6879-4449-968f-c690727b1533 None None] Pushing event updated for resources: {'Port': ['ID=006efb4f-9958-462b-9bda-a48f9ec69545,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:12.172348 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5b766741-55b3-4fad-9aa8-e66a26579526) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:12.176518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:12.177212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.183543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72330a0a-2caf-4de9-ba11-58bad965c921 None None] Network 5b766741-55b3-4fad-9aa8-e66a26579526 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:12.272062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f5f58dba-5ea4-404d-b3d2-db513712803a tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7371526 Apr 29 04:30:12.274899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39406) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:12.308740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.319328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-5b766741-55b3-4fad-9aa8-e66a26579526', 'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526', 'project_id': '863423f11ade40c88c669d55ba9250c0', 'fixed_ips': [{'subnet_id': '30837edc-d7ef-4e9c-83c1-0d8515e3169a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:12.320337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.390033 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.464555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Allocated IP 2001:db8::2 (5b766741-55b3-4fad-9aa8-e66a26579526/30837edc-d7ef-4e9c-83c1-0d8515e3169a/e790ad7b-6cfd-4c32-9092-961613709b10) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:12.466096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (30837edc-d7ef-4e9c-83c1-0d8515e3169a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.607928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Publish callbacks [] for port (e790ad7b-6cfd-4c32-9092-961613709b10), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.669759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e790ad7b-6cfd-4c32-9092-961613709b10), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.713413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Network 5b766741-55b3-4fad-9aa8-e66a26579526 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:12.716480 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:12.721448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:12.724625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Pushing event updated for resources: {'Port': ['ID=e790ad7b-6cfd-4c32-9092-961613709b10,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:12.727505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (30837edc-d7ef-4e9c-83c1-0d8515e3169a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.764200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Subnet': ['ID=30837edc-d7ef-4e9c-83c1-0d8515e3169a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:12.788777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Attempting to bind port e790ad7b-6cfd-4c32-9092-961613709b10 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:12.789484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Attempting to bind port e790ad7b-6cfd-4c32-9092-961613709b10 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:12.789853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Attempting to bind port e790ad7b-6cfd-4c32-9092-961613709b10 on network 5b766741-55b3-4fad-9aa8-e66a26579526 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:12.795782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:12.796166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Checking segment: {'id': 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:12.796574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.796975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Bound using segment: {'id': 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:12.797493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Bound port: e790ad7b-6cfd-4c32-9092-961613709b10, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b766741-55b3-4fad-9aa8-e66a26579526'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:12.797882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e790ad7b-6cfd-4c32-9092-961613709b10), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.826896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.853786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b766741-55b3-4fad-9aa8-e66a26579526']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:12.864313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:12.864648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:12.865690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] For port e790ad7b-6cfd-4c32-9092-961613709b10, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:12.869091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] For port e790ad7b-6cfd-4c32-9092-961613709b10, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e790ad7b-6cfd-4c32-9092-961613709b10,segment=NetworkSegment(d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e),segment_id=d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:12.875076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.928510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e790ad7b-6cfd-4c32-9092-961613709b10), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.930088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.938667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:12.939060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:12.942539 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:13.028741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0cdf4-cbf3-4046-be34-abe9bc4155c4 None None] Pushing event updated for resources: {'Port': ['ID=e790ad7b-6cfd-4c32-9092-961613709b10,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:13.039479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b49c30-f469-44eb-adf3-3e3a80acca1d None None] Network 5b766741-55b3-4fad-9aa8-e66a26579526 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:13.041298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.db.api [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 04:30:13.041298 dv-neutron-839777-1-hyperv neutron-server[116105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 04:30:13.041298 dv-neutron-839777-1-hyperv neutron-server[116105]: [parameters: {'id': '5b766741-55b3-4fad-9aa8-e66a26579526'}] Apr 29 04:30:13.041298 dv-neutron-839777-1-hyperv neutron-server[116105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:30:13.041665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG oslo_db.api [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:30:13.094793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9d2f7-a2ef-48e3-8050-e760559b970c None None] Network 48d58b17-b1d3-4d07-95ce-0a985c44d260 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:13.193661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] Provisioning complete for port 006efb4f-9958-462b-9bda-a48f9ec69545 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:13.193937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.304946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] Current status of the port 006efb4f-9958-462b-9bda-a48f9ec69545 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:13.306279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.341639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] For port 006efb4f-9958-462b-9bda-a48f9ec69545, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=006efb4f-9958-462b-9bda-a48f9ec69545,segment=NetworkSegment(1767d5fa-86d7-42cc-a443-edeb2e414b99),segment_id=1767d5fa-86d7-42cc-a443-edeb2e414b99)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:13.406977 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.438313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d3e45-5f46-433a-9943-5c842869c70d None None] get_active_networks_info from dv-neutron-839777-1-hyperv {{(pid=116106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 04:30:13.488126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1e646-c018-4d57-83bc-9a513e0475fd None None] Pushing event updated for resources: {'Port': ['ID=006efb4f-9958-462b-9bda-a48f9ec69545,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:13.537506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-95691523-5306-41ce-9e70-7e162a2766d1 None None] Provisioning complete for port 006efb4f-9958-462b-9bda-a48f9ec69545 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:13.537877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-95691523-5306-41ce-9e70-7e162a2766d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.543267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.561219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d3e45-5f46-433a-9943-5c842869c70d None None] Resources bound (agent type, host, resource id): {{(pid=116106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 04:30:13.587434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting port e790ad7b-6cfd-4c32-9092-961613709b10 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:13.587774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e790ad7b-6cfd-4c32-9092-961613709b10), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.652582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] For port e790ad7b-6cfd-4c32-9092-961613709b10, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e790ad7b-6cfd-4c32-9092-961613709b10,segment=NetworkSegment(d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e),segment_id=d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:13.652946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e790ad7b-6cfd-4c32-9092-961613709b10), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.665771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Calling delete_port for e790ad7b-6cfd-4c32-9092-961613709b10 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:13.703761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-95691523-5306-41ce-9e70-7e162a2766d1 None None] Current status of the port 006efb4f-9958-462b-9bda-a48f9ec69545 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:13.869121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e790ad7b-6cfd-4c32-9092-961613709b10), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.891928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.894878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Port': ['ID=e790ad7b-6cfd-4c32-9092-961613709b10,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:13.900124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No DVR routers for this DVR port e790ad7b-6cfd-4c32-9092-961613709b10 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:13.979319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:13.999087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b766741-55b3-4fad-9aa8-e66a26579526']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:14.008019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:14.008247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10f68b6-f2ad-4084-92e8-4e09e8d3ac3e') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:14.017232 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.030298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.035925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:14.036295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d10f68b6-f2ad-4084-92e8-4e09e8d3ac3e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:14.039189 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:14.133381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 006efb4f-9958-462b-9bda-a48f9ec69545 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:14.180121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 006efb4f-9958-462b-9bda-a48f9ec69545 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:14.180486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.189169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5b766741-55b3-4fad-9aa8-e66a26579526), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.193415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.199954 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/5b766741-55b3-4fad-9aa8-e66a26579526 HTTP/1.1" status: 204 len: 168 time: 1.9210114 Apr 29 04:30:14.201649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39408) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:14.212517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d6223-1586-4956-91d7-648585879f4f tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Network': ['ID=5b766741-55b3-4fad-9aa8-e66a26579526,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:14.233247 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc72674-edd6-44e8-983e-be7ba54558a7 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] GET failed (client error): The resource could not be found. Apr 29 04:30:14.234649 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-fdc72674-edd6-44e8-983e-be7ba54558a7 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "GET /v2.0/subnets/30837edc-d7ef-4e9c-83c1-0d8515e3169a HTTP/1.1" status: 404 len: 337 time: 0.0334809 Apr 29 04:30:14.237303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39410) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:14.255654 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a499955c-a9e5-4172-b793-11ddb188ba02 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:14.256131 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a499955c-a9e5-4172-b793-11ddb188ba02 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:14.259127 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a499955c-a9e5-4172-b793-11ddb188ba02 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/5b766741-55b3-4fad-9aa8-e66a26579526 HTTP/1.1" status: 404 len: 339 time: 0.0208044 Apr 29 04:30:14.262728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39412) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:14.263159 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 006efb4f-9958-462b-9bda-a48f9ec69545 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:14.288694 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2c6a50-9c35-4b09-9473-d2b6931c3ac0 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:14.289130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2c6a50-9c35-4b09-9473-d2b6931c3ac0 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:14.292356 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ee2c6a50-9c35-4b09-9473-d2b6931c3ac0 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/subnets/30837edc-d7ef-4e9c-83c1-0d8515e3169a HTTP/1.1" status: 404 len: 337 time: 0.0287001 Apr 29 04:30:14.294796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39414) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:14.311844 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad7e749-7a7d-47ee-87d6-f3f6b1688c31 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:14.312314 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad7e749-7a7d-47ee-87d6-f3f6b1688c31 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:14.315181 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6ad7e749-7a7d-47ee-87d6-f3f6b1688c31 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/5b766741-55b3-4fad-9aa8-e66a26579526 HTTP/1.1" status: 404 len: 339 time: 0.0195012 Apr 29 04:30:14.317444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39416) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:14.369896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting subnet bb44acf0-6463-478a-8923-f64e4c476305 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:30:14.372926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (bb44acf0-6463-478a-8923-f64e4c476305), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.411429 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (bb44acf0-6463-478a-8923-f64e4c476305), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.490243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (bb44acf0-6463-478a-8923-f64e4c476305), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.629419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (bb44acf0-6463-478a-8923-f64e4c476305), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.657019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Subnet': ['ID=bb44acf0-6463-478a-8923-f64e4c476305,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:14.659001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.663384 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c0762b4c-ab67-45ce-896d-8b6cdeecb701 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/subnets/bb44acf0-6463-478a-8923-f64e4c476305 HTTP/1.1" status: 204 len: 168 time: 0.3438034 Apr 29 04:30:14.663597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af964168-c22c-4c4e-b711-9fee70064e96 None None] Network 48d58b17-b1d3-4d07-95ce-0a985c44d260 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:14.664693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39418) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:14.750857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (48d58b17-b1d3-4d07-95ce-0a985c44d260), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.800989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] DHCP port deletion for 48d58b17-b1d3-4d07-95ce-0a985c44d260 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:30:14.802809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting port 006efb4f-9958-462b-9bda-a48f9ec69545 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:14.803152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.844545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] Deleting port 006efb4f-9958-462b-9bda-a48f9ec69545 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:14.844916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.876277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] For port 006efb4f-9958-462b-9bda-a48f9ec69545, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=006efb4f-9958-462b-9bda-a48f9ec69545,segment=NetworkSegment(1767d5fa-86d7-42cc-a443-edeb2e414b99),segment_id=1767d5fa-86d7-42cc-a443-edeb2e414b99)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:14.876636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.890479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Calling delete_port for 006efb4f-9958-462b-9bda-a48f9ec69545 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:14.910601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] For port 006efb4f-9958-462b-9bda-a48f9ec69545, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=006efb4f-9958-462b-9bda-a48f9ec69545,segment=NetworkSegment(1767d5fa-86d7-42cc-a443-edeb2e414b99),segment_id=1767d5fa-86d7-42cc-a443-edeb2e414b99)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:14.911005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:14.924976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] Calling delete_port for 006efb4f-9958-462b-9bda-a48f9ec69545 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:30:15.041473 dv-neutron-839777-1-hyperv neutron-server[116106]: self.session.flush() Apr 29 04:30:15.045811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.057695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (006efb4f-9958-462b-9bda-a48f9ec69545), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.074187 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Port': ['ID=006efb4f-9958-462b-9bda-a48f9ec69545,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:15.076377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No DVR routers for this DVR port 006efb4f-9958-462b-9bda-a48f9ec69545 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:15.088169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] Pushing event deleted for resources: {'Port': ['ID=006efb4f-9958-462b-9bda-a48f9ec69545,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:15.091726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b1e07-0a5f-4647-a1b4-06e1353e307c None None] No DVR routers for this DVR port 006efb4f-9958-462b-9bda-a48f9ec69545 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:15.143653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.174374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (48d58b17-b1d3-4d07-95ce-0a985c44d260), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.194317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d58b17-b1d3-4d07-95ce-0a985c44d260']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:15.203559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1767d5fa-86d7-42cc-a443-edeb2e414b99') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:15.204193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1767d5fa-86d7-42cc-a443-edeb2e414b99') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:15.218034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (1767d5fa-86d7-42cc-a443-edeb2e414b99), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.231477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1767d5fa-86d7-42cc-a443-edeb2e414b99), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.238170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:15.238548 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (1767d5fa-86d7-42cc-a443-edeb2e414b99), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:15.241472 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:15.355197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (48d58b17-b1d3-4d07-95ce-0a985c44d260), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.362836 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.365500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/48d58b17-b1d3-4d07-95ce-0a985c44d260 HTTP/1.1" status: 204 len: 168 time: 0.6996219 Apr 29 04:30:15.368301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39420) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:15.376561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Network': ['ID=48d58b17-b1d3-4d07-95ce-0a985c44d260,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:15.384307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.384659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.384999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.385354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.385693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.386027 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.386356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.386685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.387010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.387336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.387661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.387985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.388317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.388626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.388952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc79948e-956c-4784-ab04-323d2c91c779 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:15.395216 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-334e7a6b-c546-4ae1-90b6-dc04f03faf26 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:15.395660 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334e7a6b-c546-4ae1-90b6-dc04f03faf26 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:15.401123 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-334e7a6b-c546-4ae1-90b6-dc04f03faf26 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/subnets/552f06b6-1f92-4655-a837-d4d1af3cff02 HTTP/1.1" status: 404 len: 337 time: 0.0288613 Apr 29 04:30:15.401291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39422) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:15.420331 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a0e18f-ef07-4333-ba00-bfd91832d4f0 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:15.420822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a0e18f-ef07-4333-ba00-bfd91832d4f0 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:15.423760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-78a0e18f-ef07-4333-ba00-bfd91832d4f0 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/effad4f8-0cef-437f-967d-67b0f954485b HTTP/1.1" status: 404 len: 339 time: 0.0215590 Apr 29 04:30:15.433341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39424) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:15.459079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b91a298-2f49-4841-81a5-f6480780a617 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:15.459534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b91a298-2f49-4841-81a5-f6480780a617 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:15.462603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8b91a298-2f49-4841-81a5-f6480780a617 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/subnets/dc6a5b45-e7ce-405d-a588-ccbf31c12975 HTTP/1.1" status: 404 len: 337 time: 0.0282552 Apr 29 04:30:15.465025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39426) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:15.483589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32739e1-9421-4c00-aea4-eb5568e83ac1 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] DELETE failed (client error): The resource could not be found. Apr 29 04:30:15.484067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32739e1-9421-4c00-aea4-eb5568e83ac1 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 04:30:15.487008 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d32739e1-9421-4c00-aea4-eb5568e83ac1 tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/3c892142-84fb-42a2-8498-0f18d4e5412f HTTP/1.1" status: 404 len: 339 time: 0.0210650 Apr 29 04:30:15.489416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39428) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:15.543057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting subnet c335f195-53b3-4c5a-94b4-1b8a7d31e2a7 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:30:15.546868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (c335f195-53b3-4c5a-94b4-1b8a7d31e2a7), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.587382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (c335f195-53b3-4c5a-94b4-1b8a7d31e2a7), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.670381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c335f195-53b3-4c5a-94b4-1b8a7d31e2a7), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.795786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (c335f195-53b3-4c5a-94b4-1b8a7d31e2a7), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.825663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.829275 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/subnets/c335f195-53b3-4c5a-94b4-1b8a7d31e2a7 HTTP/1.1" status: 204 len: 168 time: 0.3389802 Apr 29 04:30:15.830626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a232b-38ba-498d-8612-95175d9cad6b tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Subnet': ['ID=c335f195-53b3-4c5a-94b4-1b8a7d31e2a7,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:15.831966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39430) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:15.832369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94a6fd-fdf5-42f0-9115-0195adb72928 None None] Network 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:15.913746 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (19008787-e5d8-4ac8-84f0-a71a0d3f8d0c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:15.963934 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Deleting port 3303f47c-f836-4327-a6fc-97ea2e4646b7 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:15.964616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.019010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] DHCP port deletion for 19008787-e5d8-4ac8-84f0-a71a0d3f8d0c request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:30:16.033275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] For port 3303f47c-f836-4327-a6fc-97ea2e4646b7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3303f47c-f836-4327-a6fc-97ea2e4646b7,segment=NetworkSegment(fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf),segment_id=fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:16.033642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.052254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Calling delete_port for 3303f47c-f836-4327-a6fc-97ea2e4646b7 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:16.063528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] Deleting port 3303f47c-f836-4327-a6fc-97ea2e4646b7 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:16.063908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.129243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] For port 3303f47c-f836-4327-a6fc-97ea2e4646b7, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3303f47c-f836-4327-a6fc-97ea2e4646b7,segment=NetworkSegment(fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf),segment_id=fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:16.129767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.144079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] Calling delete_port for 3303f47c-f836-4327-a6fc-97ea2e4646b7 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:16.147108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 006efb4f-9958-462b-9bda-a48f9ec69545 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:30:16.171628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 006efb4f-9958-462b-9bda-a48f9ec69545 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:30:16.171971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 006efb4f-9958-462b-9bda-a48f9ec69545 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:30:16.172386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3303f47c-f836-4327-a6fc-97ea2e4646b7 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:30:16.202397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.233494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Port': ['ID=3303f47c-f836-4327-a6fc-97ea2e4646b7,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:16.239169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] No DVR routers for this DVR port 3303f47c-f836-4327-a6fc-97ea2e4646b7 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:16.257588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No active binding found for port 3303f47c-f836-4327-a6fc-97ea2e4646b7 {{(pid=116106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 04:30:16.257959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] The host dv-neutron-839777-1-hyperv is not matching for port 3303f47c-f836-4327-a6fc-97ea2e4646b7 host None! {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 29 04:30:16.258347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3303f47c-f836-4327-a6fc-97ea2e4646b7 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:30:16.278963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3303f47c-f836-4327-a6fc-97ea2e4646b7), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.306445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] Pushing event deleted for resources: {'Port': ['ID=3303f47c-f836-4327-a6fc-97ea2e4646b7,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:16.310708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487da9ce-b0b5-4e97-9cd3-47f58fd94c53 None None] No DVR routers for this DVR port 3303f47c-f836-4327-a6fc-97ea2e4646b7 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:16.338587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (19008787-e5d8-4ac8-84f0-a71a0d3f8d0c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.357792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19008787-e5d8-4ac8-84f0-a71a0d3f8d0c']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:16.366777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:16.367074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:16.376930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.390533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.396255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:16.396624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (fc5c1a73-388a-4aeb-97bb-ca1d8495d2bf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:16.399531 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:16.498369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (19008787-e5d8-4ac8-84f0-a71a0d3f8d0c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.502595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:16.506258 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] 10.222.0.37 "DELETE /v2.0/networks/19008787-e5d8-4ac8-84f0-a71a0d3f8d0c HTTP/1.1" status: 204 len: 168 time: 0.6729898 Apr 29 04:30:16.522530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5896e-aba7-408b-8bfd-ba0070a0373e tempest-NetworksIpV6Test-474889430 tempest-NetworksIpV6Test-474889430-project] Pushing event deleted for resources: {'Network': ['ID=19008787-e5d8-4ac8-84f0-a71a0d3f8d0c,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:16.916263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39436) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:17.045598 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-109de55e-c1b3-4c50-93eb-ecdb95da35e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=863423f11ade40c88c669d55ba9250c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276205 Apr 29 04:30:17.048017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39440) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:17.099215 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99702381-5d4b-4fda-a4c5-57e103eeb9a7 admin admin] Publish callbacks [] for security_group (44e9e25e-6187-424e-aabc-e6995f12cc9c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:17.122788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99702381-5d4b-4fda-a4c5-57e103eeb9a7 admin admin] Publish callbacks [] for security_group (44e9e25e-6187-424e-aabc-e6995f12cc9c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:17.246162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99702381-5d4b-4fda-a4c5-57e103eeb9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (44e9e25e-6187-424e-aabc-e6995f12cc9c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:17.248775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99702381-5d4b-4fda-a4c5-57e103eeb9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:17.249982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-99702381-5d4b-4fda-a4c5-57e103eeb9a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44e9e25e-6187-424e-aabc-e6995f12cc9c HTTP/1.1" status: 204 len: 168 time: 0.2010581 Apr 29 04:30:17.257610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702381-5d4b-4fda-a4c5-57e103eeb9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e9e25e-6187-424e-aabc-e6995f12cc9c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:18.195179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39462) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:18.286542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-878936062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:18.372097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (e22db843-18a3-4eae-adc9-5a3d03d3c806), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.373190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (e22db843-18a3-4eae-adc9-5a3d03d3c806), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.422985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for router_controller (e22db843-18a3-4eae-adc9-5a3d03d3c806), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.469004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (e22db843-18a3-4eae-adc9-5a3d03d3c806), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.562369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.563565 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3533656d-82a4-4d4a-a8e0-d961a61a2a15 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3674023 Apr 29 04:30:18.566346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39466) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:18.571066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1040797280'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:18.691863 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Made reservation on behalf of f611dc3459564aafa712016ef2a92338 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:18.695098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.704722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.781148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for security_group (02bdfda7-9c20-43b9-a3ca-896c52e9f2f5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.857442 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (02bdfda7-9c20-43b9-a3ca-896c52e9f2f5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.882473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:18.891616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bdfda7-9c20-43b9-a3ca-896c52e9f2f5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:18.897363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ad1081f8-ecdc-431a-a60f-76b47eed5677), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:18.897705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Added segment ad1081f8-ecdc-431a-a60f-76b47eed5677 of type vlan for network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd Apr 29 04:30:18.936218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (5acd15fb-94f6-4e0a-afc7-68ca25448bfd), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:19.017616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (5acd15fb-94f6-4e0a-afc7-68ca25448bfd), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:19.022498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:19.023125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:19.087091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event updated for resources: {'Network': ['ID=5acd15fb-94f6-4e0a-afc7-68ca25448bfd,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:19.096808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:19.123813 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-52d055b2-3e9b-419e-8a5c-89c053065c99 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5564697 Apr 29 04:30:19.126499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39468) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:19.131309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Request body: {'subnet': {'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:19.280233 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Made reservation on behalf of f611dc3459564aafa712016ef2a92338 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:19.283638 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:19.543335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (07e6dea6-8fef-46e1-ae14-79b8a6df9e00), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:19.602608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event updated for resources: {'Subnet': ['ID=07e6dea6-8fef-46e1-ae14-79b8a6df9e00,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:19.609156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Checking segment: {'id': 'ad1081f8-ecdc-431a-a60f-76b47eed5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:19.609536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Network hostable DHCP agents. Network: 5acd15fb-94f6-4e0a-afc7-68ca25448bfd, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:19.691904 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:19.760566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 5acd15fb-94f6-4e0a-afc7-68ca25448bfd) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:19.765158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:19.765706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:19.771012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06604654-78e1-4402-a0d0-41fc3aab3286 None None] Network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:19.855331 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4857f043-0598-4fba-9201-49b71b9e910c tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7275710 Apr 29 04:30:19.858226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39470) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:19.863464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1681835772'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:19.886601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-5acd15fb-94f6-4e0a-afc7-68ca25448bfd', 'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd', 'project_id': 'f611dc3459564aafa712016ef2a92338', 'fixed_ips': [{'subnet_id': '07e6dea6-8fef-46e1-ae14-79b8a6df9e00'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:19.887456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.000675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Made reservation on behalf of f611dc3459564aafa712016ef2a92338 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:20.004130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.030664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:20.040359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1bb8066a-d1c8-445d-952a-3c24d2412438), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.040703 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Added segment 1bb8066a-d1c8-445d-952a-3c24d2412438 of type vlan for network ca923a81-edda-4588-9bdd-7b73831f74b1 Apr 29 04:30:20.087770 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ca923a81-edda-4588-9bdd-7b73831f74b1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.177553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ca923a81-edda-4588-9bdd-7b73831f74b1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.182630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:20.183085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Allocated IP 172.20.0.2 (5acd15fb-94f6-4e0a-afc7-68ca25448bfd/07e6dea6-8fef-46e1-ae14-79b8a6df9e00/238c99cc-9770-4ada-b6ff-c1ee7ab098b6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:20.183602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.224941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.248190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event updated for resources: {'Network': ['ID=ca923a81-edda-4588-9bdd-7b73831f74b1,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:20.260817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ca923a81-edda-4588-9bdd-7b73831f74b1 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:20.289080 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-77c0c3d7-3ec6-4a78-93b4-c1406cf153c0 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4298031 Apr 29 04:30:20.292508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39474) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:20.298111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Request body: {'subnet': {'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:20.400333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Publish callbacks [] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.458417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Made reservation on behalf of f611dc3459564aafa712016ef2a92338 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:20.461797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.481043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.523191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:20.528012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:20.532254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:20.542564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Pushing event updated for resources: {'Port': ['ID=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:20.595698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Attempting to bind port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:20.596079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Attempting to bind port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ad1081f8-ecdc-431a-a60f-76b47eed5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:20.596441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Attempting to bind port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 on network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:20.601514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:20.601868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Checking segment: {'id': 'ad1081f8-ecdc-431a-a60f-76b47eed5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:20.602272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.602671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Bound using segment: {'id': 'ad1081f8-ecdc-431a-a60f-76b47eed5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:20.603141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Bound port: 238c99cc-9770-4ada-b6ff-c1ee7ab098b6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1081f8-ecdc-431a-a60f-76b47eed5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5acd15fb-94f6-4e0a-afc7-68ca25448bfd'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:20.603523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.669071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] For port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:20.673007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] For port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,segment=NetworkSegment(ad1081f8-ecdc-431a-a60f-76b47eed5677),segment_id=ad1081f8-ecdc-431a-a60f-76b47eed5677)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:20.755929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:20.824880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804170f-f35e-49d9-bdfa-6cb1801499e2 None None] Pushing event updated for resources: {'Port': ['ID=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:21.017976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (be195ff5-af2b-4f0c-81d2-6f714a8d5923), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.081457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event updated for resources: {'Subnet': ['ID=be195ff5-af2b-4f0c-81d2-6f714a8d5923,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:21.089046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Checking segment: {'id': '1bb8066a-d1c8-445d-952a-3c24d2412438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:21.089445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Network hostable DHCP agents. Network: ca923a81-edda-4588-9bdd-7b73831f74b1, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:21.154542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Network ca923a81-edda-4588-9bdd-7b73831f74b1 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:21.234830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, ca923a81-edda-4588-9bdd-7b73831f74b1) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:21.239061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:21.244311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.244544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf0a5a-5da5-4b96-b120-e1f3bab75433 None None] Network ca923a81-edda-4588-9bdd-7b73831f74b1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:21.341873 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aa45e5a2-2983-480d-9e50-f8b9674472f6 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0475671 Apr 29 04:30:21.342352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-ca923a81-edda-4588-9bdd-7b73831f74b1', 'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1', 'project_id': 'f611dc3459564aafa712016ef2a92338', 'fixed_ips': [{'subnet_id': 'be195ff5-af2b-4f0c-81d2-6f714a8d5923'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:21.342744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.343633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39476) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:21.348214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-86a6a009-8b81-4903-b4fc-2778abcc0d2b tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:21.495219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Allocated IP 172.21.0.2 (ca923a81-edda-4588-9bdd-7b73831f74b1/be195ff5-af2b-4f0c-81d2-6f714a8d5923/6011c7d7-4780-48e1-bd02-3df1e3ed387e) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:21.573853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-86a6a009-8b81-4903-b4fc-2778abcc0d2b tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for router_gateway (e22db843-18a3-4eae-adc9-5a3d03d3c806), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.657426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Publish callbacks [] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.716078 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.api.v2.resource [None req-86a6a009-8b81-4903-b4fc-2778abcc0d2b tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 04:30:21.717442 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86a6a009-8b81-4903-b4fc-2778abcc0d2b tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "PUT /v2.0/routers/e22db843-18a3-4eae-adc9-5a3d03d3c806 HTTP/1.1" status: 400 len: 364 time: 0.3726103 Apr 29 04:30:21.721422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.724280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39478) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:21.728681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f17959-5fc1-4767-ae76-cde3d7a77d98 None None] Network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:21.782565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Deleting subnet be195ff5-af2b-4f0c-81d2-6f714a8d5923 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:30:21.785782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for subnet (be195ff5-af2b-4f0c-81d2-6f714a8d5923), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.796354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Network ca923a81-edda-4588-9bdd-7b73831f74b1 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:21.826274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (be195ff5-af2b-4f0c-81d2-6f714a8d5923), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.829743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:21.838465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:21.840257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Pushing event updated for resources: {'Port': ['ID=6011c7d7-4780-48e1-bd02-3df1e3ed387e,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:21.848461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] Provisioning complete for port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:21.848557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.907789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (be195ff5-af2b-4f0c-81d2-6f714a8d5923), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.974436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Attempting to bind port 6011c7d7-4780-48e1-bd02-3df1e3ed387e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:21.974806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Attempting to bind port 6011c7d7-4780-48e1-bd02-3df1e3ed387e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1bb8066a-d1c8-445d-952a-3c24d2412438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:21.975169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Attempting to bind port 6011c7d7-4780-48e1-bd02-3df1e3ed387e on network ca923a81-edda-4588-9bdd-7b73831f74b1 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:21.982907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:21.983283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Checking segment: {'id': '1bb8066a-d1c8-445d-952a-3c24d2412438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:21.983699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:21.984194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Bound using segment: {'id': '1bb8066a-d1c8-445d-952a-3c24d2412438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:21.984553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Bound port: 6011c7d7-4780-48e1-bd02-3df1e3ed387e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb8066a-d1c8-445d-952a-3c24d2412438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ca923a81-edda-4588-9bdd-7b73831f74b1'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:21.984940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.035059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (be195ff5-af2b-4f0c-81d2-6f714a8d5923), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.048195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] Current status of the port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:22.048630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.064088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event deleted for resources: {'Subnet': ['ID=be195ff5-af2b-4f0c-81d2-6f714a8d5923,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:22.068650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.074299 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d07633e4-6f4f-41bb-8519-4e215d6b8ccb tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "DELETE /v2.0/subnets/be195ff5-af2b-4f0c-81d2-6f714a8d5923 HTTP/1.1" status: 204 len: 168 time: 0.3466115 Apr 29 04:30:22.074402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39480) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:22.111911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] For port 6011c7d7-4780-48e1-bd02-3df1e3ed387e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:22.116363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] For port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,segment=NetworkSegment(ad1081f8-ecdc-431a-a60f-76b47eed5677),segment_id=ad1081f8-ecdc-431a-a60f-76b47eed5677)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:22.132294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] For port 6011c7d7-4780-48e1-bd02-3df1e3ed387e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6011c7d7-4780-48e1-bd02-3df1e3ed387e,segment=NetworkSegment(1bb8066a-d1c8-445d-952a-3c24d2412438),segment_id=1bb8066a-d1c8-445d-952a-3c24d2412438)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:22.168306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (ca923a81-edda-4588-9bdd-7b73831f74b1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.184127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.215583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Deleting port 6011c7d7-4780-48e1-bd02-3df1e3ed387e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:22.215920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.217530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:22.223697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.288824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32650a58-035d-4c4e-aa40-fc8ec6e801ab None None] Pushing event updated for resources: {'Port': ['ID=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:22.289478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] For port 6011c7d7-4780-48e1-bd02-3df1e3ed387e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6011c7d7-4780-48e1-bd02-3df1e3ed387e,segment=NetworkSegment(1bb8066a-d1c8-445d-952a-3c24d2412438),segment_id=1bb8066a-d1c8-445d-952a-3c24d2412438)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:22.289478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.309946 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Calling delete_port for 6011c7d7-4780-48e1-bd02-3df1e3ed387e owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:22.340735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b502a087-a6cc-4bef-a410-7a967a9670ca None None] Provisioning complete for port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:22.341676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b502a087-a6cc-4bef-a410-7a967a9670ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.348354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:22.348512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.404951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd5e9c-9f0e-4863-bf4e-7379a800208b None None] Pushing event updated for resources: {'Port': ['ID=6011c7d7-4780-48e1-bd02-3df1e3ed387e,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:22.464728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6011c7d7-4780-48e1-bd02-3df1e3ed387e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.499798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event deleted for resources: {'Port': ['ID=6011c7d7-4780-48e1-bd02-3df1e3ed387e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:22.503924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] No DVR routers for this DVR port 6011c7d7-4780-48e1-bd02-3df1e3ed387e on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:22.512209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:22.517043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b502a087-a6cc-4bef-a410-7a967a9670ca None None] Current status of the port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:22.585776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (ca923a81-edda-4588-9bdd-7b73831f74b1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.610805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca923a81-edda-4588-9bdd-7b73831f74b1']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:22.619784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb8066a-d1c8-445d-952a-3c24d2412438') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:22.620073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb8066a-d1c8-445d-952a-3c24d2412438') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:22.628959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (1bb8066a-d1c8-445d-952a-3c24d2412438), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.642166 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1bb8066a-d1c8-445d-952a-3c24d2412438), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.647939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:22.648313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (1bb8066a-d1c8-445d-952a-3c24d2412438), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:22.651294 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:22.799581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (ca923a81-edda-4588-9bdd-7b73831f74b1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.806403 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.809470 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "DELETE /v2.0/networks/ca923a81-edda-4588-9bdd-7b73831f74b1 HTTP/1.1" status: 204 len: 168 time: 0.7341146 Apr 29 04:30:22.812589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39482) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:22.823335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b752a3-16d7-43ea-bf76-5c7f9fa48028 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event deleted for resources: {'Network': ['ID=ca923a81-edda-4588-9bdd-7b73831f74b1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:22.874179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Deleting subnet 07e6dea6-8fef-46e1-ae14-79b8a6df9e00 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:30:22.877181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for subnet (07e6dea6-8fef-46e1-ae14-79b8a6df9e00), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:22.923482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (07e6dea6-8fef-46e1-ae14-79b8a6df9e00), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.008547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (07e6dea6-8fef-46e1-ae14-79b8a6df9e00), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.127244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (07e6dea6-8fef-46e1-ae14-79b8a6df9e00), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.161106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event deleted for resources: {'Subnet': ['ID=07e6dea6-8fef-46e1-ae14-79b8a6df9e00,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:23.165220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.168701 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-740e8636-d2a0-4229-b35c-d7ad31d8c711 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "DELETE /v2.0/subnets/07e6dea6-8fef-46e1-ae14-79b8a6df9e00 HTTP/1.1" status: 204 len: 168 time: 0.3551068 Apr 29 04:30:23.171668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39484) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:23.172454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11253492-1ac2-4b08-bae4-16a523810bb9 None None] Network 5acd15fb-94f6-4e0a-afc7-68ca25448bfd requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:23.253182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-55dee84d-5834-4ab2-8be0-f1f6191b16e1 None None] Could not find standard attr ID for object 6011c7d7-4780-48e1-bd02-3df1e3ed387e. {{(pid=116106) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 29 04:30:23.258893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (5acd15fb-94f6-4e0a-afc7-68ca25448bfd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.301250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5463d4-18d9-479b-b668-1163035f37fc None None] DHCP port deletion for ca923a81-edda-4588-9bdd-7b73831f74b1 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:30:23.309386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Deleting port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:23.309739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.317659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237bc36c-7a8f-4250-92b0-4c3c8abcdf5d None None] Network ca923a81-edda-4588-9bdd-7b73831f74b1 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:23.335441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] DHCP port deletion for 5acd15fb-94f6-4e0a-afc7-68ca25448bfd request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:30:23.337611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237bc36c-7a8f-4250-92b0-4c3c8abcdf5d None None] Network ca923a81-edda-4588-9bdd-7b73831f74b1 could not be found, it might have been deleted concurrently. {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 04:30:23.375893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] Deleting port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:30:23.376261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.382933 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] For port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,segment=NetworkSegment(ad1081f8-ecdc-431a-a60f-76b47eed5677),segment_id=ad1081f8-ecdc-431a-a60f-76b47eed5677)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:23.383300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.395701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Calling delete_port for 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:23.438571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] For port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,segment=NetworkSegment(ad1081f8-ecdc-431a-a60f-76b47eed5677),segment_id=ad1081f8-ecdc-431a-a60f-76b47eed5677)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:23.438968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.451418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] Calling delete_port for 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:30:23.560219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.565682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (238c99cc-9770-4ada-b6ff-c1ee7ab098b6), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.590169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] Pushing event deleted for resources: {'Port': ['ID=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:23.590411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] No DVR routers for this DVR port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:23.592932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event deleted for resources: {'Port': ['ID=238c99cc-9770-4ada-b6ff-c1ee7ab098b6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:23.594327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd78fd3-8585-4b3c-b2dc-bb73830e45ca None None] No DVR routers for this DVR port 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:30:23.672531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (5acd15fb-94f6-4e0a-afc7-68ca25448bfd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.691324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acd15fb-94f6-4e0a-afc7-68ca25448bfd']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:23.700047 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1081f8-ecdc-431a-a60f-76b47eed5677') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:23.700338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1081f8-ecdc-431a-a60f-76b47eed5677') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:23.709734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (ad1081f8-ecdc-431a-a60f-76b47eed5677), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.723580 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ad1081f8-ecdc-431a-a60f-76b47eed5677), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.729202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:30:23.729604 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (ad1081f8-ecdc-431a-a60f-76b47eed5677), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:30:23.733092 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:30:23.851810 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (5acd15fb-94f6-4e0a-afc7-68ca25448bfd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.858914 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:23.861983 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "DELETE /v2.0/networks/5acd15fb-94f6-4e0a-afc7-68ca25448bfd HTTP/1.1" status: 204 len: 168 time: 0.6893797 Apr 29 04:30:23.864645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39486) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:23.873133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b21d-f1bd-4375-aa86-d11ab598eef2 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Pushing event deleted for resources: {'Network': ['ID=5acd15fb-94f6-4e0a-afc7-68ca25448bfd,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:23.892914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4c633100-a28a-4841-bb00-afcbdcae82b7 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "GET /v2.0/ports?device_id=e22db843-18a3-4eae-adc9-5a3d03d3c806 HTTP/1.1" status: 200 len: 205 time: 0.0267110 Apr 29 04:30:23.894787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39488) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:23.971271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for router (e22db843-18a3-4eae-adc9-5a3d03d3c806), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:24.126647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (e22db843-18a3-4eae-adc9-5a3d03d3c806), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:24.128837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for router_controller (e22db843-18a3-4eae-adc9-5a3d03d3c806), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:24.129183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:30:24.149953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:30:24.150295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 238c99cc-9770-4ada-b6ff-c1ee7ab098b6 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:30:24.251047 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (e22db843-18a3-4eae-adc9-5a3d03d3c806), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:24.251550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Fanout notify agent at l3_agent the message router_deleted on router e22db843-18a3-4eae-adc9-5a3d03d3c806 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:30:24.258469 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:24.259499 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c902ff88-a33d-4366-a5be-034f402a8567 tempest-RoutersNegativeTest-1550832918 tempest-RoutersNegativeTest-1550832918-project] 10.222.0.37 "DELETE /v2.0/routers/e22db843-18a3-4eae-adc9-5a3d03d3c806 HTTP/1.1" status: 204 len: 168 time: 0.3638420 Apr 29 04:30:24.695581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39494) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:24.823372 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f7a65f78-95d0-492f-babe-3ce7fec7ec5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f611dc3459564aafa712016ef2a92338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266661 Apr 29 04:30:24.826452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39498) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:24.872884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53eec26e-1ecf-4f62-a315-0e35cda72d43 admin admin] Publish callbacks [] for security_group (02bdfda7-9c20-43b9-a3ca-896c52e9f2f5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:24.893656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53eec26e-1ecf-4f62-a315-0e35cda72d43 admin admin] Publish callbacks [] for security_group (02bdfda7-9c20-43b9-a3ca-896c52e9f2f5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:25.006145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53eec26e-1ecf-4f62-a315-0e35cda72d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (02bdfda7-9c20-43b9-a3ca-896c52e9f2f5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:25.008753 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-53eec26e-1ecf-4f62-a315-0e35cda72d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:25.009938 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-53eec26e-1ecf-4f62-a315-0e35cda72d43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02bdfda7-9c20-43b9-a3ca-896c52e9f2f5 HTTP/1.1" status: 204 len: 168 time: 0.1826186 Apr 29 04:30:25.018365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eec26e-1ecf-4f62-a315-0e35cda72d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bdfda7-9c20-43b9-a3ca-896c52e9f2f5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:25.982082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39520) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:26.073807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-957338340-network', 'tenant_id': '187757f3a621483f8838d69ba9af59a6'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:26.148896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Made reservation on behalf of 187757f3a621483f8838d69ba9af59a6 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:26.151111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.160104 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.232967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks [] for security_group (9244ea0c-6c12-412f-9a2f-995f2753df1f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.314190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9244ea0c-6c12-412f-9a2f-995f2753df1f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.339087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:26.348443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9244ea0c-6c12-412f-9a2f-995f2753df1f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:26.353056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (03a55e0a-9fe3-4c9b-80d1-aa6574c2febb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.353443 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Added segment 03a55e0a-9fe3-4c9b-80d1-aa6574c2febb of type vlan for network 4cc17536-09a4-4228-a64c-c23e3817618b Apr 29 04:30:26.396612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (4cc17536-09a4-4228-a64c-c23e3817618b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.479614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (4cc17536-09a4-4228-a64c-c23e3817618b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.480523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:26.481096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.546199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] Pushing event updated for resources: {'Network': ['ID=4cc17536-09a4-4228-a64c-c23e3817618b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:26.555742 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 4cc17536-09a4-4228-a64c-c23e3817618b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:26.585003 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3228e8b0-d6e1-4742-ad84-a88308206b7b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6017644 Apr 29 04:30:26.587829 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39524) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:26.592698 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Request body: {'subnet': {'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-subnet', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:26.673697 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Made reservation on behalf of 187757f3a621483f8838d69ba9af59a6 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:26.676039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.903189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (5f4663c8-cfe3-4604-ab50-835424053639), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:26.959654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4663c8-cfe3-4604-ab50-835424053639,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:26.966808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Checking segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:26.967696 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Network hostable DHCP agents. Network: 4cc17536-09a4-4228-a64c-c23e3817618b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:27.028465 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Network 4cc17536-09a4-4228-a64c-c23e3817618b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:27.102955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 4cc17536-09a4-4228-a64c-c23e3817618b) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:27.107366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:27.109070 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.112193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8388ad4-3a12-4cca-9014-40f5671f362d None None] Network 4cc17536-09a4-4228-a64c-c23e3817618b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:27.209686 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9684a06f-3db5-4596-a13b-4ecef8b20f94 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6207492 Apr 29 04:30:27.212215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39526) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:27.215086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-4cc17536-09a4-4228-a64c-c23e3817618b', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'project_id': '187757f3a621483f8838d69ba9af59a6', 'fixed_ips': [{'subnet_id': '5f4663c8-cfe3-4604-ab50-835424053639'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:27.215962 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.216832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:27.327090 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (92b6577f-b811-4df2-b588-2df4377252bf), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.328242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (92b6577f-b811-4df2-b588-2df4377252bf), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.350961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Allocated IP 172.20.0.2 (4cc17536-09a4-4228-a64c-c23e3817618b/5f4663c8-cfe3-4604-ab50-835424053639/4d5a553c-fd6c-4c2a-b6c5-de70ea46515a) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:27.384059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks [] for router_controller (92b6577f-b811-4df2-b588-2df4377252bf), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.486818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Publish callbacks [] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.543451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.582681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Network 4cc17536-09a4-4228-a64c-c23e3817618b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:27.585435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:27.587789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks [] for router_gateway (92b6577f-b811-4df2-b588-2df4377252bf), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.591073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:27.602299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Pushing event updated for resources: {'Port': ['ID=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:27.651960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Attempting to bind port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:27.652579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Attempting to bind port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:27.652940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Attempting to bind port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a on network 4cc17536-09a4-4228-a64c-c23e3817618b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:27.659664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:27.660035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Checking segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:27.660443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.660837 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Bound using segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:27.661327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Bound port: 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:27.661698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.725472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] For port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:27.728540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] For port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:27.817056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.828793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks [] for router_gateway (92b6577f-b811-4df2-b588-2df4377252bf), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.848241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:27.958467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Allocated IP 172.26.4.185 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/bbbfa296-ac18-4226-97b6-f04b63afe5ca) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:28.017960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ebf18-beef-4253-9984-f0bf12e449d5 None None] Pushing event updated for resources: {'Port': ['ID=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:28.069566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks [] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:28.189608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:28.207248 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:30:28.235984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:28.240994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:28.244681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:28.250865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbfa296-ac18-4226-97b6-f04b63afe5ca,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:28.564147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks [] for router_gateway (92b6577f-b811-4df2-b588-2df4377252bf), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:28.770312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (92b6577f-b811-4df2-b588-2df4377252bf), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:28.904175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91442eaf-ba78-4ed3-85f7-719c89858fa6 None None] Network 4cc17536-09a4-4228-a64c-c23e3817618b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:28.935046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] Provisioning complete for port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:28.935417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.000396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Router 92b6577f-b811-4df2-b588-2df4377252bf is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:30:29.076289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] Current status of the port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:29.077216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.111854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] For port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:29.112508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:30:29.123922 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Sync routers for ids ['92b6577f-b811-4df2-b588-2df4377252bf'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:30:29.135088 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Routers {'92b6577f-b811-4df2-b588-2df4377252bf'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:29.135839 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['92b6577f-b811-4df2-b588-2df4377252bf'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:29.195065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.208462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.212194 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-41345c76-2e23-4286-a6d0-e369501f1de4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9965520 Apr 29 04:30:29.212428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39528) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:29.253777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048dc88-bf14-46f7-bed0-bd69818b4641 None None] Pushing event updated for resources: {'Port': ['ID=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:29.269074 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Set router 92b6577f-b811-4df2-b588-2df4377252bf gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:29.314452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1c5d0d5f-9f2d-4f55-b545-40656c097309 None None] Provisioning complete for port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:29.314817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5f-9f2d-4f55-b545-40656c097309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.396064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d0d5f-9f2d-4f55-b545-40656c097309 None None] Current status of the port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:29.448168 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:28Z', 'revision_number': 3, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:29.479605 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Checking router: 92b6577f-b811-4df2-b588-2df4377252bf for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:30:29.479950 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Updating router 92b6577f-b811-4df2-b588-2df4377252bf port bbbfa296-ac18-4226-97b6-f04b63afe5ca binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:30:29.508275 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.757208 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Publish callbacks [] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.805932 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.862652 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Pushing event updated for resources: {'Port': ['ID=bbbfa296-ac18-4226-97b6-f04b63afe5ca,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:29.866997 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Attempting to bind port bbbfa296-ac18-4226-97b6-f04b63afe5ca on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:29.867366 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Attempting to bind port bbbfa296-ac18-4226-97b6-f04b63afe5ca by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:29.867730 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Attempting to bind port bbbfa296-ac18-4226-97b6-f04b63afe5ca on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:29.875090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.875090 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.875444 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.875715 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.876050 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.876379 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.876712 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.877034 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.877381 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.877709 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.878035 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.878363 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.878682 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.878999 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.879317 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:29.884889 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:29.886929 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:29.886929 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.886929 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:29.886929 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Bound port: bbbfa296-ac18-4226-97b6-f04b63afe5ca, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:29.886929 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:29.938363 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] For port bbbfa296-ac18-4226-97b6-f04b63afe5ca, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:29.941416 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] For port bbbfa296-ac18-4226-97b6-f04b63afe5ca, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=bbbfa296-ac18-4226-97b6-f04b63afe5ca,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:29.950181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.006113 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.063187 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Routers {'92b6577f-b811-4df2-b588-2df4377252bf'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:30.063695 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['92b6577f-b811-4df2-b588-2df4377252bf'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:30.069088 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa61e-c81a-428f-a42f-6ed130963b29 None None] Pushing event updated for resources: {'Port': ['ID=bbbfa296-ac18-4226-97b6-f04b63afe5ca,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:30.117855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Allocated IP 172.20.0.1 (4cc17536-09a4-4228-a64c-c23e3817618b/5f4663c8-cfe3-4604-ab50-835424053639/7d21f0ff-b7fa-4157-8247-590360086584) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:30.169084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:30.182029 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] Set router 92b6577f-b811-4df2-b588-2df4377252bf gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:30.221073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:30.221498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.234067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks [] for port (7d21f0ff-b7fa-4157-8247-590360086584), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.299399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:30.313900 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7d21f0ff-b7fa-4157-8247-590360086584), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.352066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Network 4cc17536-09a4-4228-a64c-c23e3817618b is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:30.354941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:30.355309 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:28Z', 'revision_number': 3, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:30.357579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:30.382503 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159cac-532e-4e3f-9539-b5e7dd1d41a0 None None] The sync data for ids ['92b6577f-b811-4df2-b588-2df4377252bf'] in dv-neutron-839777-1-hyperv is: [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:28Z', 'revision_number': 3, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:30:30.387787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Pushing event updated for resources: {'Port': ['ID=7d21f0ff-b7fa-4157-8247-590360086584,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:30.409754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (92b6577f-b811-4df2-b588-2df4377252bf), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.636043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f7c07184-bccd-4f0d-a753-bb9fd8a13369 None None] Provisioning complete for port 7d21f0ff-b7fa-4157-8247-590360086584 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:30.636338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f7c07184-bccd-4f0d-a753-bb9fd8a13369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d21f0ff-b7fa-4157-8247-590360086584), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.660593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d21f0ff-b7fa-4157-8247-590360086584), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.682225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f7c07184-bccd-4f0d-a753-bb9fd8a13369 None None] Port 7d21f0ff-b7fa-4157-8247-590360086584 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:30:30.834199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks [] for port (7d21f0ff-b7fa-4157-8247-590360086584), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.896624 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (7d21f0ff-b7fa-4157-8247-590360086584), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:30.969145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Pushing event updated for resources: {'Port': ['ID=7d21f0ff-b7fa-4157-8247-590360086584,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:30.972154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (92b6577f-b811-4df2-b588-2df4377252bf), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:31.075250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Network 4cc17536-09a4-4228-a64c-c23e3817618b is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:31.076708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:31.204458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Router 92b6577f-b811-4df2-b588-2df4377252bf has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:30:31.303597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4c81dedd-0f0a-4251-9cb0-07b25fb700e6 None None] Provisioning complete for port 7d21f0ff-b7fa-4157-8247-590360086584 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:31.304194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4c81dedd-0f0a-4251-9cb0-07b25fb700e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d21f0ff-b7fa-4157-8247-590360086584), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:31.321985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:30:31.326960 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-89d41e5b-b414-4ac4-b6bb-fe8016645a8f admin admin] 10.222.0.37 "PUT /v2.0/routers/92b6577f-b811-4df2-b588-2df4377252bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1135490 Apr 29 04:30:31.345868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4c81dedd-0f0a-4251-9cb0-07b25fb700e6 None None] Port 7d21f0ff-b7fa-4157-8247-590360086584 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:30:31.946071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Sync routers for ids ['92b6577f-b811-4df2-b588-2df4377252bf'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:30:31.956520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Routers {'92b6577f-b811-4df2-b588-2df4377252bf'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:31.957132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['92b6577f-b811-4df2-b588-2df4377252bf'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:31.992440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39544) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:31.997251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-796090131-network', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:32.066470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Set router 92b6577f-b811-4df2-b588-2df4377252bf gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:32.067994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Made reservation on behalf of 848e8546603d4b8f99ecc0a8e9babb0f for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:32.070443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.090799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.158243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bbbfa296-ac18-4226-97b6-f04b63afe5ca up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:32.167274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks [] for security_group (aaa1d059-caab-413e-804d-712963fd79fb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.250831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (aaa1d059-caab-413e-804d-712963fd79fb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.257255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port bbbfa296-ac18-4226-97b6-f04b63afe5ca triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:32.257655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.274557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:30:32.288274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa1d059-caab-413e-804d-712963fd79fb,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:32.294639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b55db151-b1ef-4397-8929-f7d9b98436b1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.294990 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Added segment b55db151-b1ef-4397-8929-f7d9b98436b1 of type vlan for network 3f93b3c2-5a74-4a0b-be5c-d200f604420d Apr 29 04:30:32.332772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:30Z', 'revision_number': 4, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '7d21f0ff-b7fa-4157-8247-590360086584', 'name': '', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'mac_address': 'fa:16:3e:2f:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '5f4663c8-cfe3-4604-ab50-835424053639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:29Z', 'updated_at': '2022-04-29T04:30:30Z', 'revision_number': 2, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'subnets': [{'id': '5f4663c8-cfe3-4604-ab50-835424053639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:32.337011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (3f93b3c2-5a74-4a0b-be5c-d200f604420d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.361076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Checking router: 92b6577f-b811-4df2-b588-2df4377252bf for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:30:32.361453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Updating router 92b6577f-b811-4df2-b588-2df4377252bf port 7d21f0ff-b7fa-4157-8247-590360086584 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:30:32.412574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d21f0ff-b7fa-4157-8247-590360086584), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.428204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port bbbfa296-ac18-4226-97b6-f04b63afe5ca is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:32.428577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.429182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (3f93b3c2-5a74-4a0b-be5c-d200f604420d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.430220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:32.430797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.468942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port bbbfa296-ac18-4226-97b6-f04b63afe5ca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=bbbfa296-ac18-4226-97b6-f04b63afe5ca,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:32.492673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f93b3c2-5a74-4a0b-be5c-d200f604420d,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:32.525183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:30:32.533412 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-019fc93d-ecaa-4a28-98d3-ec27740506c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5398674 Apr 29 04:30:32.536156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39546) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:32.541282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Request body: {'subnet': {'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-subnet', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:32.564685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.617053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Made reservation on behalf of 848e8546603d4b8f99ecc0a8e9babb0f for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:32.619492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.699649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=bbbfa296-ac18-4226-97b6-f04b63afe5ca,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:32.712315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.712659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.713042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.713347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.713682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.714010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.714331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.714651 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.714967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.715291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.715612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.715931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.716248 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.716564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.716905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:30:32.810083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Publish callbacks [] for port (7d21f0ff-b7fa-4157-8247-590360086584), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.863028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (6829798a-5eb4-4a13-a58c-a9d6ee3c3478), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.875022 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7d21f0ff-b7fa-4157-8247-590360086584), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.917479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6829798a-5eb4-4a13-a58c-a9d6ee3c3478,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:32.927169 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Checking segment: {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:32.927534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Network hostable DHCP agents. Network: 3f93b3c2-5a74-4a0b-be5c-d200f604420d, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:30:32.930263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb4f84-058a-4908-9d47-9303fe2e56e1 None None] Pushing event updated for resources: {'Port': ['ID=7d21f0ff-b7fa-4157-8247-590360086584,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:32.981881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Attempting to bind port 7d21f0ff-b7fa-4157-8247-590360086584 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:32.982259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Attempting to bind port 7d21f0ff-b7fa-4157-8247-590360086584 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:32.983234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Attempting to bind port 7d21f0ff-b7fa-4157-8247-590360086584 on network 4cc17536-09a4-4228-a64c-c23e3817618b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:32.988803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:32.989180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Checking segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:32.989609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:32.990006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Bound using segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:32.990471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Bound port: 7d21f0ff-b7fa-4157-8247-590360086584, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:32.990851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d21f0ff-b7fa-4157-8247-590360086584), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.006307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:30:33.059201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] For port 7d21f0ff-b7fa-4157-8247-590360086584, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:33.062383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] For port 7d21f0ff-b7fa-4157-8247-590360086584, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7d21f0ff-b7fa-4157-8247-590360086584,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:33.074705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 3f93b3c2-5a74-4a0b-be5c-d200f604420d) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:33.082677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:33.082677 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.084669 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c780ac5-7d6b-4bd1-aafc-ae9f27dbe807 None None] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:33.139146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7d21f0ff-b7fa-4157-8247-590360086584), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.163405 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4d01c7c2-1139-4c69-8e72-ca9235d9bb27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6261749 Apr 29 04:30:33.166248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39548) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:33.171461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:33.205561 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] Provisioning complete for port 7d21f0ff-b7fa-4157-8247-590360086584 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:33.205930 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d21f0ff-b7fa-4157-8247-590360086584), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.260285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb4f84-058a-4908-9d47-9303fe2e56e1 None None] Pushing event updated for resources: {'Port': ['ID=7d21f0ff-b7fa-4157-8247-590360086584,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:33.265129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Routers {'92b6577f-b811-4df2-b588-2df4377252bf'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:33.265762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['92b6577f-b811-4df2-b588-2df4377252bf'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:33.271222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-3f93b3c2-5a74-4a0b-be5c-d200f604420d', 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d', 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'fixed_ips': [{'subnet_id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:30:33.271744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.281208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.282552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.343847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks [] for router_controller (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.542009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks [] for router_gateway (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.666119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] Set router 92b6577f-b811-4df2-b588-2df4377252bf gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:33.668454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] Current status of the port 7d21f0ff-b7fa-4157-8247-590360086584 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:33.668454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7d21f0ff-b7fa-4157-8247-590360086584), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.767868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Allocated IP 172.20.0.2 (3f93b3c2-5a74-4a0b-be5c-d200f604420d/6829798a-5eb4-4a13-a58c-a9d6ee3c3478/9d61b000-0b97-44e4-a218-c2d164e8f1b6) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:33.803844 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks [] for router_gateway (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.808928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] For port 7d21f0ff-b7fa-4157-8247-590360086584, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7d21f0ff-b7fa-4157-8247-590360086584,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:33.829165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.898889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7d21f0ff-b7fa-4157-8247-590360086584), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:33.937298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Allocated IP 172.26.4.55 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/31cc9338-de6a-4c9c-a5a7-d7620e8cee95) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:34.038709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks [] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.042066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf0dd-b17f-4de1-9a0f-b1b08c06e645 None None] Pushing event updated for resources: {'Port': ['ID=7d21f0ff-b7fa-4157-8247-590360086584,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:34.055862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-dbbe87fc-7273-40b1-a196-af534f49bc53 None None] Provisioning complete for port 7d21f0ff-b7fa-4157-8247-590360086584 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:34.056168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dbbe87fc-7273-40b1-a196-af534f49bc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d21f0ff-b7fa-4157-8247-590360086584), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.064119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:30Z', 'revision_number': 4, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '7d21f0ff-b7fa-4157-8247-590360086584', 'name': '', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'mac_address': 'fa:16:3e:2f:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '5f4663c8-cfe3-4604-ab50-835424053639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:29Z', 'updated_at': '2022-04-29T04:30:33Z', 'revision_number': 4, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'subnets': [{'id': '5f4663c8-cfe3-4604-ab50-835424053639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:34.121132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Publish callbacks [] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.126046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca7096-b0a0-4af1-9ede-c2239f8ec90c None None] The sync data for ids ['92b6577f-b811-4df2-b588-2df4377252bf'] in dv-neutron-839777-1-hyperv is: [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:30Z', 'revision_number': 4, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '7d21f0ff-b7fa-4157-8247-590360086584', 'name': '', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'mac_address': 'fa:16:3e:2f:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '5f4663c8-cfe3-4604-ab50-835424053639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:29Z', 'updated_at': '2022-04-29T04:30:33Z', 'revision_number': 4, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'subnets': [{'id': '5f4663c8-cfe3-4604-ab50-835424053639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:30:34.142706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bbbfa296-ac18-4226-97b6-f04b63afe5ca up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:34.154224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.219352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.219561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:34.224614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:34.227311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe87fc-7273-40b1-a196-af534f49bc53 None None] Current status of the port 7d21f0ff-b7fa-4157-8247-590360086584 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:34.228437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:34.237094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Pushing event updated for resources: {'Port': ['ID=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:34.270816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port bbbfa296-ac18-4226-97b6-f04b63afe5ca triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:34.271186 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.301515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:34.307382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:34.311744 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Pushing event updated for resources: {'Port': ['ID=9d61b000-0b97-44e4-a218-c2d164e8f1b6,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:34.314232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:34.388928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Attempting to bind port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:34.389165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Attempting to bind port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:34.389573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Attempting to bind port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 on network 3f93b3c2-5a74-4a0b-be5c-d200f604420d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:34.421212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:34.421733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Checking segment: {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:34.422203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.422603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Bound using segment: {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:34.423091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Bound port: 9d61b000-0b97-44e4-a218-c2d164e8f1b6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:34.423468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.444748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port bbbfa296-ac18-4226-97b6-f04b63afe5ca is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:34.499773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] For port 9d61b000-0b97-44e4-a218-c2d164e8f1b6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:34.503151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] For port 9d61b000-0b97-44e4-a218-c2d164e8f1b6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d61b000-0b97-44e4-a218-c2d164e8f1b6,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:34.561172 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:34.632518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13009ab-9638-4f1b-a1af-4ce83f7d30ac None None] Pushing event updated for resources: {'Port': ['ID=9d61b000-0b97-44e4-a218-c2d164e8f1b6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:34.940878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks [] for router_gateway (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:35.157429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:35.365776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:30:35.487047 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:30:35.496109 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Sync routers for ids ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:30:35.508295 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Routers {'4cd65dc7-8a26-49f4-a12e-e90836e20c9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:35.509204 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:35.561947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:35.566161 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a6903def-896f-41ff-b8cb-f7265df525a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3962491 Apr 29 04:30:35.566161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39550) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:30:35.608379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bcc4f-8d84-4d0e-a0ad-86b6c650b6f8 None None] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:30:35.689967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] Provisioning complete for port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:35.690340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:35.721151 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Set router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:35.824163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] Current status of the port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:35.824818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:35.860776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] For port 9d61b000-0b97-44e4-a218-c2d164e8f1b6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d61b000-0b97-44e4-a218-c2d164e8f1b6,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:35.920829 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:34Z', 'revision_number': 3, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:35.926431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:35.954466 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Checking router: 4cd65dc7-8a26-49f4-a12e-e90836e20c9a for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:30:35.955099 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Updating router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:30:35.982701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b431c6-38fb-450b-a252-69a4c75f5220 None None] Pushing event updated for resources: {'Port': ['ID=9d61b000-0b97-44e4-a218-c2d164e8f1b6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:35.988279 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.044583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-433cd494-7011-4cd3-a617-4b8790769393 None None] Provisioning complete for port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:36.044999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-433cd494-7011-4cd3-a617-4b8790769393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.059379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.141527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-433cd494-7011-4cd3-a617-4b8790769393 None None] Current status of the port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:36.223719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9d61b000-0b97-44e4-a218-c2d164e8f1b6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:36.281014 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Publish callbacks [] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.283658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Allocated IP 172.20.0.1 (3f93b3c2-5a74-4a0b-be5c-d200f604420d/6829798a-5eb4-4a13-a58c-a9d6ee3c3478/34517a1b-17d1-4cbc-9849-b752ce71b42b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:36.288033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:36.288201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.366591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:36.367635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d21f0ff-b7fa-4157-8247-590360086584 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:36.371422 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.394935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks [] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.412594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7d21f0ff-b7fa-4157-8247-590360086584 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:36.417228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7d21f0ff-b7fa-4157-8247-590360086584), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.431751 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c43c-44bf-4c32-9815-626613bb787d None None] Pushing event updated for resources: {'Port': ['ID=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:36.434076 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Attempting to bind port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:36.434511 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Attempting to bind port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:36.434959 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Attempting to bind port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:36.444574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:36.444574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:36.444574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.444574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:36.444574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Bound port: 31cc9338-de6a-4c9c-a5a7-d7620e8cee95, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:36.444574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.494063 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] For port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:36.496196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7d21f0ff-b7fa-4157-8247-590360086584 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:36.496993 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] For port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:36.503216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.546317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:36.549450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:36.553589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:36.556717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=34517a1b-17d1-4cbc-9849-b752ce71b42b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:36.577999 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.600831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.631271 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Routers {'4cd65dc7-8a26-49f4-a12e-e90836e20c9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:36.631811 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:36.687535 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c43c-44bf-4c32-9815-626613bb787d None None] Pushing event updated for resources: {'Port': ['ID=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:36.759491 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] Set router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:36.767529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-59160931-e53f-43d3-93b2-d713cfab5177 None None] Provisioning complete for port 34517a1b-17d1-4cbc-9849-b752ce71b42b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:36.768052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-59160931-e53f-43d3-93b2-d713cfab5177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.782863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.805520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-59160931-e53f-43d3-93b2-d713cfab5177 None None] Port 34517a1b-17d1-4cbc-9849-b752ce71b42b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:30:36.933230 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:34Z', 'revision_number': 3, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:36.942808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks [] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:36.958344 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065796-b185-4a8e-938f-dc18d382c56c None None] The sync data for ids ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'] in dv-neutron-839777-1-hyperv is: [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:34Z', 'revision_number': 3, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:30:37.011591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:37.082931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=34517a1b-17d1-4cbc-9849-b752ce71b42b,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:37.086015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:37.194803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:37.196039 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:37.323064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:30:37.440385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:30:37.443474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1b98dfa1-3dc3-4762-8b12-409b89ac5929 None None] Provisioning complete for port 34517a1b-17d1-4cbc-9849-b752ce71b42b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:37.443844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1b98dfa1-3dc3-4762-8b12-409b89ac5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:37.445891 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-17d024c1-5cdc-4f52-af27-7035a1ac4ad3 admin admin] 10.222.0.37 "PUT /v2.0/routers/4cd65dc7-8a26-49f4-a12e-e90836e20c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8785472 Apr 29 04:30:37.489221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1b98dfa1-3dc3-4762-8b12-409b89ac5929 None None] Port 34517a1b-17d1-4cbc-9849-b752ce71b42b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:30:38.152657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:38.202680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:38.203028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-bb2aa3ac-24a3-4d5e-8d6f-e6485eeb7e54 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:38.203502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:38.204629 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-bb2aa3ac-24a3-4d5e-8d6f-e6485eeb7e54 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/networks?id=4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 200 len: 816 time: 0.1097014 Apr 29 04:30:38.221208 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-68c15d54-ad92-4d9a-8dc1-8fab306ff568 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/quotas/187757f3a621483f8838d69ba9af59a6 HTTP/1.1" status: 200 len: 375 time: 0.0107517 Apr 29 04:30:38.273516 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-1c511d19-5b1e-4b97-a629-3f7a5dfd3e70 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448539 Apr 29 04:30:38.284398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:38.284788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:38.307451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:38.360030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:38.380812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-25868ce8-3e09-4991-a4ad-e2cf80674aad service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:30:38.382459 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-25868ce8-3e09-4991-a4ad-e2cf80674aad service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0968714 Apr 29 04:30:38.417098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:38.483082 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-ae75fdad-6eb0-4b60-ad35-9e794fdb2512 service neutron] 10.222.0.37 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944486 Apr 29 04:30:38.522454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Sync routers for ids ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:30:38.533444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Routers {'4cd65dc7-8a26-49f4-a12e-e90836e20c9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:38.534057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:38.572622 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-d565371b-eef3-4249-b0f4-49f10ddeee20 service neutron] 10.222.0.37 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836632 Apr 29 04:30:38.641029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Set router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:38.839747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-548c8ee6-0ffe-493b-9807-a0ac671da564 req-aae1bf58-82b6-4e8e-a5a6-230ec1498c0f tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 210 time: 0.0364406 Apr 29 04:30:38.988907 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:36Z', 'revision_number': 4, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '34517a1b-17d1-4cbc-9849-b752ce71b42b', 'name': '', 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'mac_address': 'fa:16:3e:42:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:36Z', 'updated_at': '2022-04-29T04:30:36Z', 'revision_number': 2, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'subnets': [{'id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:39.018932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Checking router: 4cd65dc7-8a26-49f4-a12e-e90836e20c9a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:30:39.019287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Updating router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a port 34517a1b-17d1-4cbc-9849-b752ce71b42b binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:30:39.022334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12c6d259-cf20-4eac-87ac-478a678976fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.047096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.307316 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Publish callbacks [] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.365308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.422365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c157d-782d-4d62-80b9-1b2d46cbdf6c None None] Pushing event updated for resources: {'Port': ['ID=34517a1b-17d1-4cbc-9849-b752ce71b42b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:39.476312 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Attempting to bind port 34517a1b-17d1-4cbc-9849-b752ce71b42b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:39.476681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Attempting to bind port 34517a1b-17d1-4cbc-9849-b752ce71b42b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:39.477052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Attempting to bind port 34517a1b-17d1-4cbc-9849-b752ce71b42b on network 3f93b3c2-5a74-4a0b-be5c-d200f604420d {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:39.483250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:39.483624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Checking segment: {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:39.484076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.484470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Bound using segment: {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:39.484940 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Bound port: 34517a1b-17d1-4cbc-9849-b752ce71b42b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55db151-b1ef-4397-8929-f7d9b98436b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:39.485351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.552737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] For port 34517a1b-17d1-4cbc-9849-b752ce71b42b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:39.555932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] For port 34517a1b-17d1-4cbc-9849-b752ce71b42b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34517a1b-17d1-4cbc-9849-b752ce71b42b,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:39.624131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e98c33da-b354-48dd-a000-e4aa4810389e None None] Provisioning complete for port 34517a1b-17d1-4cbc-9849-b752ce71b42b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:39.624495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e98c33da-b354-48dd-a000-e4aa4810389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.661260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e98c33da-b354-48dd-a000-e4aa4810389e None None] Port 34517a1b-17d1-4cbc-9849-b752ce71b42b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:30:39.664614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:39.723303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Routers {'4cd65dc7-8a26-49f4-a12e-e90836e20c9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:30:39.723957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:30:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:39.729127 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c157d-782d-4d62-80b9-1b2d46cbdf6c None None] Pushing event updated for resources: {'Port': ['ID=34517a1b-17d1-4cbc-9849-b752ce71b42b,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:39.843414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] Set router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:30:39.944002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-866c0497-ada8-4ee4-98cd-c93b9622f9dc req-5581f498-ca95-4f1f-8161-73015536e135 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 210 time: 0.0337121 Apr 29 04:30:40.001762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] Provisioning complete for port 34517a1b-17d1-4cbc-9849-b752ce71b42b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:40.002052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:40.093140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:36Z', 'revision_number': 4, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '34517a1b-17d1-4cbc-9849-b752ce71b42b', 'name': '', 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'mac_address': 'fa:16:3e:42:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:36Z', 'updated_at': '2022-04-29T04:30:39Z', 'revision_number': 4, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'subnets': [{'id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:30:40.120145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886c761-7321-4ba3-88d1-3365c060c9f2 None None] The sync data for ids ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'] in dv-neutron-839777-1-hyperv is: [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:36Z', 'revision_number': 4, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '34517a1b-17d1-4cbc-9849-b752ce71b42b', 'name': '', 'network_id': '3f93b3c2-5a74-4a0b-be5c-d200f604420d', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'mac_address': 'fa:16:3e:42:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:36Z', 'updated_at': '2022-04-29T04:30:39Z', 'revision_number': 4, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'subnets': [{'id': '6829798a-5eb4-4a13-a58c-a9d6ee3c3478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:30:40.145649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:40.199018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] Current status of the port 34517a1b-17d1-4cbc-9849-b752ce71b42b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:40.199423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:40.245493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] For port 34517a1b-17d1-4cbc-9849-b752ce71b42b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34517a1b-17d1-4cbc-9849-b752ce71b42b,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:40.245493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:40.245493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:40.330168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:40.335424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:40.390038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c5e5d-36f2-489f-b689-44e26668299d None None] Pushing event updated for resources: {'Port': ['ID=34517a1b-17d1-4cbc-9849-b752ce71b42b,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:41.064339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-31125158-7bcd-4550-b25e-be71056dd583 req-110fe807-c018-4667-94b3-292424b579c1 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 210 time: 0.0502603 Apr 29 04:30:41.135707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-15b4d5dc-e0e7-4111-8ac9-9a6779b0d1dc tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:41.137594 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-15b4d5dc-e0e7-4111-8ac9-9a6779b0d1dc tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "GET /v2.0/networks?id=4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 200 len: 816 time: 0.1327667 Apr 29 04:30:41.156899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Request body: {'port': {'device_id': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'admin_state_up': True, 'tenant_id': '187757f3a621483f8838d69ba9af59a6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:41.251423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-70b8ca94-13eb-457d-94b8-80fafc0bbca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:41.359068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Made reservation on behalf of 187757f3a621483f8838d69ba9af59a6 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:30:41.363211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:41.500463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Allocated IP 172.20.0.4 (4cc17536-09a4-4228-a64c-c23e3817618b/5f4663c8-cfe3-4604-ab50-835424053639/38cb6b4b-5e9e-4875-a6c1-09b3bec90811) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:30:41.643303 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks [] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:41.731219 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:41.776554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Network 4cc17536-09a4-4228-a64c-c23e3817618b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:30:41.782285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:30:41.786075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:30:41.809273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Pushing event updated for resources: {'Port': ['ID=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:41.837968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:41.838702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:41.909797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-46358c1c-599f-4db6-9a1f-aa09eb91837e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574086 Apr 29 04:30:41.925070 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Request body: {'port': {'device_id': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:30:41.984483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.064202 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3c16a137-5756-4ec3-a0fa-ef5a51870bc3 None None] Provisioning complete for port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:42.064738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c16a137-5756-4ec3-a0fa-ef5a51870bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.117407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a137-5756-4ec3-a0fa-ef5a51870bc3 None None] Port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:30:42.178426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 34517a1b-17d1-4cbc-9849-b752ce71b42b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:42.197252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f639b09-6753-476d-8a2e-dfab947ce2a4 req-e87fc7d9-2bfe-4d4b-a878-a08a234c6960 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:42.198785 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9f639b09-6753-476d-8a2e-dfab947ce2a4 req-e87fc7d9-2bfe-4d4b-a878-a08a234c6960 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 931 time: 0.0514085 Apr 29 04:30:42.238219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 34517a1b-17d1-4cbc-9849-b752ce71b42b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:42.238585 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.250306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9f639b09-6753-476d-8a2e-dfab947ce2a4 req-b3795841-bf45-4f41-9b2a-ac0272a1caab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 Apr 29 04:30:42.278735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:30:42.280067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.286559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Publish callbacks [] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.299642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Transition to ACTIVE for port object 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:30:42.322492 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 34517a1b-17d1-4cbc-9849-b752ce71b42b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:42.348392 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.400628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Pushing event updated for resources: {'Port': ['ID=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:42.480786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Attempting to bind port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:30:42.481120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Attempting to bind port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:30:42.481489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Attempting to bind port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 on network 4cc17536-09a4-4228-a64c-c23e3817618b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:42.486593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 on network 4cc17536-09a4-4228-a64c-c23e3817618b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:30:42.486915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Attempting to bind port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 on network 4cc17536-09a4-4228-a64c-c23e3817618b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:30:42.491819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:30:42.492158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Checking segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:30:42.492544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Bound using segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:30:42.492973 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Bound port: 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:30:42.493357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:42.896111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] For port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:30:42.899221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] For port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:30:42.994540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:43.028301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.029517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:43.030910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] 10.222.0.31 "PUT /v2.0/ports/38cb6b4b-5e9e-4875-a6c1-09b3bec90811 HTTP/1.1" status: 200 len: 1093 time: 1.1103513 Apr 29 04:30:43.031346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'tag': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:30:43.033636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388" -d '{"events": [{"name": "network-changed", "server_uuid": "09df4fdf-30cd-4e89-b18a-def22a259fce", "tag": "38cb6b4b-5e9e-4875-a6c1-09b3bec90811"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:30:43.063359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec7e23-c81c-4968-9c69-0feeba2b24cc service neutron] Pushing event updated for resources: {'Port': ['ID=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:43.079756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8823d687-3640-4b20-8899-2ef62713c000 x-openstack-request-id: req-8823d687-3640-4b20-8899-2ef62713c000 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:30:43.080064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09df4fdf-30cd-4e89-b18a-def22a259fce", "tag": "38cb6b4b-5e9e-4875-a6c1-09b3bec90811", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:30:43.084233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8823d687-3640-4b20-8899-2ef62713c000 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:30:43.084233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8823d687-3640-4b20-8899-2ef62713c000'] response: {'name': 'network-changed', 'server_uuid': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'tag': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811', 'status': 'completed', 'code': 200} Apr 29 04:30:43.149707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388 req-03a9c1cb-2384-4c38-a4a1-c587da5764fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.151266 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388 req-03a9c1cb-2384-4c38-a4a1-c587da5764fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 1127 time: 0.0409029 Apr 29 04:30:43.260312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388 req-aee82fe2-5e31-475c-adf9-13d5041eab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.261836 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388 req-aee82fe2-5e31-475c-adf9-13d5041eab9f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=187757f3a621483f8838d69ba9af59a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0989351 Apr 29 04:30:43.364130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388 req-c1117990-845f-46d0-b0e9-6cea208d1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.365527 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6fc43b4a-d61c-492e-aa4c-5f7fdc99b388 req-c1117990-845f-46d0-b0e9-6cea208d1ef5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933394 Apr 29 04:30:43.365901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d507-25ca-4a28-85c4-d37d17d39d75 req-f68fa286-6414-4130-bdde-810464e840e5 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.367376 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9731d507-25ca-4a28-85c4-d37d17d39d75 req-f68fa286-6414-4130-bdde-810464e840e5 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 943 time: 0.0469744 Apr 29 04:30:43.417513 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9731d507-25ca-4a28-85c4-d37d17d39d75 req-4ad19fe7-27bb-480d-87be-dac0dfabbb45 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Apr 29 04:30:43.444905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-74a7a713-1c56-4993-b6b0-f3a5b8fea26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.446440 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-74a7a713-1c56-4993-b6b0-f3a5b8fea26e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 1127 time: 0.0397241 Apr 29 04:30:43.489428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-7f0a2099-2ce1-4b78-b845-2805b36ee1ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811 HTTP/1.1" status: 200 len: 217 time: 0.0328634 Apr 29 04:30:43.543444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-89aa5b69-8150-43fa-9588-585443e43d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.544877 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-89aa5b69-8150-43fa-9588-585443e43d96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5f4663c8-cfe3-4604-ab50-835424053639 HTTP/1.1" status: 200 len: 855 time: 0.0464406 Apr 29 04:30:43.591214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-c5457ec2-185f-412c-888b-c36451f003f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:43.592678 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-c5457ec2-185f-412c-888b-c36451f003f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cc17536-09a4-4228-a64c-c23e3817618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381541 Apr 29 04:30:43.683952 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-aff329bf-4abe-4a18-a0b8-c58346e04da5 service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801871 Apr 29 04:30:43.786690 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-04dab805-f1fb-464c-a8a6-d2855d5d6cd0 req-c0ec44e6-71e3-4fad-9d2a-1213687f6cae service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924737 Apr 29 04:30:43.805672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:44.531646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447909-d9f0-4ada-8fe3-0e099d7ec76d req-02df5506-0128-487f-8c3d-02ad867b2b86 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:44.533089 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3447909-d9f0-4ada-8fe3-0e099d7ec76d req-02df5506-0128-487f-8c3d-02ad867b2b86 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 943 time: 0.0466354 Apr 29 04:30:44.578821 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a3447909-d9f0-4ada-8fe3-0e099d7ec76d req-cc74ad2c-04bb-4223-be8a-f1bd03eec5c0 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Apr 29 04:30:45.113551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:45.694398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e68e08-7744-4d6d-92a9-d39f4469ad85 req-ba33c489-b0da-4d70-96db-19594f7cc38c tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:45.695782 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-73e68e08-7744-4d6d-92a9-d39f4469ad85 req-ba33c489-b0da-4d70-96db-19594f7cc38c tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 943 time: 0.0513668 Apr 29 04:30:45.742957 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-73e68e08-7744-4d6d-92a9-d39f4469ad85 req-0ac57c97-6fce-41a5-9593-a351972574b8 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Apr 29 04:30:46.334553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:30:46.441861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:46.453180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'port_id': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811', 'mac_address': 'fa:16:3e:2a:19:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4663c8-cfe3-4604-ab50-835424053639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:30:46.488416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:46.488798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:46.504860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:30:46.523911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:46.582442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:46.628090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:46.852711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['38cb6b4b-5e9e-4875-a6c1-09b3bec90811'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:30:46.859178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330f7a-e2fa-4539-8311-609d378c5dcb req-630f3e8c-4fa4-4ec4-8795-60ab43f54045 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:46.860654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0330f7a-e2fa-4539-8311-609d378c5dcb req-630f3e8c-4fa4-4ec4-8795-60ab43f54045 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 944 time: 0.0515745 Apr 29 04:30:46.906846 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0330f7a-e2fa-4539-8311-609d378c5dcb req-537f5134-cb84-47cb-b224-a8f31f7afcc1 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Apr 29 04:30:48.018049 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782579-43a1-49e5-81bd-fb3790826781 req-62a65203-c542-4d92-876a-b1d72c0dc59b tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:48.019554 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68782579-43a1-49e5-81bd-fb3790826781 req-62a65203-c542-4d92-876a-b1d72c0dc59b tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 944 time: 0.0464175 Apr 29 04:30:48.065109 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68782579-43a1-49e5-81bd-fb3790826781 req-ec243a34-9c1b-48b4-92a8-d6e5a74f4111 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Apr 29 04:30:48.353641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:30:48.397001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:30:48.484546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:30:48.484913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:48.559175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:30:48.559553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:48.581292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:30:48.583528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39dcaf9-2410-44fa-9d72-68a6a132e03e" -d '{"events": [{"server_uuid": "09df4fdf-30cd-4e89-b18a-def22a259fce", "name": "network-vif-plugged", "status": "completed", "tag": "38cb6b4b-5e9e-4875-a6c1-09b3bec90811"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:30:48.595364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:30:48.619529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe227153-da31-436e-9f6d-d17733536383 x-openstack-request-id: req-fe227153-da31-436e-9f6d-d17733536383 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:30:48.619818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09df4fdf-30cd-4e89-b18a-def22a259fce", "name": "network-vif-plugged", "status": "completed", "tag": "38cb6b4b-5e9e-4875-a6c1-09b3bec90811", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:30:48.620176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe227153-da31-436e-9f6d-d17733536383 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:30:48.620579 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe227153-da31-436e-9f6d-d17733536383'] response: {'server_uuid': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811', 'code': 200} Apr 29 04:30:48.668269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:48.719454 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:30:48.958124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c27e9-9400-406d-a709-7092b4f0e1fb req-22b6bd81-1bf5-4bd2-b9a6-8b68be4358d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:48.959498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d0c27e9-9400-406d-a709-7092b4f0e1fb req-22b6bd81-1bf5-4bd2-b9a6-8b68be4358d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 1129 time: 0.0367720 Apr 29 04:30:49.003216 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8d0c27e9-9400-406d-a709-7092b4f0e1fb req-1b320395-8353-4e06-9ee3-36ce0c654b02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360281 Apr 29 04:30:49.175466 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ff1ec-7147-450e-889d-96f11d120e06 req-7d25a954-ac7b-44df-9517-294d1bd769d1 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:49.179105 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4f6ff1ec-7147-450e-889d-96f11d120e06 req-7d25a954-ac7b-44df-9517-294d1bd769d1 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 945 time: 0.0465152 Apr 29 04:30:49.226710 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4f6ff1ec-7147-450e-889d-96f11d120e06 req-f913f8af-7173-4e62-bc19-2884a239f6ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Apr 29 04:30:50.130899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:30:50.337878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5933316-7802-46d3-9f82-018d9e55e97b req-a50b3b19-bcd9-4c47-8ca8-feafb5db653c tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:50.339232 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f5933316-7802-46d3-9f82-018d9e55e97b req-a50b3b19-bcd9-4c47-8ca8-feafb5db653c tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 945 time: 0.0458262 Apr 29 04:30:50.389588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f5933316-7802-46d3-9f82-018d9e55e97b req-567b7aee-bd00-4c44-8e7c-84a08829b035 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Apr 29 04:30:50.503530 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc8ecd-a34e-41d4-962d-96f89ac048ab req-a5c63adf-c685-467b-9bf8-560475fd0df7 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:30:50.505042 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-acfc8ecd-a34e-41d4-962d-96f89ac048ab req-a5c63adf-c685-467b-9bf8-560475fd0df7 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 945 time: 0.0478117 Apr 29 04:30:50.552364 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-acfc8ecd-a34e-41d4-962d-96f89ac048ab req-759a083d-361a-4d6b-a31c-33b872e292b0 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Apr 29 04:31:05.196134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:31:08.895697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9e1-0b48-4eb3-81ba-66fe439c6da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:11.209485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2186acac-9849-40f1-915a-f5a1d2a179ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:12.267165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:13.047654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-e442ac38-90dd-49c9-a12d-592f72050243 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387642 Apr 29 04:31:13.127827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4219-61d5-4122-ac08-982f17f3f637 req-5d475ed2-9c8b-4824-a20e-4c256f6a4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:13.129377 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-5d475ed2-9c8b-4824-a20e-4c256f6a4415 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 1129 time: 0.0397096 Apr 29 04:31:13.242780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4219-61d5-4122-ac08-982f17f3f637 req-fcbf3bde-9209-488e-a82c-b50eb0c4a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:13.244249 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-fcbf3bde-9209-488e-a82c-b50eb0c4a81e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 200 len: 917 time: 0.0969906 Apr 29 04:31:13.285688 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-ef32e718-6cf5-43fb-a974-be541b5a4966 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811 HTTP/1.1" status: 200 len: 217 time: 0.0349216 Apr 29 04:31:13.336596 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4219-61d5-4122-ac08-982f17f3f637 req-c98a48d9-5c79-413f-901a-6490bd6a5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:13.338621 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-c98a48d9-5c79-413f-901a-6490bd6a5318 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5f4663c8-cfe3-4604-ab50-835424053639 HTTP/1.1" status: 200 len: 855 time: 0.0467010 Apr 29 04:31:13.387407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4219-61d5-4122-ac08-982f17f3f637 req-7dcefe30-e063-4c6e-944f-69848e0eed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:13.388936 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-7dcefe30-e063-4c6e-944f-69848e0eed90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cc17536-09a4-4228-a64c-c23e3817618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431886 Apr 29 04:31:13.478729 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-2bf38964-3ac7-471c-9116-9563d23f4791 service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 Apr 29 04:31:13.572898 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-286b4219-61d5-4122-ac08-982f17f3f637 req-07a5d198-ed53-48ee-8efb-3dfc6ec5ea49 service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875883 Apr 29 04:31:13.855748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:15.158838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:20.123759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:29.594290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027b252-97b5-46f0-88ab-7f6c89d9efc3 req-8b31b454-ea8d-4bac-a071-aaf9cd0f5651 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:29.595809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1027b252-97b5-46f0-88ab-7f6c89d9efc3 req-8b31b454-ea8d-4bac-a071-aaf9cd0f5651 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 945 time: 0.0492463 Apr 29 04:31:29.643631 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1027b252-97b5-46f0-88ab-7f6c89d9efc3 req-8a182b83-c75b-4477-a1c6-e5e5af2df1a2 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Apr 29 04:31:30.758497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c7544-f896-4e81-9cae-c97a94185e19 req-55407f05-47cb-4d89-aa74-d0e9a69c66e9 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:30.759965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e3c7544-f896-4e81-9cae-c97a94185e19 req-55407f05-47cb-4d89-aa74-d0e9a69c66e9 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 945 time: 0.0471649 Apr 29 04:31:30.805959 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e3c7544-f896-4e81-9cae-c97a94185e19 req-92fc57ef-27bc-4a7d-a36a-7dce416e1a28 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Apr 29 04:31:31.234182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-2a02f548-452a-4083-9660-71ae50784293 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:31.235603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-2a02f548-452a-4083-9660-71ae50784293 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 945 time: 0.0454834 Apr 29 04:31:31.322530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Deleting port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:31:31.322858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:31.410422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] For port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:31:31.410784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:31.429714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Calling delete_port for 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:31:31.626575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (38cb6b4b-5e9e-4875-a6c1-09b3bec90811), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:31.644645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['38cb6b4b-5e9e-4875-a6c1-09b3bec90811'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:31:31.655451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Pushing event deleted for resources: {'Port': ['ID=38cb6b4b-5e9e-4875-a6c1-09b3bec90811,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:31:31.686709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.687060 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.687399 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.687739 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.688068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.688397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.688727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.689053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.689401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.689727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.690049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.690369 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.690689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.691007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.691325 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:31.714911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] No DVR routers for this DVR port 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:31:31.717439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:31.720680 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f4c02aac-b56c-4ee5-90bb-11ecd8043397 req-59ef6a62-27d2-4465-ae52-2c830401119e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "DELETE /v2.0/ports/38cb6b4b-5e9e-4875-a6c1-09b3bec90811 HTTP/1.1" status: 204 len: 173 time: 0.4784105 Apr 29 04:31:31.721118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'name': 'network-vif-deleted', 'tag': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:31:31.723453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c5157d-2b77-4fb6-b7d9-479e45bc3629" -d '{"events": [{"server_uuid": "09df4fdf-30cd-4e89-b18a-def22a259fce", "name": "network-vif-deleted", "tag": "38cb6b4b-5e9e-4875-a6c1-09b3bec90811"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:31:31.768150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce16f92-fa69-461a-963f-cce721585895 x-openstack-request-id: req-0ce16f92-fa69-461a-963f-cce721585895 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:31:31.768150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09df4fdf-30cd-4e89-b18a-def22a259fce", "name": "network-vif-deleted", "tag": "38cb6b4b-5e9e-4875-a6c1-09b3bec90811", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:31:31.768150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ce16f92-fa69-461a-963f-cce721585895 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:31:31.768150 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce16f92-fa69-461a-963f-cce721585895'] response: {'server_uuid': '09df4fdf-30cd-4e89-b18a-def22a259fce', 'name': 'network-vif-deleted', 'tag': '38cb6b4b-5e9e-4875-a6c1-09b3bec90811', 'status': 'completed', 'code': 200} Apr 29 04:31:31.902634 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0edf339-2e42-40eb-8b10-930f24869808 req-4323e275-966d-4e8b-a409-4c2225a84c4e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=09df4fdf-30cd-4e89-b18a-def22a259fce HTTP/1.1" status: 200 len: 210 time: 0.0288990 Apr 29 04:31:33.516172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-62281a92-2c70-4a04-8287-c009612123db tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:33.517631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-62281a92-2c70-4a04-8287-c009612123db tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/networks?id=4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 200 len: 816 time: 0.1008892 Apr 29 04:31:33.532231 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-45f1de16-190f-4c51-a3e3-e8e1ccf6e04a tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/quotas/187757f3a621483f8838d69ba9af59a6 HTTP/1.1" status: 200 len: 375 time: 0.0093622 Apr 29 04:31:33.579784 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-14b2ed9f-74c0-4c41-aae9-fb8da9b8e6d4 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428579 Apr 29 04:31:33.671017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ba61a747-ee0a-4dca-b9a6-0c61aff05bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798192 Apr 29 04:31:33.762795 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-625b143b-387a-4f5b-87f0-da7f1d3cfb60 service neutron] 10.222.0.37 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861914 Apr 29 04:31:34.016115 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c552c711-9b7b-4591-b892-f37de758d2a7 req-9c4bb02b-cfda-4586-9d1a-3a3d2775d31d tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Apr 29 04:31:35.114453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-53a50616-0d4f-49ed-b70b-06efbfba74d0 req-fe53101d-0085-4ab6-91ff-d0ff3fc7c720 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 210 time: 0.0283353 Apr 29 04:31:35.907440 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-71055ff9-19fb-4d2d-ae51-52434c6f1583 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:35.909053 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-71055ff9-19fb-4d2d-ae51-52434c6f1583 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "GET /v2.0/networks?id=4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 200 len: 816 time: 0.1070948 Apr 29 04:31:35.926199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Request body: {'port': {'device_id': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'admin_state_up': True, 'tenant_id': '187757f3a621483f8838d69ba9af59a6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:31:36.089542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Made reservation on behalf of 187757f3a621483f8838d69ba9af59a6 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:31:36.092895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:36.211588 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-edf11deb-c036-416a-9d90-ccaa79043652 req-3eedcc03-0e0a-445f-9912-a3bf328fb909 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 210 time: 0.0300105 Apr 29 04:31:36.223856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Allocated IP 172.20.0.4 (4cc17536-09a4-4228-a64c-c23e3817618b/5f4663c8-cfe3-4604-ab50-835424053639/938dd7cd-c7fd-4ff0-95d7-78d97d1a237f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:31:36.371068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks [] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:36.465716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:36.508079 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Network 4cc17536-09a4-4228-a64c-c23e3817618b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:31:36.513747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:31:36.517372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:31:36.542770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Pushing event updated for resources: {'Port': ['ID=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:31:36.571451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:36.572083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:36.588026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:31:36.609938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:31:36.610287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 38cb6b4b-5e9e-4875-a6c1-09b3bec90811 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:31:36.669161 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-acdc31d2-79e9-4547-b35c-f6b0e3a74b78 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466748 Apr 29 04:31:36.686099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Request body: {'port': {'device_id': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:31:36.717999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-262258ac-d974-436d-a717-1898a54a01fe None None] Provisioning complete for port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:31:36.718374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-262258ac-d974-436d-a717-1898a54a01fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:36.750017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:36.753061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-262258ac-d974-436d-a717-1898a54a01fe None None] Port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:31:37.012594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:31:37.020041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Publish callbacks [] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:37.032306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Transition to ACTIVE for port object 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:31:37.106179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:37.158427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:31:37.229647 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Attempting to bind port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:31:37.230909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Attempting to bind port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:31:37.230909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Attempting to bind port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f on network 4cc17536-09a4-4228-a64c-c23e3817618b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:31:37.236919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f on network 4cc17536-09a4-4228-a64c-c23e3817618b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:31:37.237867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Attempting to bind port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f on network 4cc17536-09a4-4228-a64c-c23e3817618b {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:31:37.245357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:31:37.245817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Checking segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:31:37.246866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Bound using segment: {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:31:37.247437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Bound port: 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:31:37.247903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:37.348046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63429ffb-a048-4548-8520-3816e1353898 req-62593764-65f0-464c-b7ad-8eb9e81864de tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.349592 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63429ffb-a048-4548-8520-3816e1353898 req-62593764-65f0-464c-b7ad-8eb9e81864de tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 943 time: 0.0657616 Apr 29 04:31:37.353059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] For port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:31:37.357619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] For port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:31:37.403942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-63429ffb-a048-4548-8520-3816e1353898 req-04ad7328-8acd-4b8e-bf13-08a26ee12be2 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Apr 29 04:31:37.420222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:37.451728 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.452304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:37.453682 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] 10.222.0.31 "PUT /v2.0/ports/938dd7cd-c7fd-4ff0-95d7-78d97d1a237f HTTP/1.1" status: 200 len: 1093 time: 0.7724750 Apr 29 04:31:37.454110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'tag': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:31:37.456327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfee03e-5949-4974-936e-045cd3d06ac9", "tag": "938dd7cd-c7fd-4ff0-95d7-78d97d1a237f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:31:37.491397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09054c-e9b1-48bc-adba-130640f6e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:31:37.496429 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64341bc-4e56-480a-b490-d1bd081713ab x-openstack-request-id: req-a64341bc-4e56-480a-b490-d1bd081713ab {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:31:37.496687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfee03e-5949-4974-936e-045cd3d06ac9", "tag": "938dd7cd-c7fd-4ff0-95d7-78d97d1a237f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:31:37.497030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a64341bc-4e56-480a-b490-d1bd081713ab {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:31:37.497450 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64341bc-4e56-480a-b490-d1bd081713ab'] response: {'name': 'network-changed', 'server_uuid': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'tag': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f', 'status': 'completed', 'code': 200} Apr 29 04:31:37.559999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe req-fb0ffe3c-b95e-47fb-bb81-86b94b3c4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.561615 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe req-fb0ffe3c-b95e-47fb-bb81-86b94b3c4c9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0430033 Apr 29 04:31:37.666234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe req-4179ca32-90fa-4f55-837c-06275560e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.667742 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe req-4179ca32-90fa-4f55-837c-06275560e5a0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=187757f3a621483f8838d69ba9af59a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0992875 Apr 29 04:31:37.764456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe req-a83cb362-a632-4be3-9aa0-b3889ca73051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.766046 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7a4db068-5980-4efe-8f4a-ae0e88dcfffe req-a83cb362-a632-4be3-9aa0-b3889ca73051 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882986 Apr 29 04:31:37.850238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-1f775a0d-0445-4f66-9bcd-636b2dcbd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.851626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-1f775a0d-0445-4f66-9bcd-636b2dcbd292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0431054 Apr 29 04:31:37.896791 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-9b9ccb4c-fde6-4288-b296-65ba5f59b593 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f HTTP/1.1" status: 200 len: 217 time: 0.0326984 Apr 29 04:31:37.942988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-7c90e922-f305-4ac0-bb4c-899cd604822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.944342 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-7c90e922-f305-4ac0-bb4c-899cd604822f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5f4663c8-cfe3-4604-ab50-835424053639 HTTP/1.1" status: 200 len: 855 time: 0.0407445 Apr 29 04:31:37.989175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-c11bbb26-905e-41a7-8afe-535962229eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:37.990598 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-c11bbb26-905e-41a7-8afe-535962229eae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cc17536-09a4-4228-a64c-c23e3817618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0363576 Apr 29 04:31:38.079456 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-b350b143-91ba-4b20-a4db-08e952ffb06c service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823009 Apr 29 04:31:38.172141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-48fa0187-85d0-4fd8-9ce9-dd372f024b03 req-f53c7951-a033-4e85-a6ba-085012baaaf3 service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839436 Apr 29 04:31:38.516041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f17259-6d58-4dd1-ab5d-4f1b08f50f2d req-6db6aebf-9019-424b-8b8d-5ee7bd2163e5 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:38.517522 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11f17259-6d58-4dd1-ab5d-4f1b08f50f2d req-6db6aebf-9019-424b-8b8d-5ee7bd2163e5 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 943 time: 0.0469828 Apr 29 04:31:38.563540 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-11f17259-6d58-4dd1-ab5d-4f1b08f50f2d req-06909f09-1663-4fc6-90c9-f44842fb4da5 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Apr 29 04:31:38.882926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-83c4b372-13cd-450a-8edc-19eae4d9feda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:39.681091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf858b-4c72-4185-80e1-3829de56a7d4 req-69014999-f668-446b-acca-da2e790c9752 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:39.682546 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e2cf858b-4c72-4185-80e1-3829de56a7d4 req-69014999-f668-446b-acca-da2e790c9752 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 943 time: 0.0507483 Apr 29 04:31:39.737210 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e2cf858b-4c72-4185-80e1-3829de56a7d4 req-ba28681d-6112-45b6-8c8f-bff7ac3af75a tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488977 Apr 29 04:31:40.617254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:31:40.710575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:31:40.722143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f', 'network_id': '4cc17536-09a4-4228-a64c-c23e3817618b', 'port_id': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f', 'mac_address': 'fa:16:3e:89:e8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4663c8-cfe3-4604-ab50-835424053639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:31:40.758733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:31:40.759120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:40.777509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:31:40.797188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:31:40.850651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714530a3-1e10-48da-afdf-aa15e9cc11a1 req-c7f21e91-a66d-4bd0-8b89-5e2347b195c0 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:40.852120 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-714530a3-1e10-48da-afdf-aa15e9cc11a1 req-c7f21e91-a66d-4bd0-8b89-5e2347b195c0 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 943 time: 0.0464995 Apr 29 04:31:40.866365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:40.899842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-714530a3-1e10-48da-afdf-aa15e9cc11a1 req-942578cd-4eca-4ffa-a406-0bdf6102072e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Apr 29 04:31:40.914792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:31:40.921678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.922024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.922367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.922709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.923044 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.923376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.923705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.924032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.924360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.924689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.925017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.925366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.925694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.926017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:40.926337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:31:41.121201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['938dd7cd-c7fd-4ff0-95d7-78d97d1a237f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:31:41.226241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dd4c63f4-913f-4ebf-b524-95d89561be8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:42.008608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2297478-1571-4f5b-95dc-f3df1d8baa9f req-dcb92530-92db-4e56-8f8c-67e32e4361ef tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:42.010030 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a2297478-1571-4f5b-95dc-f3df1d8baa9f req-dcb92530-92db-4e56-8f8c-67e32e4361ef tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 944 time: 0.0459185 Apr 29 04:31:42.056090 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a2297478-1571-4f5b-95dc-f3df1d8baa9f req-98ef4455-6934-41b1-8ce1-fd4d31757dfe tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Apr 29 04:31:42.194897 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:31:42.271505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:42.629168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:31:42.672937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:31:42.728429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:31:42.728803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:42.806904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:31:42.807284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:42.972414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:31:42.974566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fefa8f-82a7-4269-97f2-44f6bf7952d6" -d '{"events": [{"server_uuid": "bcfee03e-5949-4974-936e-045cd3d06ac9", "name": "network-vif-plugged", "status": "completed", "tag": "938dd7cd-c7fd-4ff0-95d7-78d97d1a237f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:31:42.986475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:31:43.049166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:43.072988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71b53c-8629-475c-bc93-2c10bc39861f x-openstack-request-id: req-4e71b53c-8629-475c-bc93-2c10bc39861f {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:31:43.073278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfee03e-5949-4974-936e-045cd3d06ac9", "name": "network-vif-plugged", "status": "completed", "tag": "938dd7cd-c7fd-4ff0-95d7-78d97d1a237f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:31:43.073571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e71b53c-8629-475c-bc93-2c10bc39861f {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:31:43.073942 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e71b53c-8629-475c-bc93-2c10bc39861f'] response: {'server_uuid': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f', 'code': 200} Apr 29 04:31:43.105868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:31:43.194408 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38b722-fdd4-4b06-96ce-90325b256c60 req-d64f99ec-1e28-407e-80ff-d599f5e305d7 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:43.195905 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ad38b722-fdd4-4b06-96ce-90325b256c60 req-d64f99ec-1e28-407e-80ff-d599f5e305d7 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Apr 29 04:31:43.242766 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ad38b722-fdd4-4b06-96ce-90325b256c60 req-f85aeba6-2823-4fe7-a257-0b38f924c12a tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Apr 29 04:31:43.391328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5719a5d-ba84-4a48-ab33-907c231cf2c6 req-ec1148b6-67a4-4556-ba54-ffc57c1b29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:43.392787 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a5719a5d-ba84-4a48-ab33-907c231cf2c6 req-ec1148b6-67a4-4556-ba54-ffc57c1b29cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0418613 Apr 29 04:31:43.434899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a5719a5d-ba84-4a48-ab33-907c231cf2c6 req-b8152a3b-90df-4776-99a1-fb43114ac3da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359070 Apr 29 04:31:43.814399 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:44.354696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952af0e-446b-4ecb-9eaa-ee7c0b8d5ca6 req-b135ae4f-5435-4e60-ad0e-9365017cae9e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:44.356032 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3952af0e-446b-4ecb-9eaa-ee7c0b8d5ca6 req-b135ae4f-5435-4e60-ad0e-9365017cae9e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0457354 Apr 29 04:31:44.401455 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3952af0e-446b-4ecb-9eaa-ee7c0b8d5ca6 req-bf87fbe6-e3e1-4d6f-a0dc-1d148aa32001 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Apr 29 04:31:45.082945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:31:45.514420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c18cb-06d1-408f-88c3-c41a5955c794 req-ba76c9d9-2fce-4b85-8d7c-32caa78acf83 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:45.515864 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f87c18cb-06d1-408f-88c3-c41a5955c794 req-ba76c9d9-2fce-4b85-8d7c-32caa78acf83 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Apr 29 04:31:45.561548 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f87c18cb-06d1-408f-88c3-c41a5955c794 req-2e152b69-3bb5-429d-a728-0d157e46a8a8 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Apr 29 04:31:45.678233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fded86-8923-4116-92b7-ade93c7c6a6f req-7306967f-4a8f-4b6d-92b7-3d86e985fc03 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:31:45.679629 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1fded86-8923-4116-92b7-ade93c7c6a6f req-7306967f-4a8f-4b6d-92b7-3d86e985fc03 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0492458 Apr 29 04:31:45.724179 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d1fded86-8923-4116-92b7-ade93c7c6a6f req-93aa9900-6cef-4416-82fb-ba807cc3a841 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Apr 29 04:31:50.105806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:08.910967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-548e0422-5a9b-4c44-8cf8-8c2344a58c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:11.224721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0f42113a-368f-4905-ba1a-bcefc273a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:12.269633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:13.028100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-d56cacb1-7ae9-4c52-aaf5-1fee9cd2c0de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377028 Apr 29 04:32:13.107724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-1d713214-9298-43f2-ac06-521c13cf2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:13.109292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-1d713214-9298-43f2-ac06-521c13cf2f0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=187757f3a621483f8838d69ba9af59a6&device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0390842 Apr 29 04:32:13.214049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-b6ad2268-d71f-469a-9fa0-789b0479e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:13.215493 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-b6ad2268-d71f-469a-9fa0-789b0479e89b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 200 len: 917 time: 0.0877154 Apr 29 04:32:13.261122 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-3a3c8a91-40c8-4f32-9d26-067dcee3bedd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f HTTP/1.1" status: 200 len: 217 time: 0.0336351 Apr 29 04:32:13.307908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-55643038-983d-4126-9396-20b4a70ddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:13.309359 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-55643038-983d-4126-9396-20b4a70ddc2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5f4663c8-cfe3-4604-ab50-835424053639 HTTP/1.1" status: 200 len: 855 time: 0.0424705 Apr 29 04:32:13.355846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-02889201-4e95-495b-91f4-b6205d1438b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:13.357916 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-02889201-4e95-495b-91f4-b6205d1438b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4cc17536-09a4-4228-a64c-c23e3817618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420678 Apr 29 04:32:13.446861 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-cb4cfa9e-9fd2-4646-96fb-56e2580e11cb service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Apr 29 04:32:13.537409 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5ec9f59c-9094-415d-a07e-179b904288e3 req-49fd2533-79c1-47f8-a1cb-984366151003 service neutron] 10.222.0.31 "GET /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835395 Apr 29 04:32:13.812002 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:15.128167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:19.193844 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:32:20.137887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:24.446607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88beb1c-430c-44bb-8931-aa603405de6d req-d160ede4-1128-4755-a8cb-bd54adede120 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:24.448075 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d88beb1c-430c-44bb-8931-aa603405de6d req-d160ede4-1128-4755-a8cb-bd54adede120 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0468953 Apr 29 04:32:24.495014 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d88beb1c-430c-44bb-8931-aa603405de6d req-afed4cc7-95d6-491a-b5c4-5f67f92f5c35 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Apr 29 04:32:25.609666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc9245-3bf0-41ea-8e19-d059e6ff887e req-443758a1-1d13-4133-8b0c-289fa01d0339 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:25.611442 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-77cc9245-3bf0-41ea-8e19-d059e6ff887e req-443758a1-1d13-4133-8b0c-289fa01d0339 tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0468309 Apr 29 04:32:25.660217 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-77cc9245-3bf0-41ea-8e19-d059e6ff887e req-ef5ca2ec-90d4-406b-94c0-82ceccc7b71e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/security-groups?id=9244ea0c-6c12-412f-9a2f-995f2753df1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Apr 29 04:32:26.185347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-3a34e4bd-fbbf-4c42-b2a6-f9b00a17ca0d tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:26.191277 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-3a34e4bd-fbbf-4c42-b2a6-f9b00a17ca0d tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 945 time: 0.0497358 Apr 29 04:32:26.273306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Deleting port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:26.273675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:26.365470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] For port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:26.365829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:26.379087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Calling delete_port for 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:26.565780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (938dd7cd-c7fd-4ff0-95d7-78d97d1a237f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:26.587233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['938dd7cd-c7fd-4ff0-95d7-78d97d1a237f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:32:26.602899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Pushing event deleted for resources: {'Port': ['ID=938dd7cd-c7fd-4ff0-95d7-78d97d1a237f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:26.646897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] No DVR routers for this DVR port 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:32:26.649486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:26.652981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-27a8ec33-e14e-4d5a-a518-21e23446c5f8 req-4d194ea8-1625-476c-9498-25f2fce244ab tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.31 "DELETE /v2.0/ports/938dd7cd-c7fd-4ff0-95d7-78d97d1a237f HTTP/1.1" status: 204 len: 173 time: 0.4563308 Apr 29 04:32:26.653454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'name': 'network-vif-deleted', 'tag': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:32:26.656200 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd7108-5255-4ac1-83b9-dc83e4f3f1af" -d '{"events": [{"server_uuid": "bcfee03e-5949-4974-936e-045cd3d06ac9", "name": "network-vif-deleted", "tag": "938dd7cd-c7fd-4ff0-95d7-78d97d1a237f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:32:26.691620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8acfc-add9-483c-a054-2ae44df171ab x-openstack-request-id: req-d4e8acfc-add9-483c-a054-2ae44df171ab {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:32:26.691911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfee03e-5949-4974-936e-045cd3d06ac9", "name": "network-vif-deleted", "tag": "938dd7cd-c7fd-4ff0-95d7-78d97d1a237f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:32:26.692168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4e8acfc-add9-483c-a054-2ae44df171ab {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:32:26.692571 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e8acfc-add9-483c-a054-2ae44df171ab'] response: {'server_uuid': 'bcfee03e-5949-4974-936e-045cd3d06ac9', 'name': 'network-vif-deleted', 'tag': '938dd7cd-c7fd-4ff0-95d7-78d97d1a237f', 'status': 'completed', 'code': 200} Apr 29 04:32:26.760265 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ef7568c4-0830-4bc6-877d-9b47057c276e req-bd66f16a-f305-48ff-98ac-074ee277dd1e tempest-TestEncryptedCinderVolumes-1107655716 tempest-TestEncryptedCinderVolumes-1107655716-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcfee03e-5949-4974-936e-045cd3d06ac9 HTTP/1.1" status: 200 len: 210 time: 0.0305767 Apr 29 04:32:27.919016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39930) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:28.236444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (92b6577f-b811-4df2-b588-2df4377252bf), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:28.459896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Deleting port 7d21f0ff-b7fa-4157-8247-590360086584 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:28.460143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7d21f0ff-b7fa-4157-8247-590360086584), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:28.534524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] For port 7d21f0ff-b7fa-4157-8247-590360086584, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7d21f0ff-b7fa-4157-8247-590360086584,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:28.534878 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7d21f0ff-b7fa-4157-8247-590360086584), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:28.547341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Calling delete_port for 7d21f0ff-b7fa-4157-8247-590360086584 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:29.093256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7d21f0ff-b7fa-4157-8247-590360086584), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:29.124370 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d21f0ff-b7fa-4157-8247-590360086584,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:29.147842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.148184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.148521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.148856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.149181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.149535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.149860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.150186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.150508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.150823 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.151142 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.151456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.151771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.152084 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.152396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:29.300246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (92b6577f-b811-4df2-b588-2df4377252bf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:29.516953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Router 92b6577f-b811-4df2-b588-2df4377252bf has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:32:29.625764 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:32:29.630967 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-00e4185f-e8fa-4d7c-a79f-95155624fad0 admin admin] 10.222.0.37 "PUT /v2.0/routers/92b6577f-b811-4df2-b588-2df4377252bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108717 Apr 29 04:32:29.633572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39932) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:29.634588 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] Sync routers for ids ['92b6577f-b811-4df2-b588-2df4377252bf'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:32:29.645256 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] Routers {'92b6577f-b811-4df2-b588-2df4377252bf'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:29.646026 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['92b6577f-b811-4df2-b588-2df4377252bf'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:29.738601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks [] for router (92b6577f-b811-4df2-b588-2df4377252bf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:29.751448 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] Set router 92b6577f-b811-4df2-b588-2df4377252bf gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:29.840721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks [] for router_gateway (92b6577f-b811-4df2-b588-2df4377252bf), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:29.915389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:32:28Z', 'revision_number': 5, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port': {'id': 'bbbfa296-ac18-4226-97b6-f04b63afe5ca', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b6577f-b811-4df2-b588-2df4377252bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:29.944811 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] Checking router: 92b6577f-b811-4df2-b588-2df4377252bf for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:32:29.953560 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] Routers {'92b6577f-b811-4df2-b588-2df4377252bf'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:29.954182 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['92b6577f-b811-4df2-b588-2df4377252bf'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:29.967768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Deleting port bbbfa296-ac18-4226-97b6-f04b63afe5ca {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:29.970029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.039971 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] Set router 92b6577f-b811-4df2-b588-2df4377252bf gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:30.046032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] For port bbbfa296-ac18-4226-97b6-f04b63afe5ca, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=bbbfa296-ac18-4226-97b6-f04b63afe5ca,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:30.046389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.059874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Calling delete_port for bbbfa296-ac18-4226-97b6-f04b63afe5ca owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:30.178782 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:32:29Z', 'revision_number': 6, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:30.209370 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69107e0f-1050-4ae4-a823-e37883f1ff50 None None] The sync data for ids ['92b6577f-b811-4df2-b588-2df4377252bf'] in dv-neutron-839777-1-hyperv is: [{'id': '92b6577f-b811-4df2-b588-2df4377252bf', 'name': 'tempest-TestEncryptedCinderVolumes-957338340-router', 'tenant_id': '187757f3a621483f8838d69ba9af59a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:27Z', 'updated_at': '2022-04-29T04:32:29Z', 'revision_number': 6, 'project_id': '187757f3a621483f8838d69ba9af59a6', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:32:30.332783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (bbbfa296-ac18-4226-97b6-f04b63afe5ca), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.355993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbfa296-ac18-4226-97b6-f04b63afe5ca,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:30.418695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (92b6577f-b811-4df2-b588-2df4377252bf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.857783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (92b6577f-b811-4df2-b588-2df4377252bf), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.859858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks [] for router_controller (92b6577f-b811-4df2-b588-2df4377252bf), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.923884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:30.944978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:30.945351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 938dd7cd-c7fd-4ff0-95d7-78d97d1a237f not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:30.972891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (92b6577f-b811-4df2-b588-2df4377252bf), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.973443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b6577f-b811-4df2-b588-2df4377252bf {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:32:30.977893 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:30.981965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-01e002ed-c8c7-411e-abec-3c6cf48a5c73 admin admin] 10.222.0.37 "DELETE /v2.0/routers/92b6577f-b811-4df2-b588-2df4377252bf HTTP/1.1" status: 204 len: 168 time: 1.3445332 Apr 29 04:32:30.981965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39934) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:31.025018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Deleting subnet 5f4663c8-cfe3-4604-ab50-835424053639 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:32:31.028201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Publish callbacks [] for subnet (5f4663c8-cfe3-4604-ab50-835424053639), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.063865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (5f4663c8-cfe3-4604-ab50-835424053639), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.154824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (5f4663c8-cfe3-4604-ab50-835424053639), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.293104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (5f4663c8-cfe3-4604-ab50-835424053639), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.316252 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4663c8-cfe3-4604-ab50-835424053639,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:31.322556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.326390 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-99f16020-4d97-47c2-8373-c9a5eb5aa045 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5f4663c8-cfe3-4604-ab50-835424053639 HTTP/1.1" status: 204 len: 168 time: 0.3434682 Apr 29 04:32:31.328744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39936) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:31.331391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be64df4-84b2-494c-a47d-22acaae8c5db None None] Network 4cc17536-09a4-4228-a64c-c23e3817618b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:32:31.401244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (4cc17536-09a4-4228-a64c-c23e3817618b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.446135 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Deleting port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:31.446467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.486875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] DHCP port deletion for 4cc17536-09a4-4228-a64c-c23e3817618b request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:32:31.509622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] For port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:31.509984 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.525818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] Deleting port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:31.526188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.526481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Calling delete_port for 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:31.591121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] For port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,segment=NetworkSegment(03a55e0a-9fe3-4c9b-80d1-aa6574c2febb),segment_id=03a55e0a-9fe3-4c9b-80d1-aa6574c2febb)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:31.591486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.604641 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] Calling delete_port for 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:31.680473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.686290 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4d5a553c-fd6c-4c2a-b6c5-de70ea46515a), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.707067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:31.709460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] No DVR routers for this DVR port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:32:31.721961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] Pushing event deleted for resources: {'Port': ['ID=4d5a553c-fd6c-4c2a-b6c5-de70ea46515a,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:31.724680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df119289-7c89-4fc9-84dd-8364c1627084 None None] No DVR routers for this DVR port 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:32:31.737295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.737295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.737702 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.737842 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.738171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.738496 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.738825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.739175 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.739478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.739801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.740127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.740448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.740769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.741084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.741421 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:31.797427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (4cc17536-09a4-4228-a64c-c23e3817618b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.816455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc17536-09a4-4228-a64c-c23e3817618b']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:31.825342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:31.825655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a55e0a-9fe3-4c9b-80d1-aa6574c2febb') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:31.834706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (03a55e0a-9fe3-4c9b-80d1-aa6574c2febb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.847925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (03a55e0a-9fe3-4c9b-80d1-aa6574c2febb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.853567 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:32:31.853941 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (03a55e0a-9fe3-4c9b-80d1-aa6574c2febb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:32:31.859889 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:32:31.961025 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (4cc17536-09a4-4228-a64c-c23e3817618b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.966208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:31.969963 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/4cc17536-09a4-4228-a64c-c23e3817618b HTTP/1.1" status: 204 len: 168 time: 0.6402235 Apr 29 04:32:31.974557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39938) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:31.987362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de23d3-a82b-4d8e-af72-6a82e086d7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc17536-09a4-4228-a64c-c23e3817618b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:32.185464 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:32.205605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:32.205947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4d5a553c-fd6c-4c2a-b6c5-de70ea46515a not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:32.206354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bbbfa296-ac18-4226-97b6-f04b63afe5ca no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:32.225035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: bbbfa296-ac18-4226-97b6-f04b63afe5ca {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:32.225401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device bbbfa296-ac18-4226-97b6-f04b63afe5ca not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:32.225813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d21f0ff-b7fa-4157-8247-590360086584 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:32.243903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 7d21f0ff-b7fa-4157-8247-590360086584 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:32.244249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7d21f0ff-b7fa-4157-8247-590360086584 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:32.298629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:32.529777 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Deleting port 34517a1b-17d1-4cbc-9849-b752ce71b42b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:32.530040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:32.608212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] For port 34517a1b-17d1-4cbc-9849-b752ce71b42b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=34517a1b-17d1-4cbc-9849-b752ce71b42b,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:32.608571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:32.621192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Calling delete_port for 34517a1b-17d1-4cbc-9849-b752ce71b42b owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:32.852461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (34517a1b-17d1-4cbc-9849-b752ce71b42b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:32.879219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34517a1b-17d1-4cbc-9849-b752ce71b42b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:33.048581 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:33.261672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:32:33.372058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:32:33.380024 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2c4aa3d1-c6ed-448a-a346-b4a83ce238c3 admin admin] 10.222.0.37 "PUT /v2.0/routers/4cd65dc7-8a26-49f4-a12e-e90836e20c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030511 Apr 29 04:32:33.380024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39940) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:33.382391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] Sync routers for ids ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:32:33.392436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] Routers {'4cd65dc7-8a26-49f4-a12e-e90836e20c9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:33.393060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:33.504309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] Set router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:33.680811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:32:32Z', 'revision_number': 5, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:33.708984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] Checking router: 4cd65dc7-8a26-49f4-a12e-e90836e20c9a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:32:33.717894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] Routers {'4cd65dc7-8a26-49f4-a12e-e90836e20c9a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:33.718511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:33.781231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks [] for router (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:33.824728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] Set router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:33.884643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks [] for router_gateway (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:33.990988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:32:32Z', 'revision_number': 5, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:33.994788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Deleting port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:33.995119 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.020792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabe367-9787-428d-beee-2fec34288dc7 None None] The sync data for ids ['4cd65dc7-8a26-49f4-a12e-e90836e20c9a'] in dv-neutron-839777-1-hyperv is: [{'id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'name': 'tempest-TestEncryptedCinderVolumes-796090131-router', 'tenant_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:32:32Z', 'revision_number': 5, 'project_id': '848e8546603d4b8f99ecc0a8e9babb0f', 'gw_port': {'id': '31cc9338-de6a-4c9c-a5a7-d7620e8cee95', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd65dc7-8a26-49f4-a12e-e90836e20c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:30:33Z', 'updated_at': '2022-04-29T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:32:34.073557 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] For port 31cc9338-de6a-4c9c-a5a7-d7620e8cee95, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:34.074060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.086853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Calling delete_port for 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:34.315783 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (31cc9338-de6a-4c9c-a5a7-d7620e8cee95), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.341847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=31cc9338-de6a-4c9c-a5a7-d7620e8cee95,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:34.409755 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.474019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 34517a1b-17d1-4cbc-9849-b752ce71b42b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:34.495681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 34517a1b-17d1-4cbc-9849-b752ce71b42b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:34.496032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 34517a1b-17d1-4cbc-9849-b752ce71b42b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:34.510097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.512482 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks [] for router_controller (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.641362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (4cd65dc7-8a26-49f4-a12e-e90836e20c9a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.641888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd65dc7-8a26-49f4-a12e-e90836e20c9a {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:32:34.646172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.648146 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c824082f-d612-4f8d-b967-516c35e95d3f admin admin] 10.222.0.37 "DELETE /v2.0/routers/4cd65dc7-8a26-49f4-a12e-e90836e20c9a HTTP/1.1" status: 204 len: 168 time: 1.2674742 Apr 29 04:32:34.649840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39942) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:34.698794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Deleting subnet 6829798a-5eb4-4a13-a58c-a9d6ee3c3478 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:32:34.702257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Publish callbacks [] for subnet (6829798a-5eb4-4a13-a58c-a9d6ee3c3478), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.739894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (6829798a-5eb4-4a13-a58c-a9d6ee3c3478), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.822615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (6829798a-5eb4-4a13-a58c-a9d6ee3c3478), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.955913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (6829798a-5eb4-4a13-a58c-a9d6ee3c3478), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.983296 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6829798a-5eb4-4a13-a58c-a9d6ee3c3478,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:34.985255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:34.988415 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0d70622a-6766-419a-8d2c-f3420791ddca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6829798a-5eb4-4a13-a58c-a9d6ee3c3478 HTTP/1.1" status: 204 len: 168 time: 0.3375528 Apr 29 04:32:34.990484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260f4cd-8744-4668-8b96-3821cf8a8134 None None] Network 3f93b3c2-5a74-4a0b-be5c-d200f604420d requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:32:34.991151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39944) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:35.057827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (3f93b3c2-5a74-4a0b-be5c-d200f604420d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.104524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Deleting port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:35.105133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.159163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] DHCP port deletion for 3f93b3c2-5a74-4a0b-be5c-d200f604420d request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:32:35.182999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] For port 9d61b000-0b97-44e4-a218-c2d164e8f1b6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d61b000-0b97-44e4-a218-c2d164e8f1b6,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:35.183359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.198991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] Deleting port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:32:35.199365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.200054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Calling delete_port for 9d61b000-0b97-44e4-a218-c2d164e8f1b6 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:35.260504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] For port 9d61b000-0b97-44e4-a218-c2d164e8f1b6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9d61b000-0b97-44e4-a218-c2d164e8f1b6,segment=NetworkSegment(b55db151-b1ef-4397-8929-f7d9b98436b1),segment_id=b55db151-b1ef-4397-8929-f7d9b98436b1)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:35.260812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.273253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] Calling delete_port for 9d61b000-0b97-44e4-a218-c2d164e8f1b6 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:32:35.326792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.349965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (9d61b000-0b97-44e4-a218-c2d164e8f1b6), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.353243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] No DVR routers for this DVR port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:32:35.355452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d61b000-0b97-44e4-a218-c2d164e8f1b6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:35.375947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] Pushing event deleted for resources: {'Port': ['ID=9d61b000-0b97-44e4-a218-c2d164e8f1b6,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:35.379233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a307a-4a7c-4b56-8f69-c226070f1240 None None] No DVR routers for this DVR port 9d61b000-0b97-44e4-a218-c2d164e8f1b6 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:32:35.435264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (3f93b3c2-5a74-4a0b-be5c-d200f604420d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.454179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f93b3c2-5a74-4a0b-be5c-d200f604420d']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:35.463043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55db151-b1ef-4397-8929-f7d9b98436b1') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:35.463335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55db151-b1ef-4397-8929-f7d9b98436b1') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:35.472901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (b55db151-b1ef-4397-8929-f7d9b98436b1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.486242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (b55db151-b1ef-4397-8929-f7d9b98436b1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.492024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (b55db151-b1ef-4397-8929-f7d9b98436b1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:32:35.494655 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:32:35.605862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (3f93b3c2-5a74-4a0b-be5c-d200f604420d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.611677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:35.614783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f93b3c2-5a74-4a0b-be5c-d200f604420d HTTP/1.1" status: 204 len: 168 time: 0.6226344 Apr 29 04:32:35.625480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b47094-9c3f-4bd0-85cb-48d980f3d89a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f93b3c2-5a74-4a0b-be5c-d200f604420d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:35.921777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39948) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:35.958431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-2233cf51-90ba-4746-8518-e4bde9b3640a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=187757f3a621483f8838d69ba9af59a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378978 Apr 29 04:32:35.960715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39950) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:36.005784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-432c1918-0529-4075-8ed0-0597288ea57d admin admin] Publish callbacks [] for security_group (9244ea0c-6c12-412f-9a2f-995f2753df1f), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:36.026151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-432c1918-0529-4075-8ed0-0597288ea57d admin admin] Publish callbacks [] for security_group (9244ea0c-6c12-412f-9a2f-995f2753df1f), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:36.143244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-432c1918-0529-4075-8ed0-0597288ea57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (9244ea0c-6c12-412f-9a2f-995f2753df1f), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:36.145855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-432c1918-0529-4075-8ed0-0597288ea57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:36.147014 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-432c1918-0529-4075-8ed0-0597288ea57d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9244ea0c-6c12-412f-9a2f-995f2753df1f HTTP/1.1" status: 204 len: 168 time: 0.1853836 Apr 29 04:32:36.160193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c1918-0529-4075-8ed0-0597288ea57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9244ea0c-6c12-412f-9a2f-995f2753df1f,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:36.191122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:36.211114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:36.211455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31cc9338-de6a-4c9c-a5a7-d7620e8cee95 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:36.211862 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9d61b000-0b97-44e4-a218-c2d164e8f1b6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:32:36.230200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9d61b000-0b97-44e4-a218-c2d164e8f1b6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:32:36.230582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9d61b000-0b97-44e4-a218-c2d164e8f1b6 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:32:36.838931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39956) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:36.883570 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c3a95b06-7d2d-4835-8fb1-51d226f8d180 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=848e8546603d4b8f99ecc0a8e9babb0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433650 Apr 29 04:32:36.885988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:36.932853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8c33-3c6e-418f-ad65-6611e0f32933 admin admin] Publish callbacks [] for security_group (aaa1d059-caab-413e-804d-712963fd79fb), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:36.952999 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8c33-3c6e-418f-ad65-6611e0f32933 admin admin] Publish callbacks [] for security_group (aaa1d059-caab-413e-804d-712963fd79fb), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:37.052441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8c33-3c6e-418f-ad65-6611e0f32933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (aaa1d059-caab-413e-804d-712963fd79fb), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:37.055013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8c33-3c6e-418f-ad65-6611e0f32933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:37.056127 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bf6f8c33-3c6e-418f-ad65-6611e0f32933 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaa1d059-caab-413e-804d-712963fd79fb HTTP/1.1" status: 204 len: 168 time: 0.1692338 Apr 29 04:32:37.063615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f8c33-3c6e-418f-ad65-6611e0f32933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa1d059-caab-413e-804d-712963fd79fb,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:37.996670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39980) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:38.102749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1017228227-network', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:32:38.189694 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Made reservation on behalf of 3f80804ad1e844288cae296d549fd5d5 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:32:38.191978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.200371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.272371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks [] for security_group (e9d23bde-a2a4-40c7-84e6-fad2281009bf), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.320809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e9d23bde-a2a4-40c7-84e6-fad2281009bf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.352724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:32:38.362077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d23bde-a2a4-40c7-84e6-fad2281009bf,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:38.366682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8c08c98b-d64c-4295-9355-5665fd2668b9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.367167 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Added segment 8c08c98b-d64c-4295-9355-5665fd2668b9 of type vlan for network 79a87234-a8cd-4af5-94f2-071c8644bee3 Apr 29 04:32:38.409131 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (79a87234-a8cd-4af5-94f2-071c8644bee3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.463802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (79a87234-a8cd-4af5-94f2-071c8644bee3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.464720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:38.465285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.522737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=79a87234-a8cd-4af5-94f2-071c8644bee3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:38.532036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:32:38.546783 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c586c1a6-7b03-4ba2-a4b9-27f6400f8fc1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5489149 Apr 29 04:32:38.549468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39984) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:38.554345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Request body: {'subnet': {'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1017228227-subnet', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:32:38.635297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Made reservation on behalf of 3f80804ad1e844288cae296d549fd5d5 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:32:38.637637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.887387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (c8aff5f8-6f84-4c6b-9a86-035051ca859a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.909787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-697c980d-bc11-44b6-bdf6-355c314e25ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:38.935840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8aff5f8-6f84-4c6b-9a86-035051ca859a,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:38.951196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Checking segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:38.951552 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Network hostable DHCP agents. Network: 79a87234-a8cd-4af5-94f2-071c8644bee3, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:32:39.028137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:32:39.108062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 79a87234-a8cd-4af5-94f2-071c8644bee3) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:39.112518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:39.113104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.118868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c41d7-3481-460a-b96d-54391b6802e3 None None] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:32:39.203407 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-92d80433-7333-4b3b-a5cd-46c99ed9772f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6526792 Apr 29 04:32:39.205901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 39986) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:39.210168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:32:39.223663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-79a87234-a8cd-4af5-94f2-071c8644bee3', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:32:39.226929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.338595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (662e2e5a-d83f-422e-8c0d-f2891f96548c), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.339662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (662e2e5a-d83f-422e-8c0d-f2891f96548c), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.357213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Allocated IP 172.20.0.2 (79a87234-a8cd-4af5-94f2-071c8644bee3/c8aff5f8-6f84-4c6b-9a86-035051ca859a/aefa8a59-907e-4364-91f8-546e9c3d0fbe) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:32:39.390699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks [] for router_controller (662e2e5a-d83f-422e-8c0d-f2891f96548c), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.499891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Publish callbacks [] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.583964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks [] for router_gateway (662e2e5a-d83f-422e-8c0d-f2891f96548c), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.588836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.625179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:39.628077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:39.633535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:32:39.644458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Pushing event updated for resources: {'Port': ['ID=aefa8a59-907e-4364-91f8-546e9c3d0fbe,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:39.693929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Attempting to bind port aefa8a59-907e-4364-91f8-546e9c3d0fbe on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:32:39.694307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Attempting to bind port aefa8a59-907e-4364-91f8-546e9c3d0fbe by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:32:39.694657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Attempting to bind port aefa8a59-907e-4364-91f8-546e9c3d0fbe on network 79a87234-a8cd-4af5-94f2-071c8644bee3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:32:39.699697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:32:39.700067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Checking segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:39.700470 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.700858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Bound using segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:32:39.701340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Bound port: aefa8a59-907e-4364-91f8-546e9c3d0fbe, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:32:39.701721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.765871 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] For port aefa8a59-907e-4364-91f8-546e9c3d0fbe, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:32:39.768683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] For port aefa8a59-907e-4364-91f8-546e9c3d0fbe, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aefa8a59-907e-4364-91f8-546e9c3d0fbe,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:32:39.852285 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks [] for router_gateway (662e2e5a-d83f-422e-8c0d-f2891f96548c), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.853008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.870900 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:39.911981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe28eba-3c4b-4e84-9273-482ceba6d4eb None None] Pushing event updated for resources: {'Port': ['ID=aefa8a59-907e-4364-91f8-546e9c3d0fbe,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:39.978881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Allocated IP 172.26.4.40 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/ec2ca968-f250-4b68-874e-b69ec799228f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:32:40.097934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks [] for port (ec2ca968-f250-4b68-874e-b69ec799228f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.191094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.223020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aefa8a59-907e-4364-91f8-546e9c3d0fbe up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:40.231965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:40.235482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:40.238114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:32:40.270064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port aefa8a59-907e-4364-91f8-546e9c3d0fbe triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:40.270472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.271312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2ca968-f250-4b68-874e-b69ec799228f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:40.352806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port aefa8a59-907e-4364-91f8-546e9c3d0fbe is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:40.353125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.386897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port aefa8a59-907e-4364-91f8-546e9c3d0fbe, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aefa8a59-907e-4364-91f8-546e9c3d0fbe,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:40.464160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.511584 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=aefa8a59-907e-4364-91f8-546e9c3d0fbe,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:40.579324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks [] for router_gateway (662e2e5a-d83f-422e-8c0d-f2891f96548c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.783583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (662e2e5a-d83f-422e-8c0d-f2891f96548c), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:40.842522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73f602-73e9-4a98-9933-b495a9da32b8 None None] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:32:40.978313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Router 662e2e5a-d83f-422e-8c0d-f2891f96548c is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:32:41.057216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-afce0606-57cf-4928-8ad6-5cea232246ed None None] Provisioning complete for port aefa8a59-907e-4364-91f8-546e9c3d0fbe triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:41.057609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-afce0606-57cf-4928-8ad6-5cea232246ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.098927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:32:41.110296 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Sync routers for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:32:41.120192 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:41.121006 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:41.175370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.179595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 39988) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:41.180190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5e2ebf72-7223-4ac3-a28d-b9c9063a0025 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9729807 Apr 29 04:32:41.183534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-afce0606-57cf-4928-8ad6-5cea232246ed None None] Current status of the port aefa8a59-907e-4364-91f8-546e9c3d0fbe is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:41.230327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d055-7c0a-4897-81a5-6dd3050b7396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.246701 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:41.402791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7bed9d82-ed7e-492b-a40c-ec32d9485666 None None] Provisioning complete for port aefa8a59-907e-4364-91f8-546e9c3d0fbe triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:41.403223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7bed9d82-ed7e-492b-a40c-ec32d9485666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.427346 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:40Z', 'revision_number': 3, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:41.458074 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Checking router: 662e2e5a-d83f-422e-8c0d-f2891f96548c for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:32:41.458701 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Updating router 662e2e5a-d83f-422e-8c0d-f2891f96548c port ec2ca968-f250-4b68-874e-b69ec799228f binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:32:41.485877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7bed9d82-ed7e-492b-a40c-ec32d9485666 None None] Current status of the port aefa8a59-907e-4364-91f8-546e9c3d0fbe is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:41.486917 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.635999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.732279 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Publish callbacks [] for port (ec2ca968-f250-4b68-874e-b69ec799228f), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.787859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Allocated IP 172.20.0.1 (79a87234-a8cd-4af5-94f2-071c8644bee3/c8aff5f8-6f84-4c6b-9a86-035051ca859a/b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:32:41.801226 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.856798 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Pushing event updated for resources: {'Port': ['ID=ec2ca968-f250-4b68-874e-b69ec799228f,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:41.863031 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Attempting to bind port ec2ca968-f250-4b68-874e-b69ec799228f on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:32:41.863398 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Attempting to bind port ec2ca968-f250-4b68-874e-b69ec799228f by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:32:41.863754 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Attempting to bind port ec2ca968-f250-4b68-874e-b69ec799228f on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:32:41.866971 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.867316 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.867652 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.867999 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.868317 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.868651 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.868961 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.869277 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.869616 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.869935 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.870256 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.870570 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.870883 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.871195 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.871509 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:41.876941 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:32:41.877330 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:41.877725 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.878105 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:32:41.878565 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Bound port: ec2ca968-f250-4b68-874e-b69ec799228f, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:32:41.878942 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.895901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks [] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:41.929089 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] For port ec2ca968-f250-4b68-874e-b69ec799228f, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:32:41.932072 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] For port ec2ca968-f250-4b68-874e-b69ec799228f, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec2ca968-f250-4b68-874e-b69ec799228f,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:32:41.984334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.001536 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.020881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:42.023721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:42.029465 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:32:42.060027 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:42.060658 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:42.062060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:42.065906 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84eb3-9370-4648-aa4a-4ddbe53ad86a None None] Pushing event updated for resources: {'Port': ['ID=ec2ca968-f250-4b68-874e-b69ec799228f,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:42.077526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (662e2e5a-d83f-422e-8c0d-f2891f96548c), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.195045 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:42.225545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aefa8a59-907e-4364-91f8-546e9c3d0fbe up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:42.283671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port aefa8a59-907e-4364-91f8-546e9c3d0fbe triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:42.284038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.286673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.289096 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.325588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-53f6ef4e-4b55-4c25-b9a2-d16127d62857 None None] Provisioning complete for port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:42.325588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-53f6ef4e-4b55-4c25-b9a2-d16127d62857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.375435 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:40Z', 'revision_number': 3, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:42.393062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-53f6ef4e-4b55-4c25-b9a2-d16127d62857 None None] Port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:32:42.406459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port aefa8a59-907e-4364-91f8-546e9c3d0fbe is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:42.409588 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9419b2b-1e6b-4520-91c3-de8db8ab4ca9 None None] The sync data for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv is: [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:40Z', 'revision_number': 3, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:32:42.459298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks [] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.525460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.596830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (662e2e5a-d83f-422e-8c0d-f2891f96548c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:42.598945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:42.704694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:42.706231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:42.837762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Router 662e2e5a-d83f-422e-8c0d-f2891f96548c has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:32:42.959224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:32:42.965359 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6c37e7bf-4689-42ae-9be0-fd44f7bf6f85 admin admin] 10.222.0.37 "PUT /v2.0/routers/662e2e5a-d83f-422e-8c0d-f2891f96548c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842224 Apr 29 04:32:43.017959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b6741a04-71f2-47cc-b546-1824feaf6d8f None None] Provisioning complete for port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:43.018336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6741a04-71f2-47cc-b546-1824feaf6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.053621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b6741a04-71f2-47cc-b546-1824feaf6d8f None None] Port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:32:43.636299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40004) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:43.641343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-305732209-network', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:32:43.715038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Made reservation on behalf of f6088ae2c6964b85bf16644e510f7a66 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:32:43.718241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.727420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.806570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks [] for security_group (bdd44958-250d-4509-a124-6fc68c2b898b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.840900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.869286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bdd44958-250d-4509-a124-6fc68c2b898b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.894366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:32:43.911874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd44958-250d-4509-a124-6fc68c2b898b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:43.912035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Sync routers for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:32:43.912152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7b84830f-6d65-4073-8c00-18ffe91b5665), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:43.912152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Added segment 7b84830f-6d65-4073-8c00-18ffe91b5665 of type vlan for network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 Apr 29 04:32:43.918968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:43.920200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:43.952094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.028516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:44.052163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.053150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:44.053760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.117179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] Pushing event updated for resources: {'Network': ['ID=9d7ebdac-cd28-4d92-8acf-bbe52038ecf5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:44.127266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:32:44.152512 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7fd75716-f9bd-4c73-bc74-f0d760586f2a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5150528 Apr 29 04:32:44.160127 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40006) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:44.166304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Request body: {'subnet': {'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-305732209-subnet', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:32:44.219484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec2ca968-f250-4b68-874e-b69ec799228f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:44.246591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Made reservation on behalf of f6088ae2c6964b85bf16644e510f7a66 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:32:44.248928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.317992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 2, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:44.358251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ec2ca968-f250-4b68-874e-b69ec799228f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:44.358627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.361981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Checking router: 662e2e5a-d83f-422e-8c0d-f2891f96548c for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:32:44.362339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Updating router 662e2e5a-d83f-422e-8c0d-f2891f96548c port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:32:44.420275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.475439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (79cf1c1d-5cfc-47fa-93bc-7cd6180afadf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.531880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cf1c1d-5cfc-47fa-93bc-7cd6180afadf,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:44.539000 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Checking segment: {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:44.539353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Network hostable DHCP agents. Network: 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:32:44.555570 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ec2ca968-f250-4b68-874e-b69ec799228f is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:44.555955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.585671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port ec2ca968-f250-4b68-874e-b69ec799228f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec2ca968-f250-4b68-874e-b69ec799228f,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:44.611286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:32:44.670213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.698487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:44.704479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:32:44.705839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.713734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421f5c4-b818-44b6-9f6c-e432f9db599d None None] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:32:44.791469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=ec2ca968-f250-4b68-874e-b69ec799228f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:44.815320 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5d12f185-fd8c-46f3-9eda-e7b3ee1eedfa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6541197 Apr 29 04:32:44.817880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40008) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:44.822057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:32:44.833690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Publish callbacks [] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.839808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.840085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.840429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.840766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.841099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.841681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.841779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.842091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.842410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.842735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.843062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.843419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.843740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.844060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.844523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:32:44.889872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-9d7ebdac-cd28-4d92-8acf-bbe52038ecf5', 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5', 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'fixed_ips': [{'subnet_id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:32:44.890757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.904027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (1019add6-5213-4010-b77d-61a4f3c9b98a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.907517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (1019add6-5213-4010-b77d-61a4f3c9b98a), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.959379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks [] for router_controller (1019add6-5213-4010-b77d-61a4f3c9b98a), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:44.961131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.059573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450a486-3bc3-48ec-b847-b70e457d5a4a None None] Pushing event updated for resources: {'Port': ['ID=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:45.116452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Allocated IP 172.20.0.2 (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5/79cf1c1d-5cfc-47fa-93bc-7cd6180afadf/5fbf7bea-b23a-4178-b683-90b1ff52336e) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:32:45.159788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.177200 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Attempting to bind port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:32:45.177610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Attempting to bind port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:32:45.179451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Attempting to bind port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae on network 79a87234-a8cd-4af5-94f2-071c8644bee3 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:32:45.184377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks [] for router_gateway (1019add6-5213-4010-b77d-61a4f3c9b98a), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.190894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:32:45.191281 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Checking segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:45.191674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.192066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Bound using segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:32:45.192547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Bound port: b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:32:45.192921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.320801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-03e02c0b-3485-4bf2-8385-5cfa937ab5c7 None None] Provisioning complete for port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:45.321174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-03e02c0b-3485-4bf2-8385-5cfa937ab5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.329240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] For port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:32:45.387313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] For port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:32:45.406291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Publish callbacks [] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.407969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-03e02c0b-3485-4bf2-8385-5cfa937ab5c7 None None] Port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:32:45.464781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.501080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.533896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:45.534533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:45.548761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:45.584339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:45.588204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450a486-3bc3-48ec-b847-b70e457d5a4a None None] Pushing event updated for resources: {'Port': ['ID=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:45.596575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:32:45.785642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks [] for router_gateway (1019add6-5213-4010-b77d-61a4f3c9b98a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.804846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.850459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Pushing event updated for resources: {'Port': ['ID=5fbf7bea-b23a-4178-b683-90b1ff52336e,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:45.894364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] Provisioning complete for port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:45.894735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.912271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Allocated IP 172.26.4.245 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/92ed9196-a25d-472f-b05e-67a53f21406e) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:32:45.921836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Attempting to bind port 5fbf7bea-b23a-4178-b683-90b1ff52336e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:32:45.922214 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Attempting to bind port 5fbf7bea-b23a-4178-b683-90b1ff52336e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:32:45.922582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Attempting to bind port 5fbf7bea-b23a-4178-b683-90b1ff52336e on network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:32:45.938963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:45.940867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:32:45.941245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Checking segment: {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:45.941762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:45.942174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Bound using segment: {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:32:45.942650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Bound port: 5fbf7bea-b23a-4178-b683-90b1ff52336e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:32:45.943045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.012386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks [] for port (92ed9196-a25d-472f-b05e-67a53f21406e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.098713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.134801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:46.137619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:46.143966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:32:46.170831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Pushing event updated for resources: {'Port': ['ID=92ed9196-a25d-472f-b05e-67a53f21406e,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:46.171036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] For port 5fbf7bea-b23a-4178-b683-90b1ff52336e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:32:46.177295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] Current status of the port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:46.177295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.200557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] For port 5fbf7bea-b23a-4178-b683-90b1ff52336e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5fbf7bea-b23a-4178-b683-90b1ff52336e,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:32:46.228796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec2ca968-f250-4b68-874e-b69ec799228f up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:46.280449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] For port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:46.297727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.338577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:45Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:46.384077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.387145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cf37f-ab18-4ce6-9617-e40f8ddca42b None None] The sync data for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv is: [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:45Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:32:46.412499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ec2ca968-f250-4b68-874e-b69ec799228f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:46.413576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.415259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47845d-7bb5-476f-a834-c53b4b4f3abe None None] Pushing event updated for resources: {'Port': ['ID=5fbf7bea-b23a-4178-b683-90b1ff52336e,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:46.532684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18640f39-1fbd-48f8-be81-5f14bc855bf6 None None] Pushing event updated for resources: {'Port': ['ID=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:46.590685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks [] for router_gateway (1019add6-5213-4010-b77d-61a4f3c9b98a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:46.595447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ec2ca968-f250-4b68-874e-b69ec799228f is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:46.816539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (1019add6-5213-4010-b77d-61a4f3c9b98a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.102616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Router 1019add6-5213-4010-b77d-61a4f3c9b98a is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:32:47.225692 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:32:47.238153 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Sync routers for ids ['1019add6-5213-4010-b77d-61a4f3c9b98a'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:32:47.250557 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Routers {'1019add6-5213-4010-b77d-61a4f3c9b98a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:47.251205 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1019add6-5213-4010-b77d-61a4f3c9b98a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:47.334632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.334632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e3124dfd-da0a-420e-9008-3040ba138d54 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5118351 Apr 29 04:32:47.334632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40010) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:32:47.375610 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Set router 1019add6-5213-4010-b77d-61a4f3c9b98a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:47.424149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222779c-b1c3-4ac7-a1a4-1b6819ad5622 None None] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:32:47.512587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] Provisioning complete for port 5fbf7bea-b23a-4178-b683-90b1ff52336e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:47.512958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.667052 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 3, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:47.696335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] Current status of the port 5fbf7bea-b23a-4178-b683-90b1ff52336e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:47.697473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.703810 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Checking router: 1019add6-5213-4010-b77d-61a4f3c9b98a for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:32:47.704250 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Updating router 1019add6-5213-4010-b77d-61a4f3c9b98a port 92ed9196-a25d-472f-b05e-67a53f21406e binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:32:47.735305 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.754025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] For port 5fbf7bea-b23a-4178-b683-90b1ff52336e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5fbf7bea-b23a-4178-b683-90b1ff52336e,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:47.813068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.861465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:47.878309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba2d4d-45df-42dd-b413-ff6671193f76 None None] Pushing event updated for resources: {'Port': ['ID=5fbf7bea-b23a-4178-b683-90b1ff52336e,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:47.937855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-30f40111-4995-4b15-90cf-a36d81dfe354 None None] Provisioning complete for port 5fbf7bea-b23a-4178-b683-90b1ff52336e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:47.938250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-30f40111-4995-4b15-90cf-a36d81dfe354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.016813 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Publish callbacks [] for port (92ed9196-a25d-472f-b05e-67a53f21406e), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.020565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-30f40111-4995-4b15-90cf-a36d81dfe354 None None] Current status of the port 5fbf7bea-b23a-4178-b683-90b1ff52336e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:48.029922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Allocated IP 172.20.0.1 (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5/79cf1c1d-5cfc-47fa-93bc-7cd6180afadf/c944cbc1-3321-4b6b-9ec8-88b9e3e7585b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:32:48.096493 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.132124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks [] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.151168 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1efba-b670-4857-9769-6925fc1b08d6 None None] Pushing event updated for resources: {'Port': ['ID=92ed9196-a25d-472f-b05e-67a53f21406e,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:48.154396 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Attempting to bind port 92ed9196-a25d-472f-b05e-67a53f21406e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:32:48.154933 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Attempting to bind port 92ed9196-a25d-472f-b05e-67a53f21406e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:32:48.155293 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Attempting to bind port 92ed9196-a25d-472f-b05e-67a53f21406e on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:32:48.161010 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:32:48.161542 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:48.161801 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.162595 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:32:48.162595 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Bound port: 92ed9196-a25d-472f-b05e-67a53f21406e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:32:48.162975 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.217755 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] For port 92ed9196-a25d-472f-b05e-67a53f21406e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:32:48.221442 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] For port 92ed9196-a25d-472f-b05e-67a53f21406e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=92ed9196-a25d-472f-b05e-67a53f21406e,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:32:48.224277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.249410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5fbf7bea-b23a-4178-b683-90b1ff52336e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:48.267681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:48.272628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:48.276270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:32:48.298851 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.299939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Pushing event updated for resources: {'Port': ['ID=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:48.309282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 5fbf7bea-b23a-4178-b683-90b1ff52336e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:48.309681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.324586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (1019add6-5213-4010-b77d-61a4f3c9b98a), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.350543 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Routers {'1019add6-5213-4010-b77d-61a4f3c9b98a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:48.354838 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1019add6-5213-4010-b77d-61a4f3c9b98a'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:48.416425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 5fbf7bea-b23a-4178-b683-90b1ff52336e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:48.418004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:48.465652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:48.466375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.486214 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] Set router 1019add6-5213-4010-b77d-61a4f3c9b98a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:48.488197 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1efba-b670-4857-9769-6925fc1b08d6 None None] Pushing event updated for resources: {'Port': ['ID=92ed9196-a25d-472f-b05e-67a53f21406e,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:48.555166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-de2ad23d-eec3-4fea-b0e6-dad1d5a57c4c None None] Provisioning complete for port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:48.555456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-de2ad23d-eec3-4fea-b0e6-dad1d5a57c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.579593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:48.584451 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.597303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-de2ad23d-eec3-4fea-b0e6-dad1d5a57c4c None None] Port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:32:48.673403 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 3, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:48.698714 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b243ef-e12e-465c-9a13-835452c9c533 None None] The sync data for ids ['1019add6-5213-4010-b77d-61a4f3c9b98a'] in dv-neutron-839777-1-hyperv is: [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 3, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:32:48.754687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks [] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.794852 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.862065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (1019add6-5213-4010-b77d-61a4f3c9b98a), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:48.863922 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Pushing event updated for resources: {'Port': ['ID=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:48.974695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:32:48.976217 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:32:49.103449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Router 1019add6-5213-4010-b77d-61a4f3c9b98a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:32:49.220335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e6734363-6b45-4a9e-a8f9-72ccfff8ba03 None None] Provisioning complete for port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:49.220736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e6734363-6b45-4a9e-a8f9-72ccfff8ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:49.227246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:32:49.236052 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-43c955bd-826d-449b-924c-a4d94dc78443 admin admin] 10.222.0.37 "PUT /v2.0/routers/1019add6-5213-4010-b77d-61a4f3c9b98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014437 Apr 29 04:32:49.256831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e6734363-6b45-4a9e-a8f9-72ccfff8ba03 None None] Port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:32:50.150672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:50.236859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 92ed9196-a25d-472f-b05e-67a53f21406e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:50.296785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 92ed9196-a25d-472f-b05e-67a53f21406e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:50.297442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:50.321980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Sync routers for ids ['1019add6-5213-4010-b77d-61a4f3c9b98a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:32:50.339014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Routers {'1019add6-5213-4010-b77d-61a4f3c9b98a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:50.339633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1019add6-5213-4010-b77d-61a4f3c9b98a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:50.484154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 92ed9196-a25d-472f-b05e-67a53f21406e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:50.484479 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:50.509900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Set router 1019add6-5213-4010-b77d-61a4f3c9b98a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:50.540507 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 92ed9196-a25d-472f-b05e-67a53f21406e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=92ed9196-a25d-472f-b05e-67a53f21406e,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:50.601861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:50.702937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=92ed9196-a25d-472f-b05e-67a53f21406e,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:50.771926 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 4, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c944cbc1-3321-4b6b-9ec8-88b9e3e7585b', 'name': '', 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'mac_address': 'fa:16:3e:f4:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:47Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 2, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'subnets': [{'id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:50.804027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Checking router: 1019add6-5213-4010-b77d-61a4f3c9b98a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:32:50.804379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Updating router 1019add6-5213-4010-b77d-61a4f3c9b98a port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:32:50.835675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.280922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Publish callbacks [] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.336696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.402153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ffb60-4c94-4fdc-a2eb-e818d7fb8351 None None] Pushing event updated for resources: {'Port': ['ID=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:51.477089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Attempting to bind port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:32:51.477491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Attempting to bind port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:32:51.477892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Attempting to bind port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b on network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:32:51.484604 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:32:51.485082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Checking segment: {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:32:51.485476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.485875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Bound using segment: {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:32:51.486838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Bound port: c944cbc1-3321-4b6b-9ec8-88b9e3e7585b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84830f-6d65-4073-8c00-18ffe91b5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:32:51.486838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.574755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] For port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:32:51.581717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] For port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:32:51.675714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.728271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] Provisioning complete for port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:51.728804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:51.792874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Routers {'1019add6-5213-4010-b77d-61a4f3c9b98a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:32:51.793706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:32:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1019add6-5213-4010-b77d-61a4f3c9b98a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:51.798991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ffb60-4c94-4fdc-a2eb-e818d7fb8351 None None] Pushing event updated for resources: {'Port': ['ID=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:51.950511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] Current status of the port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:51.950915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:52.003286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] Set router 1019add6-5213-4010-b77d-61a4f3c9b98a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:32:52.038317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] For port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:32:52.105017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:52.221646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cc640-ebab-4a7f-aeaa-aee9f86b60da None None] Pushing event updated for resources: {'Port': ['ID=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:32:52.254780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-033c11fc-62f4-4e5f-878e-36eb300f57aa None None] Provisioning complete for port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:52.255155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-033c11fc-62f4-4e5f-878e-36eb300f57aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:52.262953 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 92ed9196-a25d-472f-b05e-67a53f21406e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:52.330432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 4, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c944cbc1-3321-4b6b-9ec8-88b9e3e7585b', 'name': '', 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'mac_address': 'fa:16:3e:f4:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:47Z', 'updated_at': '2022-04-29T04:32:51Z', 'revision_number': 4, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'subnets': [{'id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:32:52.369365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67546d5-326e-45ab-b25f-2d8ebfe28f65 None None] The sync data for ids ['1019add6-5213-4010-b77d-61a4f3c9b98a'] in dv-neutron-839777-1-hyperv is: [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:32:48Z', 'revision_number': 4, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'c944cbc1-3321-4b6b-9ec8-88b9e3e7585b', 'name': '', 'network_id': '9d7ebdac-cd28-4d92-8acf-bbe52038ecf5', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'mac_address': 'fa:16:3e:f4:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:47Z', 'updated_at': '2022-04-29T04:32:51Z', 'revision_number': 4, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'subnets': [{'id': '79cf1c1d-5cfc-47fa-93bc-7cd6180afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:32:52.396258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 92ed9196-a25d-472f-b05e-67a53f21406e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:52.396620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:52.484295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-033c11fc-62f4-4e5f-878e-36eb300f57aa None None] Current status of the port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:52.556810 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 92ed9196-a25d-472f-b05e-67a53f21406e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:54.231040 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c944cbc1-3321-4b6b-9ec8-88b9e3e7585b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:32:54.282674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:32:54.283136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:32:54.370013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:32:56.193507 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:33:01.044957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-b507e229-fa5d-4eeb-866c-c22178f3d773 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:01.046472 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-b507e229-fa5d-4eeb-866c-c22178f3d773 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 815 time: 0.1025317 Apr 29 04:33:01.061625 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-1d3cdc0b-1c04-4862-81a6-67a6189d650d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/quotas/3f80804ad1e844288cae296d549fd5d5 HTTP/1.1" status: 200 len: 375 time: 0.0091758 Apr 29 04:33:01.110215 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-0cc1364c-679e-443f-a859-033c74b18a66 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427561 Apr 29 04:33:01.210066 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-d185a2e7-52cc-4260-9771-55e5eb81a926 service neutron] 10.222.0.37 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888867 Apr 29 04:33:01.300818 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-9cd7d38b-6eff-46d3-b3a5-ee247ff35a9a service neutron] 10.222.0.37 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849957 Apr 29 04:33:01.631344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-46852fdd-8a6f-48fb-a4b5-f6de7cf1365d req-cfeb4725-5eca-478a-8786-e778b483e5cd tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 210 time: 0.1249897 Apr 29 04:33:02.743215 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2d4c05b4-d7c9-408f-9104-d553dc13108c req-26dc3909-15ac-488d-a0bd-8b6e020d8b09 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 210 time: 0.0322776 Apr 29 04:33:03.709838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-9c1a8dcd-f4df-425f-bbce-ef066676e13d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:03.711245 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-9c1a8dcd-f4df-425f-bbce-ef066676e13d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 815 time: 0.1008096 Apr 29 04:33:03.728548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'port': {'device_id': '37917396-06de-4d6c-8035-8afe26c90c52', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'admin_state_up': True, 'tenant_id': '3f80804ad1e844288cae296d549fd5d5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:03.850564 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-376fc96a-dbc8-428e-8bce-b40646ebcca0 req-57c168c0-529c-484d-8e03-92b1f5ec1f45 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 210 time: 0.0369418 Apr 29 04:33:03.926128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Made reservation on behalf of 3f80804ad1e844288cae296d549fd5d5 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:33:03.929545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:04.058346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Allocated IP 172.20.0.13 (79a87234-a8cd-4af5-94f2-071c8644bee3/c8aff5f8-6f84-4c6b-9a86-035051ca859a/7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:33:04.204919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:04.298460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:04.341026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:33:04.346076 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:33:04.349785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:33:04.356046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:04.404152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:04.404772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:04.501438 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cf38ade5-f301-494c-a5a3-0b8fa3e4362a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761974 Apr 29 04:33:04.690185 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bc627de1-47c4-49d1-8a86-1fd7bb20f35f None None] Provisioning complete for port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:33:04.691383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bc627de1-47c4-49d1-8a86-1fd7bb20f35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:04.729269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bc627de1-47c4-49d1-8a86-1fd7bb20f35f None None] Port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:33:04.976125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f39f-3031-470f-a6ce-03285e8e9076 req-44fa719f-3615-4bb9-ad64-a30857d26a1a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:04.978508 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ce14f39f-3031-470f-a6ce-03285e8e9076 req-44fa719f-3615-4bb9-ad64-a30857d26a1a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0509789 Apr 29 04:33:05.036954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ce14f39f-3031-470f-a6ce-03285e8e9076 req-f76720f8-4f70-4469-87a9-e121ef14dcda tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Apr 29 04:33:06.160044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d25b21-30d2-4756-9830-59d679bfb1fd req-ee27400f-9d2e-400d-80f5-e70d8b28d2ff tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:06.161567 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-77d25b21-30d2-4756-9830-59d679bfb1fd req-ee27400f-9d2e-400d-80f5-e70d8b28d2ff tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0504277 Apr 29 04:33:06.213035 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-77d25b21-30d2-4756-9830-59d679bfb1fd req-46714f8a-9c4a-47e1-a4b3-c247f35e4b27 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Apr 29 04:33:07.337680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a904f-2350-4c11-8eee-9ebd85327e7f req-17a7fc63-a972-44c3-bb3f-8b609598ac2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:07.339413 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f04a904f-2350-4c11-8eee-9ebd85327e7f req-17a7fc63-a972-44c3-bb3f-8b609598ac2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0546436 Apr 29 04:33:07.394151 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f04a904f-2350-4c11-8eee-9ebd85327e7f req-4033e778-f7df-483d-ba11-e0a4c7f570f8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 Apr 29 04:33:08.508600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ba9a3-af14-403b-bf2d-016ae901a054 req-122e9800-c25d-4734-8a68-4eed0d63a81e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:08.510875 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3b3ba9a3-af14-403b-bf2d-016ae901a054 req-122e9800-c25d-4734-8a68-4eed0d63a81e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0491676 Apr 29 04:33:08.560493 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3b3ba9a3-af14-403b-bf2d-016ae901a054 req-a4b2adfd-f823-4da6-90d0-8f97d959c63d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Apr 29 04:33:08.891892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-14011654-be5e-49ac-bf1e-b1b496ae7d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:09.691899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431ca0-618e-4e9d-a0c2-ca58177d3b58 req-6a6ee3fc-1d29-4fc9-816d-658dfc52df65 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:09.693445 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41431ca0-618e-4e9d-a0c2-ca58177d3b58 req-6a6ee3fc-1d29-4fc9-816d-658dfc52df65 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0531962 Apr 29 04:33:09.752984 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41431ca0-618e-4e9d-a0c2-ca58177d3b58 req-c450fadc-8ecc-49d1-ad6b-38723a580b25 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536509 Apr 29 04:33:10.869626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c9572-071f-4e5b-906f-0e32d9bde313 req-ea8d592e-2d98-4e5a-bd17-c65055fa4124 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:10.871140 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-256c9572-071f-4e5b-906f-0e32d9bde313 req-ea8d592e-2d98-4e5a-bd17-c65055fa4124 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0485489 Apr 29 04:33:10.919609 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-256c9572-071f-4e5b-906f-0e32d9bde313 req-051f03eb-ddf3-4d3d-b13c-cb3fab0e0cb4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Apr 29 04:33:11.199216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57f829f3-daaf-4309-86c4-4c5bd4f4006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:12.032004 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca0b05-8351-4ac1-a0b4-4205524bd71a req-beeb62cd-2bde-4ebc-b2ba-b108591a1427 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:12.033411 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8fca0b05-8351-4ac1-a0b4-4205524bd71a req-beeb62cd-2bde-4ebc-b2ba-b108591a1427 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 932 time: 0.0466595 Apr 29 04:33:12.080665 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8fca0b05-8351-4ac1-a0b4-4205524bd71a req-67d14d13-a1e5-4188-bb2e-1f3ad1594581 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Apr 29 04:33:12.274115 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:12.317149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-2932b7bc-1470-4e59-9776-31f26be44196 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:33:12.318192 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-2932b7bc-1470-4e59-9776-31f26be44196 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052416 Apr 29 04:33:12.374056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Request body: {'port': {'device_id': '37917396-06de-4d6c-8035-8afe26c90c52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:12.434866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:12.680808 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:33:12.688505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Publish callbacks [] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:12.700213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Transition to ACTIVE for port object 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:33:12.777023 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:12.828760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:12.899663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Attempting to bind port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:33:12.899991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Attempting to bind port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:33:12.900313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Attempting to bind port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 on network 79a87234-a8cd-4af5-94f2-071c8644bee3 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:33:12.904838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 on network 79a87234-a8cd-4af5-94f2-071c8644bee3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:33:12.905155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Attempting to bind port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 on network 79a87234-a8cd-4af5-94f2-071c8644bee3 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:33:12.910927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:33:12.911261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Checking segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:33:12.911641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Bound using segment: {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:33:12.912063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Bound port: 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08c98b-d64c-4295-9355-5665fd2668b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:33:12.912420 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:12.977062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:33:12.980292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:33:13.057228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:13.093908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.094524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:13.095886 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] 10.222.0.31 "PUT /v2.0/ports/7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 1094 time: 0.7687964 Apr 29 04:33:13.096324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:33:13.098627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af5c1d5-a066-458d-a5fd-247d6a504ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:33:13.123797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739af5d-92d6-4b0a-b98b-66758b0d2ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:13.147477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aaf83e-914f-4540-b851-292ce57b0b31 x-openstack-request-id: req-64aaf83e-914f-4540-b851-292ce57b0b31 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:33:13.147841 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:33:13.148096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64aaf83e-914f-4540-b851-292ce57b0b31 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:33:13.148501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64aaf83e-914f-4540-b851-292ce57b0b31'] response: {'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'status': 'completed', 'code': 200} Apr 29 04:33:13.217247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e941d4-d491-454d-804e-6bd2f90a79b2 req-8a1a47c6-7a0d-4817-92ac-4877aba5d490 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.217247 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3e941d4-d491-454d-804e-6bd2f90a79b2 req-8a1a47c6-7a0d-4817-92ac-4877aba5d490 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 944 time: 0.0561161 Apr 29 04:33:13.218868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5c1d5-a066-458d-a5fd-247d6a504ab0 req-e8e13d51-2153-4760-9cd8-1410ccc031bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.218868 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0af5c1d5-a066-458d-a5fd-247d6a504ab0 req-e8e13d51-2153-4760-9cd8-1410ccc031bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1128 time: 0.0428140 Apr 29 04:33:13.271361 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c3e941d4-d491-454d-804e-6bd2f90a79b2 req-e1f22b19-96d2-475f-ab2f-2bd035f20127 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491006 Apr 29 04:33:13.340904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5c1d5-a066-458d-a5fd-247d6a504ab0 req-687f7206-3397-4485-9455-ddceb93eb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.343617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0af5c1d5-a066-458d-a5fd-247d6a504ab0 req-687f7206-3397-4485-9455-ddceb93eb639 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3f80804ad1e844288cae296d549fd5d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1007991 Apr 29 04:33:13.436584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5c1d5-a066-458d-a5fd-247d6a504ab0 req-d5d098c6-ca8e-4655-b9a0-ba8ae5050743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.438743 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0af5c1d5-a066-458d-a5fd-247d6a504ab0 req-d5d098c6-ca8e-4655-b9a0-ba8ae5050743 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877998 Apr 29 04:33:13.524525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-3f8df27a-414f-404c-b2db-1f8f764d4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.525938 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-3f8df27a-414f-404c-b2db-1f8f764d4dc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1128 time: 0.0380409 Apr 29 04:33:13.571991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-c4895f2c-7ac8-4a85-b4a2-b9824cd59c67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 217 time: 0.0360425 Apr 29 04:33:13.617877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-1a2cf734-0ca1-4590-a347-2d8e36e4d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.619233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-1a2cf734-0ca1-4590-a347-2d8e36e4d282 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0407710 Apr 29 04:33:13.663190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-d59f811f-5d39-4ec6-a84f-d321b9072060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:13.664588 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-d59f811f-5d39-4ec6-a84f-d321b9072060 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368569 Apr 29 04:33:13.761097 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-cef6a27a-a941-4905-9696-9825caed3c8f service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864835 Apr 29 04:33:13.851639 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6dfb29ef-af24-4327-ae5f-9b255e1a40ec req-3f1a5261-fa85-4f8e-afe7-3a5d850bc0dd service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812507 Apr 29 04:33:13.862558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:14.387829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102aa07-c985-479d-b3f1-cfefdf4f7697 req-fb654994-43fd-4813-9450-e9ce2945d8fc tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:14.389281 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6102aa07-c985-479d-b3f1-cfefdf4f7697 req-fb654994-43fd-4813-9450-e9ce2945d8fc tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 944 time: 0.0497415 Apr 29 04:33:14.435175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6102aa07-c985-479d-b3f1-cfefdf4f7697 req-34438f17-40b2-42a6-a047-fa0b9ec6fa6a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Apr 29 04:33:15.120274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:15.547350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5562f8-015f-4c7f-a201-7f99a8daa3e1 req-95e95e3f-18c7-4668-ab01-0363c28d7618 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:15.549555 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cd5562f8-015f-4c7f-a201-7f99a8daa3e1 req-95e95e3f-18c7-4668-ab01-0363c28d7618 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 944 time: 0.0474370 Apr 29 04:33:15.597335 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cd5562f8-015f-4c7f-a201-7f99a8daa3e1 req-1579c22c-f99f-4f8a-8b0f-d9f920d5dde2 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 Apr 29 04:33:16.710077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2256e3-846d-4296-9b7d-b1f331f2186c req-e106044c-0490-4145-9da7-4ead369e6bfe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:16.711544 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2256e3-846d-4296-9b7d-b1f331f2186c req-e106044c-0490-4145-9da7-4ead369e6bfe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 944 time: 0.0468357 Apr 29 04:33:16.758716 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8e2256e3-846d-4296-9b7d-b1f331f2186c req-6e52eaac-2c94-4caa-92a1-6b45feeb3005 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Apr 29 04:33:17.063735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:33:17.159293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:33:17.170264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'port_id': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'mac_address': 'fa:16:3e:20:d1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:33:17.210526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:33:17.210917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:17.223198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:33:17.242015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:33:17.302553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:17.349771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:17.556876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:33:17.869242 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecc6bd-57e2-4463-9245-7664ffacfb82 req-aab069a1-6ded-4f72-9110-fffb98503535 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:17.870750 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a3ecc6bd-57e2-4463-9245-7664ffacfb82 req-aab069a1-6ded-4f72-9110-fffb98503535 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 945 time: 0.0458283 Apr 29 04:33:17.916435 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a3ecc6bd-57e2-4463-9245-7664ffacfb82 req-a585f9e7-720a-4a12-8392-d09bd9afc274 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Apr 29 04:33:19.031712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7a9f-153f-4443-9c86-cc23dfde1860 req-fc3e0630-1123-4a37-a25c-3ea51a71d8b6 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:19.033062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a14f7a9f-153f-4443-9c86-cc23dfde1860 req-fc3e0630-1123-4a37-a25c-3ea51a71d8b6 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Apr 29 04:33:19.080129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:33:19.084405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a14f7a9f-153f-4443-9c86-cc23dfde1860 req-f5eb6ef7-0a5a-4f45-9a3e-9e162d46034c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Apr 29 04:33:19.122679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:33:19.188190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:33:19.188586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:19.266098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:33:19.266478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:19.287923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:33:19.290102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f127ca08-359c-4797-9c8a-51ef2d24542a" -d '{"events": [{"server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:33:19.303048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:33:19.325675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26596d7-557a-45c4-9ce9-139382955a07 x-openstack-request-id: req-a26596d7-557a-45c4-9ce9-139382955a07 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:33:19.325966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:33:19.326219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a26596d7-557a-45c4-9ce9-139382955a07 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:33:19.326618 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26596d7-557a-45c4-9ce9-139382955a07'] response: {'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'code': 200} Apr 29 04:33:19.382496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:19.430413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:19.652204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d7f1-3cfd-43e5-a703-ce272805189a req-0aa852fe-792c-412a-8e55-e27b01f9510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:19.653668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ce16d7f1-3cfd-43e5-a703-ce272805189a req-0aa852fe-792c-412a-8e55-e27b01f9510e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1130 time: 0.0371580 Apr 29 04:33:19.696777 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ce16d7f1-3cfd-43e5-a703-ce272805189a req-d71fb62c-0575-4b04-adbe-c3eb1c8ec325 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Apr 29 04:33:20.171213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:20.196006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db70a25-6f16-4687-8d6d-b209c09abcab req-545a5856-70a9-4cce-ba7b-0946defd6310 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:20.197493 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8db70a25-6f16-4687-8d6d-b209c09abcab req-545a5856-70a9-4cce-ba7b-0946defd6310 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0467048 Apr 29 04:33:20.245536 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8db70a25-6f16-4687-8d6d-b209c09abcab req-28deb8f2-ef44-4e53-a641-75f02415cdf7 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Apr 29 04:33:21.360435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1722a-9fe7-4df8-b26b-46d90b21be61 req-73303b74-9839-42d0-91eb-291c92a892e0 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:21.361934 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c7d1722a-9fe7-4df8-b26b-46d90b21be61 req-73303b74-9839-42d0-91eb-291c92a892e0 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0508273 Apr 29 04:33:21.408592 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c7d1722a-9fe7-4df8-b26b-46d90b21be61 req-ffe45b35-7068-46af-9296-e1a48badb052 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Apr 29 04:33:21.521400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2714632-c410-4eee-b1f6-62b84d6934a0 req-f421f03b-e7ad-4365-840c-1ff2caf05f5f tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:21.522853 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b2714632-c410-4eee-b1f6-62b84d6934a0 req-f421f03b-e7ad-4365-840c-1ff2caf05f5f tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0462761 Apr 29 04:33:21.568398 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b2714632-c410-4eee-b1f6-62b84d6934a0 req-4a590c25-77d7-40e4-830e-7f590310da5c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Apr 29 04:33:21.879573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5860323-3ecc-4fe5-8d20-a8d4d5d7e092 req-0ed13585-6b7a-441c-8ad2-f2f00953dc83 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:21.879573 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e5860323-3ecc-4fe5-8d20-a8d4d5d7e092 req-0ed13585-6b7a-441c-8ad2-f2f00953dc83 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0453143 Apr 29 04:33:21.928776 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e5860323-3ecc-4fe5-8d20-a8d4d5d7e092 req-4b22b72a-074b-41fc-a2a4-7a1f9ad5f9dc tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460370 Apr 29 04:33:33.192549 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:33:38.913338 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4f03c129-b3c6-4787-86b9-b61e224388f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:41.209834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef6522c5-db9b-4ff4-8995-21e794f9662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:42.261402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:42.775662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1ad6-568c-4f48-a5dd-d1d63a2355a0 req-f1c4e251-8c23-418a-ae3a-b7ce64600bc2 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:42.777091 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-544e1ad6-568c-4f48-a5dd-d1d63a2355a0 req-f1c4e251-8c23-418a-ae3a-b7ce64600bc2 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0506713 Apr 29 04:33:42.822872 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-544e1ad6-568c-4f48-a5dd-d1d63a2355a0 req-5f1e26c0-790b-49c4-9f1e-bf2f79ed0437 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Apr 29 04:33:42.844957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40234) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:42.923211 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5718de-efde-4417-92f4-5385ff2d9db0 tempest-TestMinimumBasicScenario-1469062864 tempest-TestMinimumBasicScenario-1469062864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:42.924813 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b5718de-efde-4417-92f4-5385ff2d9db0 tempest-TestMinimumBasicScenario-1469062864 tempest-TestMinimumBasicScenario-1469062864-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1125 time: 0.0787263 Apr 29 04:33:42.927581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40238) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:42.931715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:43.010233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:43.438817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:43.536718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Allocated IP 172.26.4.28 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/fb97c7ec-01d5-45e6-a8a4-343971364c3d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:33:43.636656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:43.722910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:43.761009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:33:43.766479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:33:43.770053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:33:43.776171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'Port': ['ID=fb97c7ec-01d5-45e6-a8a4-343971364c3d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:43.802092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.802433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.802772 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.803107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.803439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.803767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.804093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.804414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.804737 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.805075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.805415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.805736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.806053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.806376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.806691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:43.848913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:44.141373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for floatingip (648abda7-9164-48ee-a5a3-9199fa9cd192), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:44.258512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:44.403425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:44.454293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:44.523086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'Port': ['ID=fb97c7ec-01d5-45e6-a8a4-343971364c3d,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:44.532843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (648abda7-9164-48ee-a5a3-9199fa9cd192), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:44.632664 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Floating IP 648abda7-9164-48ee-a5a3-9199fa9cd192 associated. External IP: 172.26.4.28, port: 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86. Apr 29 04:33:44.839061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Router 662e2e5a-d83f-422e-8c0d-f2891f96548c has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:33:44.946890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:33:44.956928 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] Sync routers for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:33:44.966086 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:33:44.966728 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:33:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:33:45.029480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.062083 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a88a0906-294a-46db-95ef-05b407c15a2e tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1304834 Apr 29 04:33:45.062083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:33:45.062538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa" -d '{"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:33:45.062895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40240) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:45.067664 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830620125', 'description': 'tempest-secgroup-smoke-830620125 description', 'project_id': '3f80804ad1e844288cae296d549fd5d5'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:45.074658 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:33:45.106671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f47f6c6-f5e9-4c10-9700-8ad16536465b x-openstack-request-id: req-7f47f6c6-f5e9-4c10-9700-8ad16536465b {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:33:45.106971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:33:45.107225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f47f6c6-f5e9-4c10-9700-8ad16536465b {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:33:45.107634 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f47f6c6-f5e9-4c10-9700-8ad16536465b'] response: {'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'status': 'completed', 'code': 200} Apr 29 04:33:45.117444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.141030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.171120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-712c46c5-8caf-421f-b3c1-662b9de1170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:45.172663 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-712c46c5-8caf-421f-b3c1-662b9de1170f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1130 time: 0.0432060 Apr 29 04:33:45.214749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group (48be68e6-d211-4275-8ab0-b7fc06d2bb10), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.274026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-43ddcfde-13f8-4a4a-a6ad-21b84c011fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:45.275477 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-43ddcfde-13f8-4a4a-a6ad-21b84c011fe8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 916 time: 0.0965559 Apr 29 04:33:45.283211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (48be68e6-d211-4275-8ab0-b7fc06d2bb10), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.309389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '648abda7-9164-48ee-a5a3-9199fa9cd192', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'port_id': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'mac_address': 'fa:16:3e:20:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37917396-06de-4d6c-8035-8afe26c90c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:33:44Z', 'updated_at': '2022-04-29T04:33:44Z', 'revision_number': 0, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:33:45.313211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48be68e6-d211-4275-8ab0-b7fc06d2bb10,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:45.320167 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.320640 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.321053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.321487 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.321892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.322298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.322698 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.323154 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.323523 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.323910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.324306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.324704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.325224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.325641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.326035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:33:45.351215 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] Checking router: 662e2e5a-d83f-422e-8c0d-f2891f96548c for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:33:45.351342 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-133a332f-72a2-4eb4-b486-3c829f505546 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 999 time: 0.0617967 Apr 29 04:33:45.351456 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:33:45.351456 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:33:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:33:45.372619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.375278 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a7f3f7aa-14f7-4535-a291-247e1a7090ef tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3100629 Apr 29 04:33:45.379313 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40244) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:45.386586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group_rule': {'security_group_id': '48be68e6-d211-4275-8ab0-b7fc06d2bb10', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:45.414198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-6c2bf7c9-c70b-4f0e-a46b-37c7453f504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:45.415659 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-6c2bf7c9-c70b-4f0e-a46b-37c7453f504b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0638418 Apr 29 04:33:45.458237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:33:45.463055 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-ea45fe31-880f-4946-8765-c526e363313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:45.464582 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-ea45fe31-880f-4946-8765-c526e363313f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424318 Apr 29 04:33:45.505302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (7059fa02-8db5-44e3-a1c6-b368e509dd31), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.594354 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-ce73877f-a2ba-4779-84ca-8c6988ef4d37 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205194 Apr 29 04:33:45.600525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (7059fa02-8db5-44e3-a1c6-b368e509dd31), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.674605 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7059fa02-8db5-44e3-a1c6-b368e509dd31), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.707781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7059fa02-8db5-44e3-a1c6-b368e509dd31,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:45.714547 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-daa31abf-a39c-4c3c-9efa-5abd63a3daaa req-2ff56861-e67b-482c-9341-9ff4f8b1d40b service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127343 Apr 29 04:33:45.762460 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '648abda7-9164-48ee-a5a3-9199fa9cd192', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'port_id': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'mac_address': 'fa:16:3e:20:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37917396-06de-4d6c-8035-8afe26c90c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:33:44Z', 'updated_at': '2022-04-29T04:33:44Z', 'revision_number': 0, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:33:45.777561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.778741 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-92a435a9-a283-42f8-a8d8-ee3e300c18c8 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985045 Apr 29 04:33:45.782103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40246) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:45.786618 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group_rule': {'security_group_id': '48be68e6-d211-4275-8ab0-b7fc06d2bb10', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:45.791838 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d752b34-d5b6-4c46-aad9-401ed203be47 None None] The sync data for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv is: [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '648abda7-9164-48ee-a5a3-9199fa9cd192', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'port_id': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'mac_address': 'fa:16:3e:20:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37917396-06de-4d6c-8035-8afe26c90c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:33:44Z', 'updated_at': '2022-04-29T04:33:44Z', 'revision_number': 0, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:33:45.878603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (6a5ca6e8-0693-420b-921f-8b99bbe5eaac), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:45.935474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (6a5ca6e8-0693-420b-921f-8b99bbe5eaac), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.009915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7480d52-7e86-4867-92d9-b3286b89bba4 None None] New status for floating IP 648abda7-9164-48ee-a5a3-9199fa9cd192: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:33:46.019859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (6a5ca6e8-0693-420b-921f-8b99bbe5eaac), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.043876 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ca6e8-0693-420b-921f-8b99bbe5eaac,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:46.109875 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.111020 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4eb861e9-0994-4210-90de-49837879f080 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279922 Apr 29 04:33:46.118877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40248) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:46.123155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group_rule': {'security_group_id': '48be68e6-d211-4275-8ab0-b7fc06d2bb10', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:46.222406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (b6fba37d-8026-4024-954d-02daf27df0b0), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.285342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (b6fba37d-8026-4024-954d-02daf27df0b0), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.368518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b6fba37d-8026-4024-954d-02daf27df0b0), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.386346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fba37d-8026-4024-954d-02daf27df0b0,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:46.468554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.469890 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-6b546ed0-3247-43b2-a033-1105c65b100c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500907 Apr 29 04:33:46.472583 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40250) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:46.476949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group_rule': {'security_group_id': '48be68e6-d211-4275-8ab0-b7fc06d2bb10', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:46.562689 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (1328f5dd-09f4-413d-aa16-ae34a0098f4f), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.617233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (1328f5dd-09f4-413d-aa16-ae34a0098f4f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.695473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (1328f5dd-09f4-413d-aa16-ae34a0098f4f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.713418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1328f5dd-09f4-413d-aa16-ae34a0098f4f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:46.777630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.778847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-21bf506b-90ae-4d2a-9946-fc1b6543d294 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052979 Apr 29 04:33:46.781499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40252) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:46.788242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group_rule': {'security_group_id': '48be68e6-d211-4275-8ab0-b7fc06d2bb10', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:46.850129 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Project 3f80804ad1e844288cae296d549fd5d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:33:46.855426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (24691a1a-4395-415b-94ed-88f49ce4d800), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.912191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (24691a1a-4395-415b-94ed-88f49ce4d800), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.975484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (24691a1a-4395-415b-94ed-88f49ce4d800), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:46.993237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24691a1a-4395-415b-94ed-88f49ce4d800,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:47.067697 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.068913 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dc815f32-768a-4f9f-a3c7-5dbe4ba13d2c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2865088 Apr 29 04:33:47.071648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40254) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:33:47.075915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'security_group_rule': {'security_group_id': '48be68e6-d211-4275-8ab0-b7fc06d2bb10', 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:47.156952 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Project 3f80804ad1e844288cae296d549fd5d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:33:47.162486 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (71f0dcf5-5128-4316-86a5-e04a2d2d57ad), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.220887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (71f0dcf5-5128-4316-86a5-e04a2d2d57ad), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.277120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (71f0dcf5-5128-4316-86a5-e04a2d2d57ad), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.297017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f0dcf5-5128-4316-86a5-e04a2d2d57ad,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:47.353205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.354416 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f0cc4968-0b6a-4949-a911-ef84b917f1bb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818694 Apr 29 04:33:47.441163 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-24300a1c-e334-4153-b632-86bb981d3745 req-5089066c-5956-4fdf-82f0-04a157b334ec tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830620125&fields=id&tenant_id=3f80804ad1e844288cae296d549fd5d5 HTTP/1.1" status: 200 len: 267 time: 0.0427649 Apr 29 04:33:47.490747 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300a1c-e334-4153-b632-86bb981d3745 req-8f99fdba-d7bf-4f72-be17-a6a0dae80acc tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:47.492168 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-24300a1c-e334-4153-b632-86bb981d3745 req-8f99fdba-d7bf-4f72-be17-a6a0dae80acc tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0458820 Apr 29 04:33:47.502341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'port': {'security_groups': ['e9d23bde-a2a4-40c7-84e6-fad2281009bf', '48be68e6-d211-4275-8ab0-b7fc06d2bb10']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:33:47.570449 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.747520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:33:47.776153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.821351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.832868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:33:47.865471 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:47.866642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:47.867552 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-24300a1c-e334-4153-b632-86bb981d3745 req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "PUT /v2.0/ports/7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 982 time: 0.3694913 Apr 29 04:33:47.868007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:33:47.870351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7" -d '{"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:33:47.909077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d6510-c988-4b21-9641-8705999c71b4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=6']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:33:47.978603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:33:48.009037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be6cb4-7c1d-4bd4-bada-0a717a4900c1 req-4b6661ca-0d02-4bb9-9e0c-1893e9c86166 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:48.010819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-55be6cb4-7c1d-4bd4-bada-0a717a4900c1 req-4b6661ca-0d02-4bb9-9e0c-1893e9c86166 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0614588 Apr 29 04:33:48.104397 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-55be6cb4-7c1d-4bd4-bada-0a717a4900c1 req-076ecbdd-890e-49b1-9930-bbc64d3d066f tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869513 Apr 29 04:33:48.106828 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5563604-77ed-420d-90bc-bbc6272417c1 x-openstack-request-id: req-a5563604-77ed-420d-90bc-bbc6272417c1 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:33:48.107058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:33:48.107318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5563604-77ed-420d-90bc-bbc6272417c1 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:33:48.107718 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5563604-77ed-420d-90bc-bbc6272417c1'] response: {'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'status': 'completed', 'code': 200} Apr 29 04:33:48.180391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-e677ccaa-e143-4d8e-b161-580b46b649af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:48.181992 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-e677ccaa-e143-4d8e-b161-580b46b649af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1169 time: 0.0442650 Apr 29 04:33:48.196780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-842db630-8ae8-487e-8053-cb8f7735890c None None] Provisioning complete for port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:33:48.197153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-842db630-8ae8-487e-8053-cb8f7735890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:48.269042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-858be3e5-2f13-4786-95eb-f85742a5e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:48.270535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-858be3e5-2f13-4786-95eb-f85742a5e1af service neutron] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 916 time: 0.0823526 Apr 29 04:33:48.341046 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-427ec79f-05f8-45be-8cd5-11e28cd916b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 1001 time: 0.0618169 Apr 29 04:33:48.387936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-842db630-8ae8-487e-8053-cb8f7735890c None None] Current status of the port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:33:48.388185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-7966ec79-87fb-4265-878d-8ec2d0f9b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:48.390400 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-7966ec79-87fb-4265-878d-8ec2d0f9b64d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0420527 Apr 29 04:33:48.432051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-dcfdda21-e0aa-4616-b850-459dd65037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:48.433617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-dcfdda21-e0aa-4616-b850-459dd65037ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376689 Apr 29 04:33:48.525012 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-8bd894a1-ef62-4c03-8162-b589c6d4643f service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850120 Apr 29 04:33:48.614986 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3cb4e282-2bdf-44aa-be0a-78fcc52058c7 req-50785adb-03a1-4bdf-8552-eb0c56dfd11f service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831745 Apr 29 04:33:50.139501 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:33:55.862093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dccf26-f622-4c5e-b361-5b48c83342cc req-d9a8196a-8d07-4daf-a76d-7ffd530fbf63 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:55.863524 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-29dccf26-f622-4c5e-b361-5b48c83342cc req-d9a8196a-8d07-4daf-a76d-7ffd530fbf63 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0524526 Apr 29 04:33:55.939441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-63992dd7-fe11-45f3-8b63-a784b9d198f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:55.940899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-63992dd7-fe11-45f3-8b63-a784b9d198f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1169 time: 0.0586839 Apr 29 04:33:55.961568 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-29dccf26-f622-4c5e-b361-5b48c83342cc req-782f1240-a069-48d7-b7db-2826fd1d0382 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922132 Apr 29 04:33:56.038363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-be3833be-3dd8-4a81-9e40-2a074f79cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:56.039821 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-be3833be-3dd8-4a81-9e40-2a074f79cb9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 916 time: 0.0920260 Apr 29 04:33:56.105090 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-d74fd10b-bdbd-4092-9c41-a8770228ff47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 1001 time: 0.0573750 Apr 29 04:33:56.152227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-bd949e5f-0b98-41fc-bd2e-6bb333ef527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:56.153559 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-bd949e5f-0b98-41fc-bd2e-6bb333ef527c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0415912 Apr 29 04:33:56.198853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-dae31eaf-4f0a-446b-a5c1-6a6b6ce221cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:56.200319 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-dae31eaf-4f0a-446b-a5c1-6a6b6ce221cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413063 Apr 29 04:33:56.287385 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-7505ae43-fbe9-461e-82f7-ff1262548f00 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803254 Apr 29 04:33:56.376768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ada554c-ca89-4294-a9e5-37df2dd18dda req-c16109bf-770e-411f-abe7-5cbad88b6049 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832410 Apr 29 04:33:57.075319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e84495-af8d-4f4e-b3e7-7a05f1c71a10 req-989bf7f5-b2b0-4a12-bdb8-e7c2289ee1f3 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:57.076766 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-08e84495-af8d-4f4e-b3e7-7a05f1c71a10 req-989bf7f5-b2b0-4a12-bdb8-e7c2289ee1f3 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0462103 Apr 29 04:33:57.135270 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-08e84495-af8d-4f4e-b3e7-7a05f1c71a10 req-9af24468-76c3-4532-9d85-f1fc407e94cb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528097 Apr 29 04:33:58.246687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82c9c9-9a91-4c8d-ab72-da8b98ebe22d req-361ba3f3-120f-4c5c-ab44-6a1b8460fac6 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:58.248145 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4e82c9c9-9a91-4c8d-ab72-da8b98ebe22d req-361ba3f3-120f-4c5c-ab44-6a1b8460fac6 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0473492 Apr 29 04:33:58.305904 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4e82c9c9-9a91-4c8d-ab72-da8b98ebe22d req-e84fb3fb-4065-4fbb-a9a0-6944ccfeabc3 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522435 Apr 29 04:33:59.418505 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cafea-40ac-4bdf-907f-e78b21046fc0 req-0099a885-8813-4f74-aa6b-63fceed04b01 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:33:59.419962 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9d2cafea-40ac-4bdf-907f-e78b21046fc0 req-0099a885-8813-4f74-aa6b-63fceed04b01 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0473359 Apr 29 04:33:59.477306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9d2cafea-40ac-4bdf-907f-e78b21046fc0 req-849e4a82-96ae-4486-ba89-cedbda92b4e4 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510938 Apr 29 04:34:00.587906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b60972-769e-4aa7-b18c-35c0c4aece9b req-7979d517-522a-488f-8eb4-8603cfb65ea1 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:00.589364 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1b60972-769e-4aa7-b18c-35c0c4aece9b req-7979d517-522a-488f-8eb4-8603cfb65ea1 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0464587 Apr 29 04:34:00.651033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b1b60972-769e-4aa7-b18c-35c0c4aece9b req-bd5b6467-73ef-452c-a4c9-dba108e92ce7 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560462 Apr 29 04:34:01.768074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d7b5-bb0e-472c-ab91-2e53ec437132 req-a474098a-0677-45e3-894c-bd72e1200075 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:01.769554 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d1c4d7b5-bb0e-472c-ab91-2e53ec437132 req-a474098a-0677-45e3-894c-bd72e1200075 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0515480 Apr 29 04:34:01.827644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d1c4d7b5-bb0e-472c-ab91-2e53ec437132 req-9b781f06-812b-401b-af64-9aab9673917a tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524607 Apr 29 04:34:02.937816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577a250-de51-4735-8683-09617b5bd49a req-a1d963ac-e393-4302-8a2c-e661c50d0cee tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:02.939279 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7577a250-de51-4735-8683-09617b5bd49a req-a1d963ac-e393-4302-8a2c-e661c50d0cee tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0476086 Apr 29 04:34:02.997032 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7577a250-de51-4735-8683-09617b5bd49a req-3ab3eb96-5c03-4e8c-8b6d-8ea906a1f102 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521846 Apr 29 04:34:04.108851 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b743d0-f66e-4534-aad0-15c8cf7072a4 req-5964c576-572d-4199-827e-b8a5d41a36db tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:04.110322 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f9b743d0-f66e-4534-aad0-15c8cf7072a4 req-5964c576-572d-4199-827e-b8a5d41a36db tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0467720 Apr 29 04:34:04.167756 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f9b743d0-f66e-4534-aad0-15c8cf7072a4 req-3c24ec8c-0cef-45da-8ea3-24f1bc228273 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518703 Apr 29 04:34:05.279798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c1d12-9f9f-4aa3-9085-d92846fe48bc req-2e22538e-53b1-485e-851f-7f3dfd21f5d7 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:05.281250 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-664c1d12-9f9f-4aa3-9085-d92846fe48bc req-2e22538e-53b1-485e-851f-7f3dfd21f5d7 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0473895 Apr 29 04:34:05.340062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-664c1d12-9f9f-4aa3-9085-d92846fe48bc req-44449f24-d5f4-401f-820c-feaebaa662f1 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531104 Apr 29 04:34:06.461687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810119-857c-407c-b79d-ec4c6843fded req-bf953061-1887-4113-aed4-35ecc2bff3eb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:06.463061 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0d810119-857c-407c-b79d-ec4c6843fded req-bf953061-1887-4113-aed4-35ecc2bff3eb tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0519385 Apr 29 04:34:06.522649 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0d810119-857c-407c-b79d-ec4c6843fded req-10bd2a57-9d3c-4fd2-888d-c1d8b92bfd81 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536039 Apr 29 04:34:07.637322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6c0a3-5c21-47e8-9a0b-d7545fa36efe req-3f8da009-7cd5-42bd-9b86-b519e2c95da1 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:07.638814 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8d6c0a3-5c21-47e8-9a0b-d7545fa36efe req-3f8da009-7cd5-42bd-9b86-b519e2c95da1 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0508795 Apr 29 04:34:07.697580 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d8d6c0a3-5c21-47e8-9a0b-d7545fa36efe req-97cc772c-cb56-40eb-b853-ffa7dc457fda tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530844 Apr 29 04:34:08.810889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e204dc1-e70d-4acc-bfec-910b0efbc52c req-e8ec4105-f3a5-46e5-b2ef-35fbc7252d52 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:08.812350 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e204dc1-e70d-4acc-bfec-910b0efbc52c req-e8ec4105-f3a5-46e5-b2ef-35fbc7252d52 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0479102 Apr 29 04:34:08.869455 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5e204dc1-e70d-4acc-bfec-910b0efbc52c req-2acc0315-e685-4fa9-b8ed-9ff5677d67fa tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=48be68e6-d211-4275-8ab0-b7fc06d2bb10&id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514162 Apr 29 04:34:08.951946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ab1977e7-f113-4156-9f56-a37a95bfcdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:10.190394 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:34:11.249187 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-519c685f-8978-468c-ba91-bb4b17446bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:12.315716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:13.872005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:15.017244 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-c6f93030-f8e2-4297-8a38-99c18900c091 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382481 Apr 29 04:34:15.098579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-574c4193-b888-4807-a2d4-cd35ef7eb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:15.100186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-574c4193-b888-4807-a2d4-cd35ef7eb602 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1169 time: 0.0404377 Apr 29 04:34:15.106061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:15.210243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-d7257f6f-89a9-428d-9cc9-18e366ddcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:15.211627 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-d7257f6f-89a9-428d-9cc9-18e366ddcd8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 916 time: 0.0894468 Apr 29 04:34:15.275625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-990745bf-745a-4924-a9ec-da37c1f84452 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 1001 time: 0.0576694 Apr 29 04:34:15.325375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-cc5a732a-0fd2-45b7-b842-28ad51cf87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:15.327342 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-cc5a732a-0fd2-45b7-b842-28ad51cf87ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0463276 Apr 29 04:34:15.368461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-51638922-1a38-4f61-99c0-f49556538097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:15.369998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-51638922-1a38-4f61-99c0-f49556538097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369627 Apr 29 04:34:15.458408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-016fc5fe-f7b2-4cde-9bd5-d407fb1d789e service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823934 Apr 29 04:34:15.550879 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35e7a78b-3057-4b46-9d38-1a52ca0f69e6 req-0790e93a-ce67-4702-8077-400fa25f03cc service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Apr 29 04:34:20.168483 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:38.891829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ec42b24c-2bba-400d-a889-efa407a2b0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:41.206256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-43e6fe89-85ba-43d6-b4e2-574bfbb2d2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:41.775192 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-c5f625a9-c033-47b4-bb6a-d9a247206cf3 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830620125&fields=id&tenant_id=3f80804ad1e844288cae296d549fd5d5 HTTP/1.1" status: 200 len: 267 time: 0.0429280 Apr 29 04:34:41.823928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-5c75debb-928e-4cab-a8f2-150f0ea3380f tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:41.825339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-5c75debb-928e-4cab-a8f2-150f0ea3380f tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 985 time: 0.0441668 Apr 29 04:34:41.835723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Request body: {'port': {'security_groups': ['e9d23bde-a2a4-40c7-84e6-fad2281009bf']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:34:41.906247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.305500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.419046 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:34:42.449450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.522265 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.538754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:34:42.565955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:42.566591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.567982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d941dffb-5028-4e5b-8f6c-2e31f43ae0a3 req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "PUT /v2.0/ports/7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 943 time: 0.7364457 Apr 29 04:34:42.568435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:34:42.574159 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a062b654-d994-427d-976c-91306b04718f" -d '{"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:34:42.574903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40310) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:34:42.615035 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3cf50-8e9a-4c29-8757-3d69b1021d24 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event updated for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=7']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:34:42.650362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e36bd32-98d4-437a-bf25-2229df274e8d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group (48be68e6-d211-4275-8ab0-b7fc06d2bb10), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.666257 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:34:42.679206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e36bd32-98d4-437a-bf25-2229df274e8d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group (48be68e6-d211-4275-8ab0-b7fc06d2bb10), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.777240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ce61e-edf8-4574-a601-fa00737258c8 x-openstack-request-id: req-879ce61e-edf8-4574-a601-fa00737258c8 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:34:42.777240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:34:42.777240 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-879ce61e-edf8-4574-a601-fa00737258c8 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:34:42.778172 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879ce61e-edf8-4574-a601-fa00737258c8'] response: {'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'status': 'completed', 'code': 200} Apr 29 04:34:42.831040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e36bd32-98d4-437a-bf25-2229df274e8d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (48be68e6-d211-4275-8ab0-b7fc06d2bb10), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.833634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8e36bd32-98d4-437a-bf25-2229df274e8d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.834817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8e36bd32-98d4-437a-bf25-2229df274e8d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "DELETE /v2.0/security-groups/48be68e6-d211-4275-8ab0-b7fc06d2bb10 HTTP/1.1" status: 204 len: 168 time: 0.2589109 Apr 29 04:34:42.838423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40314) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:34:42.846109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36bd32-98d4-437a-bf25-2229df274e8d tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be68e6-d211-4275-8ab0-b7fc06d2bb10,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:34:42.890218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b654-d994-427d-976c-91306b04718f req-b4503539-4399-498a-bef0-19f50ec48b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:42.891709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-b4503539-4399-498a-bef0-19f50ec48b51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1130 time: 0.0854819 Apr 29 04:34:42.914804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-00adf9ae-f309-49d3-8824-6da4a6dda41a None None] Provisioning complete for port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:34:42.915173 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-00adf9ae-f309-49d3-8824-6da4a6dda41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:42.992499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-00adf9ae-f309-49d3-8824-6da4a6dda41a None None] Current status of the port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:34:43.053851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b654-d994-427d-976c-91306b04718f req-bd0eaa19-5a2d-44d6-99a8-11cd7153036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:43.055303 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-bd0eaa19-5a2d-44d6-99a8-11cd7153036f service neutron] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 916 time: 0.1570466 Apr 29 04:34:43.102863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Deleting port fb97c7ec-01d5-45e6-a8a4-343971364c3d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:34:43.103201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:43.169291 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-4cf60989-e75e-4f3a-bcad-5a0eacf83fd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 1001 time: 0.1046321 Apr 29 04:34:43.227230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:43.227549 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for floatingip (fb97c7ec-01d5-45e6-a8a4-343971364c3d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:43.243915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Calling delete_port for fb97c7ec-01d5-45e6-a8a4-343971364c3d owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:34:43.246382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b654-d994-427d-976c-91306b04718f req-e35e1ec9-b49c-42bb-b4df-5263ef257d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:43.247812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-e35e1ec9-b49c-42bb-b4df-5263ef257d35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0695608 Apr 29 04:34:43.328933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b654-d994-427d-976c-91306b04718f req-d481324d-266e-4cd1-b96b-62d3d39009e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:43.330446 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-d481324d-266e-4cd1-b96b-62d3d39009e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0732203 Apr 29 04:34:43.450799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-d52cedab-d2f9-41b2-afff-81ba27ac06e2 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108770 Apr 29 04:34:43.576632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a062b654-d994-427d-976c-91306b04718f req-59f07369-1a23-4570-8bf6-fdae2dd919e6 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081834 Apr 29 04:34:43.619058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (fb97c7ec-01d5-45e6-a8a4-343971364c3d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:43.646019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event deleted for resources: {'Port': ['ID=fb97c7ec-01d5-45e6-a8a4-343971364c3d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:34:43.711380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks [] for floatingip (648abda7-9164-48ee-a5a3-9199fa9cd192), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:43.718278 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Floating IP 648abda7-9164-48ee-a5a3-9199fa9cd192 disassociated (deleted). External IP: 172.26.4.28, port: 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86. Apr 29 04:34:43.824823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:43.925803 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Router 662e2e5a-d83f-422e-8c0d-f2891f96548c has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:34:44.032518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:34:44.037528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:44.041877 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] Sync routers for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:34:44.051311 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:34:44.051910 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:34:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:34:44.066667 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-41b150b7-c120-4481-81d2-3ff9f4705bbe tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "DELETE /v2.0/floatingips/648abda7-9164-48ee-a5a3-9199fa9cd192 HTTP/1.1" status: 204 len: 168 time: 1.2272503 Apr 29 04:34:44.157964 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:34:44.342949 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:34:44.373670 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] Checking router: 662e2e5a-d83f-422e-8c0d-f2891f96548c for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:34:44.382357 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:34:44.382970 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:34:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:34:44.491099 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:34:44.671605 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:34:44.696276 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09d3d5-a5ca-4ee4-83b5-d98a86ce6b62 None None] The sync data for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv is: [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:42Z', 'revision_number': 4, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae', 'name': '', 'network_id': '79a87234-a8cd-4af5-94f2-071c8644bee3', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'mac_address': 'fa:16:3e:49:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:41Z', 'updated_at': '2022-04-29T04:32:46Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'subnets': [{'id': 'c8aff5f8-6f84-4c6b-9a86-035051ca859a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:34:44.779608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:34:44.782053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb13f193-8d96-4108-9330-44f8bfba6d15" -d '{"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:34:44.817457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dccf20d-f58d-4d3e-bb14-4ed276222f58 x-openstack-request-id: req-7dccf20d-f58d-4d3e-bb14-4ed276222f58 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:34:44.817698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:34:44.817916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dccf20d-f58d-4d3e-bb14-4ed276222f58 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:34:44.818329 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dccf20d-f58d-4d3e-bb14-4ed276222f58'] response: {'name': 'network-changed', 'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'status': 'completed', 'code': 200} Apr 29 04:34:44.886757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-974f6b37-7bd9-4323-acfb-10db1f3d99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:44.889451 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-974f6b37-7bd9-4323-acfb-10db1f3d99ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f80804ad1e844288cae296d549fd5d5&device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 1130 time: 0.0470364 Apr 29 04:34:44.925867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0be332-6066-48f9-b505-bd8b47932f04 None None] New status for floating IP 648abda7-9164-48ee-a5a3-9199fa9cd192: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:34:45.017636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-e69a46c1-6668-450a-b883-0af481e2f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:45.019141 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-e69a46c1-6668-450a-b883-0af481e2f0a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 200 len: 916 time: 0.0878327 Apr 29 04:34:45.068572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-309457d7-83bf-4e83-a233-7b66b7129943 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 200 len: 217 time: 0.0391281 Apr 29 04:34:45.097638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:34:45.119579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-ec25a634-03d0-454e-8a6d-81e9a129a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:45.121088 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-ec25a634-03d0-454e-8a6d-81e9a129a86c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 200 len: 854 time: 0.0455008 Apr 29 04:34:45.171950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-870cf429-c052-4398-bc0b-1c3d9bbfa7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:34:45.173524 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-870cf429-c052-4398-bc0b-1c3d9bbfa7b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=79a87234-a8cd-4af5-94f2-071c8644bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427747 Apr 29 04:34:45.271301 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-032ed3b2-6685-440a-a33a-5bdbb1850375 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869789 Apr 29 04:34:45.362292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-cb13f193-8d96-4108-9330-44f8bfba6d15 req-4dd0dff7-20dd-4259-92e7-5bf93eac0b05 service neutron] 10.222.0.31 "GET /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818093 Apr 29 04:34:47.189887 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:34:50.194857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:01.898151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e8e6-bf43-4d1e-86a0-d2e7ae05f84c req-d4c3eb52-9a40-42c0-9204-74e0b890ca43 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:01.899614 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5889e8e6-bf43-4d1e-86a0-d2e7ae05f84c req-d4c3eb52-9a40-42c0-9204-74e0b890ca43 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0465190 Apr 29 04:35:01.945951 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5889e8e6-bf43-4d1e-86a0-d2e7ae05f84c req-7df79e38-f00b-4dc1-ba43-816d4b5fbd3f tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Apr 29 04:35:03.063416 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79195c-17f6-41e5-b6cd-91322a262680 req-75f4c22e-ad66-42ec-8489-82f56c903b8c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:03.064864 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a79195c-17f6-41e5-b6cd-91322a262680 req-75f4c22e-ad66-42ec-8489-82f56c903b8c tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0512531 Apr 29 04:35:03.115735 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2a79195c-17f6-41e5-b6cd-91322a262680 req-57b07bff-f196-43a8-be02-0bd737c4f801 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9d23bde-a2a4-40c7-84e6-fad2281009bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Apr 29 04:35:03.754947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-657e98b1-4d9f-411c-a414-18c1440aabf0 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:03.756437 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-657e98b1-4d9f-411c-a414-18c1440aabf0 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.31 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 946 time: 0.0465949 Apr 29 04:35:03.837678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Deleting port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:03.838017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:03.927814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] For port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:03.928170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:03.940696 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Calling delete_port for 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:04.121500 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:04.141475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:35:04.150227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Pushing event deleted for resources: {'Port': ['ID=7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:04.179572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.183280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.184411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.184411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.184411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:04.207682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] No DVR routers for this DVR port 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:35:04.210214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:04.213505 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0439bd1c-5e89-4f1f-9828-a42249d5aa60 req-321622f7-dab5-4671-b75e-e74d2aa53769 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.31 "DELETE /v2.0/ports/7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 HTTP/1.1" status: 204 len: 173 time: 0.4520273 Apr 29 04:35:04.213996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'name': 'network-vif-deleted', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:35:04.216186 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9f6bb697-7331-47c5-bff7-361b5799d8e4 req-6715cde1-8a19-431f-87c6-5fa6cd8b05a9 tempest-TestMinimumBasicScenario-32577886 tempest-TestMinimumBasicScenario-32577886-project] 10.222.0.37 "GET /v2.0/ports?device_id=37917396-06de-4d6c-8035-8afe26c90c52 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Apr 29 04:35:04.216691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bec8a8-1fc5-4621-9ec7-2630d7623dd0" -d '{"events": [{"server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "name": "network-vif-deleted", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:35:04.251338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fd5c0-14e2-4243-ad43-c4f9152daf15 x-openstack-request-id: req-f31fd5c0-14e2-4243-ad43-c4f9152daf15 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:35:04.251630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37917396-06de-4d6c-8035-8afe26c90c52", "name": "network-vif-deleted", "tag": "7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:35:04.251882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f31fd5c0-14e2-4243-ad43-c4f9152daf15 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:35:04.252291 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31fd5c0-14e2-4243-ad43-c4f9152daf15'] response: {'server_uuid': '37917396-06de-4d6c-8035-8afe26c90c52', 'name': 'network-vif-deleted', 'tag': '7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86', 'status': 'completed', 'code': 200} Apr 29 04:35:06.430855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40430) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:07.052816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (662e2e5a-d83f-422e-8c0d-f2891f96548c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:07.281220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Deleting port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:07.281578 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:07.367927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] For port b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:07.368204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:07.380985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Calling delete_port for b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:07.526263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:07.546997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:07.547346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 7b6e0e88-379f-4a1d-bb6c-c1e9fb69ff86 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:07.652601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:07.677769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:07.690039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.690385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.690736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.691065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.691386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.691712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.692031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.692362 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.692681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.693007 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.693372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.693675 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.693993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.694310 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.694626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:07.859843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (662e2e5a-d83f-422e-8c0d-f2891f96548c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.075672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Router 662e2e5a-d83f-422e-8c0d-f2891f96548c has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:35:08.181828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:35:08.187374 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0198fdcd-04ba-47e9-9c05-725321355d2c admin admin] 10.222.0.37 "PUT /v2.0/routers/662e2e5a-d83f-422e-8c0d-f2891f96548c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7550850 Apr 29 04:35:08.189473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40434) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:08.190127 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] Sync routers for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:35:08.200083 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:08.200621 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:34:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:08.299239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks [] for router (662e2e5a-d83f-422e-8c0d-f2891f96548c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.309630 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:08.401009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks [] for router_gateway (662e2e5a-d83f-422e-8c0d-f2891f96548c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.506324 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Deleting port ec2ca968-f250-4b68-874e-b69ec799228f {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:08.506572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.553183 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:35:07Z', 'revision_number': 5, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port': {'id': 'ec2ca968-f250-4b68-874e-b69ec799228f', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:08.581678 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] Checking router: 662e2e5a-d83f-422e-8c0d-f2891f96548c for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:35:08.584776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] For port ec2ca968-f250-4b68-874e-b69ec799228f, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ec2ca968-f250-4b68-874e-b69ec799228f,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:08.585137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.589590 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] Routers {'662e2e5a-d83f-422e-8c0d-f2891f96548c'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:08.590192 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:34:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['662e2e5a-d83f-422e-8c0d-f2891f96548c'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:08.598411 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Calling delete_port for ec2ca968-f250-4b68-874e-b69ec799228f owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:08.675285 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] Set router 662e2e5a-d83f-422e-8c0d-f2891f96548c gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:08.726560 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:35:08Z', 'revision_number': 6, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:08.755757 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84558f-97c9-4fb3-87fb-f77b80c2e8a5 None None] The sync data for ids ['662e2e5a-d83f-422e-8c0d-f2891f96548c'] in dv-neutron-839777-1-hyperv is: [{'id': '662e2e5a-d83f-422e-8c0d-f2891f96548c', 'name': 'tempest-TestMinimumBasicScenario-1017228227-router', 'tenant_id': '3f80804ad1e844288cae296d549fd5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:39Z', 'updated_at': '2022-04-29T04:35:08Z', 'revision_number': 6, 'project_id': '3f80804ad1e844288cae296d549fd5d5', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:35:08.818515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ec2ca968-f250-4b68-874e-b69ec799228f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.849122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2ca968-f250-4b68-874e-b69ec799228f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:08.907757 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (662e2e5a-d83f-422e-8c0d-f2891f96548c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.909849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c953dda4-f9e6-4c01-b814-f410456fb5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.996475 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (662e2e5a-d83f-422e-8c0d-f2891f96548c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:08.998569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks [] for router_controller (662e2e5a-d83f-422e-8c0d-f2891f96548c), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.109935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (662e2e5a-d83f-422e-8c0d-f2891f96548c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.110619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 662e2e5a-d83f-422e-8c0d-f2891f96548c {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:35:09.115105 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.116288 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7c07c5d1-c03e-4636-b046-a87940b05cb0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/662e2e5a-d83f-422e-8c0d-f2891f96548c HTTP/1.1" status: 204 len: 168 time: 0.9259045 Apr 29 04:35:09.118812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40436) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:09.168871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Deleting subnet c8aff5f8-6f84-4c6b-9a86-035051ca859a {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:35:09.172300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Publish callbacks [] for subnet (c8aff5f8-6f84-4c6b-9a86-035051ca859a), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.210002 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (c8aff5f8-6f84-4c6b-9a86-035051ca859a), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.283847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c8aff5f8-6f84-4c6b-9a86-035051ca859a), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.405881 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (c8aff5f8-6f84-4c6b-9a86-035051ca859a), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.438556 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8aff5f8-6f84-4c6b-9a86-035051ca859a,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:09.441742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.443952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24a4ad-094b-4e2f-94d6-87fc7fc44318 None None] Network 79a87234-a8cd-4af5-94f2-071c8644bee3 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:35:09.444835 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9a06c9a2-032c-4adc-baec-a936c972fcd1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c8aff5f8-6f84-4c6b-9a86-035051ca859a HTTP/1.1" status: 204 len: 168 time: 0.3251102 Apr 29 04:35:09.447303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40438) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:09.514824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (79a87234-a8cd-4af5-94f2-071c8644bee3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.563280 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Deleting port aefa8a59-907e-4364-91f8-546e9c3d0fbe {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:09.563609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.605279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] DHCP port deletion for 79a87234-a8cd-4af5-94f2-071c8644bee3 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:35:09.640037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] For port aefa8a59-907e-4364-91f8-546e9c3d0fbe, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aefa8a59-907e-4364-91f8-546e9c3d0fbe,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:09.640399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.646673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Deleting port aefa8a59-907e-4364-91f8-546e9c3d0fbe {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:09.647053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.656066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Calling delete_port for aefa8a59-907e-4364-91f8-546e9c3d0fbe owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:09.712598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] For port aefa8a59-907e-4364-91f8-546e9c3d0fbe, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=aefa8a59-907e-4364-91f8-546e9c3d0fbe,segment=NetworkSegment(8c08c98b-d64c-4295-9355-5665fd2668b9),segment_id=8c08c98b-d64c-4295-9355-5665fd2668b9)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:09.712997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.727034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Calling delete_port for aefa8a59-907e-4364-91f8-546e9c3d0fbe owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:09.796634 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.808134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (aefa8a59-907e-4364-91f8-546e9c3d0fbe), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.829802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefa8a59-907e-4364-91f8-546e9c3d0fbe,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:09.834753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Pushing event deleted for resources: {'Port': ['ID=aefa8a59-907e-4364-91f8-546e9c3d0fbe,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:09.836626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] No DVR routers for this DVR port aefa8a59-907e-4364-91f8-546e9c3d0fbe on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:35:09.844870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] No DVR routers for this DVR port aefa8a59-907e-4364-91f8-546e9c3d0fbe on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:35:09.847118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.847461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.847796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.848469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.848807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.849134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.849494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.849816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.850134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.850456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.850777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.851096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.851418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.851734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.852048 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d945b95-72d9-480f-80dc-bc0a948beddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:09.916190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (79a87234-a8cd-4af5-94f2-071c8644bee3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.931955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a87234-a8cd-4af5-94f2-071c8644bee3']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:09.940923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c08c98b-d64c-4295-9355-5665fd2668b9') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:09.941214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c08c98b-d64c-4295-9355-5665fd2668b9') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:09.950819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (8c08c98b-d64c-4295-9355-5665fd2668b9), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.963876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (8c08c98b-d64c-4295-9355-5665fd2668b9), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.970283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:35:09.970654 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (8c08c98b-d64c-4295-9355-5665fd2668b9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:35:09.976963 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:35:10.092542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (79a87234-a8cd-4af5-94f2-071c8644bee3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:10.098511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:10.101807 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/79a87234-a8cd-4af5-94f2-071c8644bee3 HTTP/1.1" status: 204 len: 168 time: 0.6535590 Apr 29 04:35:10.104671 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40440) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:10.112536 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7521e-a804-4904-8743-5692f5826a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a87234-a8cd-4af5-94f2-071c8644bee3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:10.263294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aefa8a59-907e-4364-91f8-546e9c3d0fbe no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:10.288135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: aefa8a59-907e-4364-91f8-546e9c3d0fbe {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:10.288472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device aefa8a59-907e-4364-91f8-546e9c3d0fbe not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:10.288881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec2ca968-f250-4b68-874e-b69ec799228f no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:10.307471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ec2ca968-f250-4b68-874e-b69ec799228f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:10.307811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ec2ca968-f250-4b68-874e-b69ec799228f not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:10.308207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:10.328106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:10.328443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b3f6a1a1-dbd1-4213-9f34-da8bb4f9a4ae not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:10.438889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (1019add6-5213-4010-b77d-61a4f3c9b98a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:10.666198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Deleting port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:10.666538 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:10.741879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] For port c944cbc1-3321-4b6b-9ec8-88b9e3e7585b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:10.742243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:10.755489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Calling delete_port for c944cbc1-3321-4b6b-9ec8-88b9e3e7585b owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:11.016648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (c944cbc1-3321-4b6b-9ec8-88b9e3e7585b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.045075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Pushing event deleted for resources: {'Port': ['ID=c944cbc1-3321-4b6b-9ec8-88b9e3e7585b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:11.195758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ae57c6ad-da3c-4fac-b727-4f7b5e656706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.234009 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (1019add6-5213-4010-b77d-61a4f3c9b98a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.446690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Router 1019add6-5213-4010-b77d-61a4f3c9b98a has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:35:11.557665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:35:11.564917 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ef2352d8-089e-475b-bf3e-643656ee2148 admin admin] 10.222.0.37 "PUT /v2.0/routers/1019add6-5213-4010-b77d-61a4f3c9b98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4590039 Apr 29 04:35:11.567492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40442) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:11.570745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] Sync routers for ids ['1019add6-5213-4010-b77d-61a4f3c9b98a'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:35:11.581364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] Routers {'1019add6-5213-4010-b77d-61a4f3c9b98a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:11.581979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1019add6-5213-4010-b77d-61a4f3c9b98a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:11.672167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks [] for router (1019add6-5213-4010-b77d-61a4f3c9b98a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.691132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] Set router 1019add6-5213-4010-b77d-61a4f3c9b98a gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:11.774260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks [] for router_gateway (1019add6-5213-4010-b77d-61a4f3c9b98a), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.861677 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:35:10Z', 'revision_number': 5, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port': {'id': '92ed9196-a25d-472f-b05e-67a53f21406e', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:32:45Z', 'updated_at': '2022-04-29T04:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:11.865184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Deleting port 92ed9196-a25d-472f-b05e-67a53f21406e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:11.865554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.887632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] Checking router: 1019add6-5213-4010-b77d-61a4f3c9b98a for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:35:11.896096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] Routers {'1019add6-5213-4010-b77d-61a4f3c9b98a'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:11.896693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['1019add6-5213-4010-b77d-61a4f3c9b98a'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:11.942632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] For port 92ed9196-a25d-472f-b05e-67a53f21406e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=92ed9196-a25d-472f-b05e-67a53f21406e,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:11.942992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:11.956084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Calling delete_port for 92ed9196-a25d-472f-b05e-67a53f21406e owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:11.982848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] Set router 1019add6-5213-4010-b77d-61a4f3c9b98a gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:12.033016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:35:11Z', 'revision_number': 6, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:12.060894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a0b8ad-b4f0-4be3-8ffe-2e4baa1d7776 None None] The sync data for ids ['1019add6-5213-4010-b77d-61a4f3c9b98a'] in dv-neutron-839777-1-hyperv is: [{'id': '1019add6-5213-4010-b77d-61a4f3c9b98a', 'name': 'tempest-TestMinimumBasicScenario-305732209-router', 'tenant_id': 'f6088ae2c6964b85bf16644e510f7a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:32:44Z', 'updated_at': '2022-04-29T04:35:11Z', 'revision_number': 6, 'project_id': 'f6088ae2c6964b85bf16644e510f7a66', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:35:12.172331 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (92ed9196-a25d-472f-b05e-67a53f21406e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.200886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ed9196-a25d-472f-b05e-67a53f21406e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:12.260107 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (1019add6-5213-4010-b77d-61a4f3c9b98a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.292665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.349520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (1019add6-5213-4010-b77d-61a4f3c9b98a), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.351536 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks [] for router_controller (1019add6-5213-4010-b77d-61a4f3c9b98a), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.452998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (1019add6-5213-4010-b77d-61a4f3c9b98a), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.457353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1019add6-5213-4010-b77d-61a4f3c9b98a {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:35:12.458576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.459941 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a24b5a7f-8719-4746-b537-479866584202 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1019add6-5213-4010-b77d-61a4f3c9b98a HTTP/1.1" status: 204 len: 168 time: 0.8911159 Apr 29 04:35:12.464268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40444) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:12.508175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c944cbc1-3321-4b6b-9ec8-88b9e3e7585b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:12.512226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Deleting subnet 79cf1c1d-5cfc-47fa-93bc-7cd6180afadf {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:35:12.515347 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Publish callbacks [] for subnet (79cf1c1d-5cfc-47fa-93bc-7cd6180afadf), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.527989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: c944cbc1-3321-4b6b-9ec8-88b9e3e7585b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:12.528336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device c944cbc1-3321-4b6b-9ec8-88b9e3e7585b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:12.554331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (79cf1c1d-5cfc-47fa-93bc-7cd6180afadf), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.628862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (79cf1c1d-5cfc-47fa-93bc-7cd6180afadf), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.756221 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (79cf1c1d-5cfc-47fa-93bc-7cd6180afadf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.782801 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cf1c1d-5cfc-47fa-93bc-7cd6180afadf,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:12.784720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.788140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3fff65c0-6334-4014-a010-08363a16768e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/79cf1c1d-5cfc-47fa-93bc-7cd6180afadf HTTP/1.1" status: 204 len: 168 time: 0.3228343 Apr 29 04:35:12.790086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36587b08-16e4-4458-93e2-01bfd3a81e37 None None] Network 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:35:12.790814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40446) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:12.867183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.912688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Deleting port 5fbf7bea-b23a-4178-b683-90b1ff52336e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:12.913024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.984083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] For port 5fbf7bea-b23a-4178-b683-90b1ff52336e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5fbf7bea-b23a-4178-b683-90b1ff52336e,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:12.984440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:12.997389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Calling delete_port for 5fbf7bea-b23a-4178-b683-90b1ff52336e owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:13.106727 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] DHCP port deletion for 9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:35:13.146927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] Deleting port 5fbf7bea-b23a-4178-b683-90b1ff52336e {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:35:13.147300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.165481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.190812 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbf7bea-b23a-4178-b683-90b1ff52336e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:13.195665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] No DVR routers for this DVR port 5fbf7bea-b23a-4178-b683-90b1ff52336e on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:35:13.212928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] For port 5fbf7bea-b23a-4178-b683-90b1ff52336e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=5fbf7bea-b23a-4178-b683-90b1ff52336e,segment=NetworkSegment(7b84830f-6d65-4073-8c00-18ffe91b5665),segment_id=7b84830f-6d65-4073-8c00-18ffe91b5665)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:13.213220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.226819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] Calling delete_port for 5fbf7bea-b23a-4178-b683-90b1ff52336e owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:35:13.269703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.290074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7ebdac-cd28-4d92-8acf-bbe52038ecf5']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:13.300210 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b84830f-6d65-4073-8c00-18ffe91b5665') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:13.301481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b84830f-6d65-4073-8c00-18ffe91b5665') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:13.303079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (5fbf7bea-b23a-4178-b683-90b1ff52336e), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.310543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (7b84830f-6d65-4073-8c00-18ffe91b5665), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.328311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (7b84830f-6d65-4073-8c00-18ffe91b5665), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.333758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] Pushing event deleted for resources: {'Port': ['ID=5fbf7bea-b23a-4178-b683-90b1ff52336e,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:13.334832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:35:13.335419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (7b84830f-6d65-4073-8c00-18ffe91b5665), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.335599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750f40f-c826-402a-9d07-88e78404cdfd None None] No DVR routers for this DVR port 5fbf7bea-b23a-4178-b683-90b1ff52336e on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:35:13.337939 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:35:13.487009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (9d7ebdac-cd28-4d92-8acf-bbe52038ecf5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.492483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.497825 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9d7ebdac-cd28-4d92-8acf-bbe52038ecf5 HTTP/1.1" status: 204 len: 168 time: 0.7040484 Apr 29 04:35:13.506439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bec7a-a488-4f8e-a007-85fea9a3c110 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7ebdac-cd28-4d92-8acf-bbe52038ecf5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:13.833448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40450) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:13.869469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.872518 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ed3e5ffd-0a18-41f7-ae7e-b4d65114342b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f80804ad1e844288cae296d549fd5d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378883 Apr 29 04:35:13.874858 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40452) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:13.920905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edc4a97a-44ba-411f-b8cf-08476f032b56 admin admin] Publish callbacks [] for security_group (e9d23bde-a2a4-40c7-84e6-fad2281009bf), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:13.941625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edc4a97a-44ba-411f-b8cf-08476f032b56 admin admin] Publish callbacks [] for security_group (e9d23bde-a2a4-40c7-84e6-fad2281009bf), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.056379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edc4a97a-44ba-411f-b8cf-08476f032b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (e9d23bde-a2a4-40c7-84e6-fad2281009bf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.058987 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-edc4a97a-44ba-411f-b8cf-08476f032b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.060140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-edc4a97a-44ba-411f-b8cf-08476f032b56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9d23bde-a2a4-40c7-84e6-fad2281009bf HTTP/1.1" status: 204 len: 168 time: 0.1844008 Apr 29 04:35:14.068715 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4a97a-44ba-411f-b8cf-08476f032b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d23bde-a2a4-40c7-84e6-fad2281009bf,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:14.263049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5fbf7bea-b23a-4178-b683-90b1ff52336e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:14.283391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 5fbf7bea-b23a-4178-b683-90b1ff52336e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:14.283738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 5fbf7bea-b23a-4178-b683-90b1ff52336e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:14.284143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 92ed9196-a25d-472f-b05e-67a53f21406e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:35:14.303530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 92ed9196-a25d-472f-b05e-67a53f21406e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:35:14.307460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 92ed9196-a25d-472f-b05e-67a53f21406e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:35:14.648029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40458) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:14.686969 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5e7b56b2-2b7e-4af7-949e-f49d7e2d4c52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6088ae2c6964b85bf16644e510f7a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372033 Apr 29 04:35:14.689226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40460) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:14.737111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3666066b-ef45-4a9c-bdc4-126d74f06287 admin admin] Publish callbacks [] for security_group (bdd44958-250d-4509-a124-6fc68c2b898b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.758922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3666066b-ef45-4a9c-bdc4-126d74f06287 admin admin] Publish callbacks [] for security_group (bdd44958-250d-4509-a124-6fc68c2b898b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.892676 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3666066b-ef45-4a9c-bdc4-126d74f06287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (bdd44958-250d-4509-a124-6fc68c2b898b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.895340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3666066b-ef45-4a9c-bdc4-126d74f06287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:14.896479 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3666066b-ef45-4a9c-bdc4-126d74f06287 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdd44958-250d-4509-a124-6fc68c2b898b HTTP/1.1" status: 204 len: 168 time: 0.2063227 Apr 29 04:35:14.907769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666066b-ef45-4a9c-bdc4-126d74f06287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd44958-250d-4509-a124-6fc68c2b898b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:15.115363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.195319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40500) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:17.199816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61968045', 'description': 'tempest-secgroup-smoke-61968045 description', 'project_id': '7afcd893ae1d46158a2f8412dec6f782'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:17.290434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.299391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.372255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (490fe3a9-d3d5-4e31-b869-ce25c60e3e6b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.433583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (490fe3a9-d3d5-4e31-b869-ce25c60e3e6b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.468418 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490fe3a9-d3d5-4e31-b869-ce25c60e3e6b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:17.507826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (baee5ed6-a080-4fc1-88b1-b99ff0e9befe), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.566359 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (baee5ed6-a080-4fc1-88b1-b99ff0e9befe), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.598244 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baee5ed6-a080-4fc1-88b1-b99ff0e9befe,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:17.654121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.655899 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-44d92627-6463-4969-8821-d51f0cb40d7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4595573 Apr 29 04:35:17.658736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40502) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:17.663254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'baee5ed6-a080-4fc1-88b1-b99ff0e9befe', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:17.749555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (d3c63657-8a0a-47c0-9a38-42162f2cff45), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.804035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (d3c63657-8a0a-47c0-9a38-42162f2cff45), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.892180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d3c63657-8a0a-47c0-9a38-42162f2cff45), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.910692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c63657-8a0a-47c0-9a38-42162f2cff45,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:17.972328 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:17.973600 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2233a6cd-5ae8-48c2-b03d-5cc58752fc42 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139360 Apr 29 04:35:17.976196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40504) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:17.980379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'baee5ed6-a080-4fc1-88b1-b99ff0e9befe', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:18.057283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (c938131b-1807-4fa7-b95a-5301d8229e9f), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.111386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (c938131b-1807-4fa7-b95a-5301d8229e9f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.176125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c938131b-1807-4fa7-b95a-5301d8229e9f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.195598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c938131b-1807-4fa7-b95a-5301d8229e9f,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:18.258132 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.259624 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cb23a386-afb9-41a0-8e79-465425314087 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825165 Apr 29 04:35:18.262327 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40506) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:18.267236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'baee5ed6-a080-4fc1-88b1-b99ff0e9befe', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:18.354749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (a81afcf9-2706-4b14-8f51-d350bbe8dfe6), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.409787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (a81afcf9-2706-4b14-8f51-d350bbe8dfe6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.503799 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a81afcf9-2706-4b14-8f51-d350bbe8dfe6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.523869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81afcf9-2706-4b14-8f51-d350bbe8dfe6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:18.595263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:18.596506 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-09673e43-5fb0-44a8-bdab-152aebc2e853 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332324 Apr 29 04:35:18.599145 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40510) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:18.603352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'baee5ed6-a080-4fc1-88b1-b99ff0e9befe', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:18.684091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (91c38e20-dcfc-463c-bc64-998f036750fe), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.057158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (91c38e20-dcfc-463c-bc64-998f036750fe), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.113771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (91c38e20-dcfc-463c-bc64-998f036750fe), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.138122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c38e20-dcfc-463c-bc64-998f036750fe,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:19.206805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.208003 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-df99825b-bbda-45fa-a227-55a5cfd82944 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6079333 Apr 29 04:35:19.210600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40512) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:19.214761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'baee5ed6-a080-4fc1-88b1-b99ff0e9befe', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:19.308096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:35:19.314449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (3e09cdfa-07e3-4f28-b115-26d1572775db), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.370127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (3e09cdfa-07e3-4f28-b115-26d1572775db), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.444983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3e09cdfa-07e3-4f28-b115-26d1572775db), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.462626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e09cdfa-07e3-4f28-b115-26d1572775db,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:19.534050 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.535799 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ad07b3e4-2400-4520-a170-6515a1ed4bf4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3237691 Apr 29 04:35:19.538236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40514) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:19.542455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'baee5ed6-a080-4fc1-88b1-b99ff0e9befe', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:19.635290 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:35:19.641061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (a20b6dfb-7f77-4edc-927e-c8d7bea257f9), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.690396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (a20b6dfb-7f77-4edc-927e-c8d7bea257f9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.754839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (a20b6dfb-7f77-4edc-927e-c8d7bea257f9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.773232 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20b6dfb-7f77-4edc-927e-c8d7bea257f9,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:19.836935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.838169 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b2c5ab83-df8e-41f2-a6ac-55c0433d81c2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990181 Apr 29 04:35:19.841503 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40516) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:19.846857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'network': {'name': 'tempest-network-smoke--87603220', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'port_security_enabled': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:19.915184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:35:19.918425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.942786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:35:19.952819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4ff6260a-a31a-4f18-9512-6c57cdfd433e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:19.953167 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Added segment 4ff6260a-a31a-4f18-9512-6c57cdfd433e of type vlan for network b5c07359-4545-46ea-a2de-b6b6f961a7ce Apr 29 04:35:19.996917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (b5c07359-4545-46ea-a2de-b6b6f961a7ce), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.080831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (b5c07359-4545-46ea-a2de-b6b6f961a7ce), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.085842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:20.086423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.151263 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Network': ['ID=b5c07359-4545-46ea-a2de-b6b6f961a7ce,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:20.165778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:35:20.197738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3df0a2d6-87d3-4aa1-8f3e-2d53d8529146 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3546264 Apr 29 04:35:20.200600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40518) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:20.205612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'admin_state_up': True, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:20.225389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.309528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (db265fbc-9349-41e6-a7da-de617d08093b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.310571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (db265fbc-9349-41e6-a7da-de617d08093b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.364917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (db265fbc-9349-41e6-a7da-de617d08093b), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.577787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (db265fbc-9349-41e6-a7da-de617d08093b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.798807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (db265fbc-9349-41e6-a7da-de617d08093b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.817630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:20.918526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.243 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/305a4a3d-f5a7-4736-a183-5c5044c985ad) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:35:21.017031 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:21.107470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:21.145669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:35:21.149941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:21.156097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:35:21.179609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=305a4a3d-f5a7-4736-a183-5c5044c985ad,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:21.467627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (db265fbc-9349-41e6-a7da-de617d08093b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:21.667351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (db265fbc-9349-41e6-a7da-de617d08093b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:21.878917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router db265fbc-9349-41e6-a7da-de617d08093b is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:35:21.984162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:35:21.995845 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Sync routers for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:35:22.006041 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:22.009446 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:22.058158 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.059415 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3e7cc07a-4abb-42a2-8ebb-1091dda596ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8578112 Apr 29 04:35:22.063173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40520) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:22.111819 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:22.181367 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-73a7948c-8bdc-4239-b552-b2d4e87a1c6b tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=7afcd893ae1d46158a2f8412dec6f782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170688 Apr 29 04:35:22.184147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40524) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:22.272075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c8b5f-429d-4b52-9623-b303ce5e8284 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:22.273659 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7d8c8b5f-429d-4b52-9623-b303ce5e8284 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884559 Apr 29 04:35:22.275882 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:21Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:22.276463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40526) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:22.306202 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Checking router: db265fbc-9349-41e6-a7da-de617d08093b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:35:22.306546 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Updating router db265fbc-9349-41e6-a7da-de617d08093b port 305a4a3d-f5a7-4736-a183-5c5044c985ad binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:35:22.307881 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2ff979dd-a8e8-4f92-9ca8-0e1aa92a962b tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303056 Apr 29 04:35:22.310410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40528) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:22.315622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106544431', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:22.334001 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.463494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:35:22.467508 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.573685 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Publish callbacks [] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.658115 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.692716 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (77f06268-e49b-4e00-9855-0490e0dbe1f4), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.713156 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Pushing event updated for resources: {'Port': ['ID=305a4a3d-f5a7-4736-a183-5c5044c985ad,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:22.716086 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Attempting to bind port 305a4a3d-f5a7-4736-a183-5c5044c985ad on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:35:22.716445 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Attempting to bind port 305a4a3d-f5a7-4736-a183-5c5044c985ad by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:35:22.716800 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Attempting to bind port 305a4a3d-f5a7-4736-a183-5c5044c985ad on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:35:22.723551 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.723889 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.724219 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.724546 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.724867 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.725188 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.725603 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.725917 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.726237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.726547 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.726859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.727172 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.727480 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.727791 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.728115 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:35:22.735979 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:35:22.736497 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:35:22.737257 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.737257 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:35:22.737609 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Bound port: 305a4a3d-f5a7-4736-a183-5c5044c985ad, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:35:22.738009 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.758520 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Subnet': ['ID=77f06268-e49b-4e00-9855-0490e0dbe1f4,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:22.768969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Checking segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:35:22.769346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network hostable DHCP agents. Network: b5c07359-4545-46ea-a2de-b6b6f961a7ce, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:35:22.790837 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] For port 305a4a3d-f5a7-4736-a183-5c5044c985ad, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:35:22.793763 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] For port 305a4a3d-f5a7-4736-a183-5c5044c985ad, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=305a4a3d-f5a7-4736-a183-5c5044c985ad,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:35:22.841041 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:35:22.858582 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.901805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, b5c07359-4545-46ea-a2de-b6b6f961a7ce) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:22.906517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:22.907393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:22.911980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ce2f0-746f-4636-b3a5-9c91f34b54f4 None None] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:35:22.920101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:22.920722 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:22.923676 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cdbfe-8a03-4e8c-805c-8bc56735d5e9 None None] Pushing event updated for resources: {'Port': ['ID=305a4a3d-f5a7-4736-a183-5c5044c985ad,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:22.996286 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8cf86e7e-362e-4955-9cff-af7707181e79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6842771 Apr 29 04:35:22.999135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40530) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:23.017404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:35:23.019101 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.031974 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:23.164493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Allocated IP 172.20.0.2 (b5c07359-4545-46ea-a2de-b6b6f961a7ce/77f06268-e49b-4e00-9855-0490e0dbe1f4/54ccdda9-edb0-4522-a3a5-01ce7cec2f4b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:35:23.213078 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:21Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:23.324889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Publish callbacks [] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.334259 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4009fb7-57c6-4c81-94f5-4696a460b2a9 None None] The sync data for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv is: [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:21Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:35:23.399234 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.441225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:35:23.446462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:23.450973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:35:23.457249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Pushing event updated for resources: {'Port': ['ID=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:23.475254 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.522344 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Attempting to bind port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:35:23.522722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Attempting to bind port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:35:23.523094 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Attempting to bind port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b on network b5c07359-4545-46ea-a2de-b6b6f961a7ce {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:35:23.529089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:35:23.530092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Checking segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:35:23.530092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.530383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Bound using segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:35:23.530803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Bound port: 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:35:23.531189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.617898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] For port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:35:23.622388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] For port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:35:23.722386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:23.794324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beda0e-f9af-427a-88b3-755ea002ce85 None None] Pushing event updated for resources: {'Port': ['ID=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:23.797754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.1 (b5c07359-4545-46ea-a2de-b6b6f961a7ce/77f06268-e49b-4e00-9855-0490e0dbe1f4/e1dd9a79-117d-4613-8f1d-f3100568e321) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:35:23.923760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.024344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.073178 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:35:24.078859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:24.083019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:35:24.090533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=e1dd9a79-117d-4613-8f1d-f3100568e321,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:24.134517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (db265fbc-9349-41e6-a7da-de617d08093b), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.188280 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:35:24.318581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 305a4a3d-f5a7-4736-a183-5c5044c985ad up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:35:24.337832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.366215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 305a4a3d-f5a7-4736-a183-5c5044c985ad triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:24.366583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.446692 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 305a4a3d-f5a7-4736-a183-5c5044c985ad is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:24.447079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.469370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 305a4a3d-f5a7-4736-a183-5c5044c985ad, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=305a4a3d-f5a7-4736-a183-5c5044c985ad,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:24.515620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.516495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:35:24.589297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=305a4a3d-f5a7-4736-a183-5c5044c985ad,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:24.600854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:24.601231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.617042 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.675135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.679678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:24.680071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.714126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:24.752292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (db265fbc-9349-41e6-a7da-de617d08093b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.754249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=e1dd9a79-117d-4613-8f1d-f3100568e321,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:24.776180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:24.824393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:24.849710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:35:24.851143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:25.252797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383524a-e947-4169-a715-152e88019108 None None] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:35:25.286524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router db265fbc-9349-41e6-a7da-de617d08093b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:35:25.294366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-93393e7f-c22e-4fd8-b56d-fb0e24c41dd3 None None] Provisioning complete for port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:25.294762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-93393e7f-c22e-4fd8-b56d-fb0e24c41dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:25.417351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:35:25.431315 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-47497764-e525-4069-b4a0-3350ead594b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/db265fbc-9349-41e6-a7da-de617d08093b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308949 Apr 29 04:35:25.433045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Sync routers for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:35:25.450813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-93393e7f-c22e-4fd8-b56d-fb0e24c41dd3 None None] Current status of the port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:25.454937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:25.455593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:25.583622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:25.714938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-882fb7f6-584c-4e1d-b91c-e8d2b7550b3e None None] Provisioning complete for port e1dd9a79-117d-4613-8f1d-f3100568e321 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:25.715319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882fb7f6-584c-4e1d-b91c-e8d2b7550b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:25.797938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-882fb7f6-584c-4e1d-b91c-e8d2b7550b3e None None] Port e1dd9a79-117d-4613-8f1d-f3100568e321 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:35:25.819287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-882fb7f6-584c-4e1d-b91c-e8d2b7550b3e None None] Provisioning complete for port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:25.819751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-882fb7f6-584c-4e1d-b91c-e8d2b7550b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.010227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-d7bffa72-b9d4-4660-9b85-edf3ff7c261e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61968045&fields=id&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 267 time: 0.4579515 Apr 29 04:35:26.049518 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 2, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:26.079088 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Checking router: db265fbc-9349-41e6-a7da-de617d08093b for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:35:26.079438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Updating router db265fbc-9349-41e6-a7da-de617d08093b port e1dd9a79-117d-4613-8f1d-f3100568e321 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:35:26.137412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.139525 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-ff5d15d2-ed6f-4d46-8ead-0320116069fb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:26.146968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-ff5d15d2-ed6f-4d46-8ead-0320116069fb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/networks?id=b5c07359-4545-46ea-a2de-b6b6f961a7ce HTTP/1.1" status: 200 len: 795 time: 0.1350276 Apr 29 04:35:26.149027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-882fb7f6-584c-4e1d-b91c-e8d2b7550b3e None None] Current status of the port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:26.159910 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-40f16810-3f5f-412c-a22a-fd1d50bad17a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/quotas/7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 375 time: 0.0115604 Apr 29 04:35:26.212550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-4018081e-21a6-47c0-9fc9-08e57648bfbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473630 Apr 29 04:35:26.273811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0e4499e4-cce1-4510-ae88-f5d963ed27d9 None None] Provisioning complete for port e1dd9a79-117d-4613-8f1d-f3100568e321 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:26.274177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e4499e4-cce1-4510-ae88-f5d963ed27d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.281634 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-b69f5db2-9f0f-414d-ae71-30a4e1ab3127 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:35:26.286374 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-b69f5db2-9f0f-414d-ae71-30a4e1ab3127 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0580945 Apr 29 04:35:26.314072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 305a4a3d-f5a7-4736-a183-5c5044c985ad up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:35:26.360375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0e4499e4-cce1-4510-ae88-f5d963ed27d9 None None] Port e1dd9a79-117d-4613-8f1d-f3100568e321 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:35:26.380543 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-3dba9fe4-b6a5-459b-87b9-da7623b9ba15 service neutron] 10.222.0.37 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862107 Apr 29 04:35:26.438315 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 305a4a3d-f5a7-4736-a183-5c5044c985ad triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:26.438845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.475024 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-d0c86bae-0259-4a24-9b3b-5db0c58b86ff service neutron] 10.222.0.37 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884118 Apr 29 04:35:26.578795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Publish callbacks [] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.583591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 305a4a3d-f5a7-4736-a183-5c5044c985ad is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:26.584582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:35:26.628891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:26.629263 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.666153 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.755362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1211ef-f260-49a4-8b49-63f0bc6ac661 None None] Pushing event updated for resources: {'Port': ['ID=e1dd9a79-117d-4613-8f1d-f3100568e321,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:26.765136 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-5107526c-c487-42d0-948d-c5c70555f25f req-eb88f789-21e2-4362-8f9d-03b351c07917 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 210 time: 0.0441906 Apr 29 04:35:26.784546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:26.821991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Attempting to bind port e1dd9a79-117d-4613-8f1d-f3100568e321 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:35:26.822364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Attempting to bind port e1dd9a79-117d-4613-8f1d-f3100568e321 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:35:26.822795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Attempting to bind port e1dd9a79-117d-4613-8f1d-f3100568e321 on network b5c07359-4545-46ea-a2de-b6b6f961a7ce {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:35:26.828211 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:35:26.828588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Checking segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:35:26.828995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.829422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Bound using segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:35:26.829899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Bound port: e1dd9a79-117d-4613-8f1d-f3100568e321, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:35:26.830308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:26.899403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] For port e1dd9a79-117d-4613-8f1d-f3100568e321, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:35:26.902740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] For port e1dd9a79-117d-4613-8f1d-f3100568e321, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e1dd9a79-117d-4613-8f1d-f3100568e321,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:35:26.965165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:27.019320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] Provisioning complete for port e1dd9a79-117d-4613-8f1d-f3100568e321 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:27.019687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:27.062091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1211ef-f260-49a4-8b49-63f0bc6ac661 None None] Pushing event updated for resources: {'Port': ['ID=e1dd9a79-117d-4613-8f1d-f3100568e321,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:27.064618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:27.065229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:27.204834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] Current status of the port e1dd9a79-117d-4613-8f1d-f3100568e321 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:27.205223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:27.218543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:27.303638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] For port e1dd9a79-117d-4613-8f1d-f3100568e321, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e1dd9a79-117d-4613-8f1d-f3100568e321,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:27.384517 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:27.460398 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:26Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:27.462266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158c588-3aba-4fc1-97c5-b5d532addc5d None None] Pushing event updated for resources: {'Port': ['ID=e1dd9a79-117d-4613-8f1d-f3100568e321,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:27.490653 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b30b5-88f1-4717-8c75-332ffdbaff1b None None] The sync data for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv is: [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:26Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:35:27.501846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-636acd3b-2114-4717-af85-5a0608a39c6e None None] Provisioning complete for port e1dd9a79-117d-4613-8f1d-f3100568e321 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:27.502218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-636acd3b-2114-4717-af85-5a0608a39c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:27.612515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-636acd3b-2114-4717-af85-5a0608a39c6e None None] Current status of the port e1dd9a79-117d-4613-8f1d-f3100568e321 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:27.858636 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4c71ad6e-c45c-4295-b154-485764b0aade req-a293c566-50d2-4a82-bfff-bf89402cb2b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 210 time: 0.0305190 Apr 29 04:35:28.289147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e1dd9a79-117d-4613-8f1d-f3100568e321 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:35:28.339162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e1dd9a79-117d-4613-8f1d-f3100568e321 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:28.339568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:28.423374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e1dd9a79-117d-4613-8f1d-f3100568e321 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:28.955598 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dabe0c0e-f575-4aa8-b3cd-f40bd0e81bb4 req-c2fcd53f-4455-4c19-919e-38c5f48e6f9d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 210 time: 0.0287917 Apr 29 04:35:28.993056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-692f134c-9135-46a5-8921-bccb9da1a8de tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:28.994532 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-692f134c-9135-46a5-8921-bccb9da1a8de tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/networks?id=b5c07359-4545-46ea-a2de-b6b6f961a7ce HTTP/1.1" status: 200 len: 795 time: 0.1092083 Apr 29 04:35:29.062749 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-888ca227-86a2-4d19-bf9c-d4cbf05ee504 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 378 time: 0.0537283 Apr 29 04:35:29.072764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'port': {'device_id': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'admin_state_up': True, 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'security_groups': ['baee5ed6-a080-4fc1-88b1-b99ff0e9befe']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:29.234574 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:35:29.237995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:29.365586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.10 (b5c07359-4545-46ea-a2de-b6b6f961a7ce/77f06268-e49b-4e00-9855-0490e0dbe1f4/3f51f4f8-a4f8-44db-9359-b02a60a22e27) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:35:29.504872 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:29.589277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:29.634271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:35:29.637277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:29.643601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:35:29.673465 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=3f51f4f8-a4f8-44db-9359-b02a60a22e27,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:29.702241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:29.702858 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:29.779184 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-acda1ad4-5a22-4576-ad99-88224fc475cb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098830 Apr 29 04:35:29.795846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Request body: {'port': {'device_id': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:29.847609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8b94f37f-7899-484e-a345-c1df633dda80 None None] Provisioning complete for port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:29.848583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8b94f37f-7899-484e-a345-c1df633dda80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:29.860051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:29.882931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8b94f37f-7899-484e-a345-c1df633dda80 None None] Port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:35:30.096203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806eb9f-6aa3-4a70-9291-d0d4ee9f4fad req-d8f795b2-d326-40c9-b009-3750c9d43fe8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:30.097668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b806eb9f-6aa3-4a70-9291-d0d4ee9f4fad req-d8f795b2-d326-40c9-b009-3750c9d43fe8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 932 time: 0.0633285 Apr 29 04:35:30.188817 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b806eb9f-6aa3-4a70-9291-d0d4ee9f4fad req-674cd1b4-e4d2-418e-b6f1-ec995c2a9324 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815301 Apr 29 04:35:30.197686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f51f4f8-a4f8-44db-9359-b02a60a22e27 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:35:30.205222 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Publish callbacks [] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:30.217627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Transition to ACTIVE for port object 3f51f4f8-a4f8-44db-9359-b02a60a22e27 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:35:30.286086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:30.351985 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Pushing event updated for resources: {'Port': ['ID=3f51f4f8-a4f8-44db-9359-b02a60a22e27,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:30.407579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Attempting to bind port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:35:30.407910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Attempting to bind port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:35:30.408248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Attempting to bind port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 on network b5c07359-4545-46ea-a2de-b6b6f961a7ce {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:35:30.413370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 on network b5c07359-4545-46ea-a2de-b6b6f961a7ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:35:30.413691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Attempting to bind port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 on network b5c07359-4545-46ea-a2de-b6b6f961a7ce {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:35:30.418959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:35:30.419302 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Checking segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:35:30.419690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Bound using segment: {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:35:30.420128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Bound port: 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff6260a-a31a-4f18-9512-6c57cdfd433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:35:30.420491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:30.490724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] For port 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:35:30.493964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] For port 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:35:30.560681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:30.595295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:30.596191 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:30.597985 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] 10.222.0.31 "PUT /v2.0/ports/3f51f4f8-a4f8-44db-9359-b02a60a22e27 HTTP/1.1" status: 200 len: 1094 time: 0.8070781 Apr 29 04:35:30.598485 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:35:30.600840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3a6a4-4230-4614-aeed-788ad54f5dea" -d '{"events": [{"name": "network-changed", "server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:35:30.631788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b6f13-65a6-4606-97df-1456b33acaef service neutron] Pushing event updated for resources: {'Port': ['ID=3f51f4f8-a4f8-44db-9359-b02a60a22e27,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:30.647324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7a8397-0664-4172-88f4-a6c54e8def19 x-openstack-request-id: req-de7a8397-0664-4172-88f4-a6c54e8def19 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:35:30.647630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:35:30.647884 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de7a8397-0664-4172-88f4-a6c54e8def19 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:35:30.648296 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7a8397-0664-4172-88f4-a6c54e8def19'] response: {'name': 'network-changed', 'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'status': 'completed', 'code': 200} Apr 29 04:35:30.711234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a6a4-4230-4614-aeed-788ad54f5dea req-fc787f1a-a45b-4de7-a2f0-bde9ea85629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:30.712750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aef3a6a4-4230-4614-aeed-788ad54f5dea req-fc787f1a-a45b-4de7-a2f0-bde9ea85629a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1128 time: 0.0432701 Apr 29 04:35:30.818204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a6a4-4230-4614-aeed-788ad54f5dea req-d4bb7131-4fe8-4003-9545-1a5561acbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:30.819614 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aef3a6a4-4230-4614-aeed-788ad54f5dea req-d4bb7131-4fe8-4003-9545-1a5561acbd09 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7afcd893ae1d46158a2f8412dec6f782&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0984793 Apr 29 04:35:30.913616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a6a4-4230-4614-aeed-788ad54f5dea req-ae5a84fd-5ade-4170-9082-01fe9bad3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:30.914998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aef3a6a4-4230-4614-aeed-788ad54f5dea req-ae5a84fd-5ade-4170-9082-01fe9bad3585 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866501 Apr 29 04:35:30.998717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-6e21b70a-af4b-4eff-acd6-4bee4462f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:31.000182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-6e21b70a-af4b-4eff-acd6-4bee4462f39b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1128 time: 0.0432670 Apr 29 04:35:31.045847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-2b07d773-684f-44e6-bb8c-18674d4e6ef9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27 HTTP/1.1" status: 200 len: 217 time: 0.0337751 Apr 29 04:35:31.096335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-e7eba64a-1055-471a-ad88-d315bee1249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:31.097695 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-e7eba64a-1055-471a-ad88-d315bee1249d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77f06268-e49b-4e00-9855-0490e0dbe1f4 HTTP/1.1" status: 200 len: 835 time: 0.0422657 Apr 29 04:35:31.146725 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-56ba500f-5721-457a-8855-6d7d02ab5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:31.148156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-56ba500f-5721-457a-8855-6d7d02ab5083 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5c07359-4545-46ea-a2de-b6b6f961a7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418649 Apr 29 04:35:31.239421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-21edd651-e4be-439f-8710-ae3d63b926dd service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816374 Apr 29 04:35:31.350727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebab87-4a3d-4c26-8dd9-bc1c1e2e1efb req-4e9032ac-188a-4d25-9aa8-1b4d73b494ef tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:31.352098 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-57ebab87-4a3d-4c26-8dd9-bc1c1e2e1efb req-4e9032ac-188a-4d25-9aa8-1b4d73b494ef tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 944 time: 0.0863702 Apr 29 04:35:31.385353 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e310756c-4fdb-4dcb-890f-1bf6cc0997ea req-2845e264-5801-4fee-9e1a-48ce6d06495c service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372745 Apr 29 04:35:31.415515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-57ebab87-4a3d-4c26-8dd9-bc1c1e2e1efb req-97b4fe16-646d-4cb1-8a76-4735a7ec42c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578017 Apr 29 04:35:32.528576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1e55-3e43-4819-bd91-f6b58f204ec6 req-a272f90a-906e-421d-b2d0-38c65f3b3376 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:32.530030 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1bdd1e55-3e43-4819-bd91-f6b58f204ec6 req-a272f90a-906e-421d-b2d0-38c65f3b3376 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 944 time: 0.0467019 Apr 29 04:35:32.581880 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1bdd1e55-3e43-4819-bd91-f6b58f204ec6 req-9a33c13c-1bb0-4351-84f1-3912c4b10336 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459857 Apr 29 04:35:33.680814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 3f51f4f8-a4f8-44db-9359-b02a60a22e27 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:35:33.701816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0645-2643-402d-b9cb-cd3949a657ef req-0036f7a3-85b3-40f5-a45d-e1501e4856b6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:33.703295 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-341c0645-2643-402d-b9cb-cd3949a657ef req-0036f7a3-85b3-40f5-a45d-e1501e4856b6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 944 time: 0.0517268 Apr 29 04:35:33.751988 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-341c0645-2643-402d-b9cb-cd3949a657ef req-ae60d932-f4e1-454a-ab3e-695101dc10e0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430934 Apr 29 04:35:33.778157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:33.789935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'port_id': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'mac_address': 'fa:16:3e:6d:32:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:35:33.825640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:33.826027 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:33.838255 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f51f4f8-a4f8-44db-9359-b02a60a22e27 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:35:33.858065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:33.902924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:33.953205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=3f51f4f8-a4f8-44db-9359-b02a60a22e27,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:34.165478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['3f51f4f8-a4f8-44db-9359-b02a60a22e27'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:35:34.867565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f4d80-7c6f-46d7-ae35-9dcb796851a1 req-344ed9cc-afc8-4856-81b7-683d1ff64313 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:34.869056 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb0f4d80-7c6f-46d7-ae35-9dcb796851a1 req-344ed9cc-afc8-4856-81b7-683d1ff64313 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 945 time: 0.0508776 Apr 29 04:35:34.919221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb0f4d80-7c6f-46d7-ae35-9dcb796851a1 req-51e1ac96-2baf-4f5d-b56b-744fc9af8c0f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434234 Apr 29 04:35:35.684554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 3f51f4f8-a4f8-44db-9359-b02a60a22e27 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:35:35.728750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:35:35.805675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:35:35.806061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:35.883709 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:35:35.884090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:35.905729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:35:35.907951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab2c37-7c9c-40c0-a666-8370c14a0ffb" -d '{"events": [{"server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:35:35.920365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:35:35.946795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b7cb0-0dde-49cf-bcb8-6afe064794e0 x-openstack-request-id: req-8d6b7cb0-0dde-49cf-bcb8-6afe064794e0 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:35:35.947104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:35:35.947851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d6b7cb0-0dde-49cf-bcb8-6afe064794e0 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:35:35.947959 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6b7cb0-0dde-49cf-bcb8-6afe064794e0'] response: {'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'code': 200} Apr 29 04:35:35.981610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:36.033397 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d17ae3-b0bf-4a24-9c96-0d7579d8d8d7 req-92ad549f-ffa4-40e4-8f7d-348e0fc11223 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:36.035181 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a8d17ae3-b0bf-4a24-9c96-0d7579d8d8d7 req-92ad549f-ffa4-40e4-8f7d-348e0fc11223 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0465314 Apr 29 04:35:36.035433 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=3f51f4f8-a4f8-44db-9359-b02a60a22e27,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:36.088932 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a8d17ae3-b0bf-4a24-9c96-0d7579d8d8d7 req-ad3d530c-27f6-44ec-acea-8ca21a406c00 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438263 Apr 29 04:35:36.233950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e6acd-6706-4fb5-8767-00901667c8c4 req-b0ca8143-64b5-47c7-b158-235c992503de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:36.235466 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-409e6acd-6706-4fb5-8767-00901667c8c4 req-b0ca8143-64b5-47c7-b158-235c992503de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1130 time: 0.0384014 Apr 29 04:35:36.284148 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-409e6acd-6706-4fb5-8767-00901667c8c4 req-3b3752d5-454d-4745-8228-e2de0a34c37f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387294 Apr 29 04:35:37.203771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a71d9b-0c6a-46c7-9cdd-df6d492e2d50 req-c0c6c79b-02fb-4ed7-97a2-bf7e066b86a0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:37.205339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3a71d9b-0c6a-46c7-9cdd-df6d492e2d50 req-c0c6c79b-02fb-4ed7-97a2-bf7e066b86a0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0464211 Apr 29 04:35:37.259752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e3a71d9b-0c6a-46c7-9cdd-df6d492e2d50 req-07a01f23-d9e8-4630-85a2-279a58c894e1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488846 Apr 29 04:35:38.375381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e24f7-73ec-49af-9aa1-6f0e953d8886 req-e45b7bd5-098a-4bc5-9aca-60de7f970f04 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:38.376799 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e18e24f7-73ec-49af-9aa1-6f0e953d8886 req-e45b7bd5-098a-4bc5-9aca-60de7f970f04 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0497808 Apr 29 04:35:38.426583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e18e24f7-73ec-49af-9aa1-6f0e953d8886 req-71e4ec2f-4fd2-4743-b028-8135a11d3dbd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442886 Apr 29 04:35:38.536056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ffe6-5850-45c9-ae16-dbcfecf3c18c req-e47dd545-3a44-4006-8032-28882af1b6d6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:38.537497 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5b53ffe6-5850-45c9-ae16-dbcfecf3c18c req-e47dd545-3a44-4006-8032-28882af1b6d6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0461411 Apr 29 04:35:38.584984 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5b53ffe6-5850-45c9-ae16-dbcfecf3c18c req-b843196c-c147-43cd-a4ff-c838ccdfee83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421114 Apr 29 04:35:38.605631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40590) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:38.643486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31515386-be35-4474-9c34-dbc71490abfc tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:38.644973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-31515386-be35-4474-9c34-dbc71490abfc tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1125 time: 0.0383313 Apr 29 04:35:38.647773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40592) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:38.651977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:35:38.730137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:38.813377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:38.872489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b2b6168c-acf7-466d-9f3d-66e1a839b040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:38.915718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.101 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/aeaf8551-1018-4f05-8700-c24684ab4a39) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:35:39.018055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:39.124215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:39.160470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:35:39.163291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:35:39.168794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:35:39.193669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=aeaf8551-1018-4f05-8700-c24684ab4a39,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:39.530234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (1223e6f6-f5b1-4db7-b455-1f48615df9b9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:39.663066 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:39.809946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:39.862734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:39.934423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=aeaf8551-1018-4f05-8700-c24684ab4a39,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:35:39.945059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (1223e6f6-f5b1-4db7-b455-1f48615df9b9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:40.046403 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 1223e6f6-f5b1-4db7-b455-1f48615df9b9 associated. External IP: 172.26.4.101, port: 3f51f4f8-a4f8-44db-9359-b02a60a22e27. Apr 29 04:35:40.253600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router db265fbc-9349-41e6-a7da-de617d08093b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:35:40.363152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:35:40.373165 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] Sync routers for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:35:40.382597 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:40.383199 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:40.439946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:40.470059 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2a823cc4-5322-456b-8c92-88c07599f762 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8212633 Apr 29 04:35:40.471011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:35:40.473281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8226fd5-ac64-42ac-9289-17baa3acb45f" -d '{"events": [{"name": "network-changed", "server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:35:40.496791 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:40.574550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85664697-e51b-45ab-af54-747295edf732 req-7a653add-9c81-47c9-8e56-51031c594ed0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:40.576617 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-85664697-e51b-45ab-af54-747295edf732 req-7a653add-9c81-47c9-8e56-51031c594ed0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0575020 Apr 29 04:35:40.578663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a07df72-8a03-4072-b0fc-16b3170a715b x-openstack-request-id: req-2a07df72-8a03-4072-b0fc-16b3170a715b {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:35:40.578957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:35:40.579211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a07df72-8a03-4072-b0fc-16b3170a715b {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:35:40.579610 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a07df72-8a03-4072-b0fc-16b3170a715b'] response: {'name': 'network-changed', 'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'status': 'completed', 'code': 200} Apr 29 04:35:40.627968 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-85664697-e51b-45ab-af54-747295edf732 req-fd21adba-0666-4eb8-bda0-e3b1e5083ee4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451701 Apr 29 04:35:40.633307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-b5b12665-67fd-4739-b389-831c4e2daff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:40.634989 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-b5b12665-67fd-4739-b389-831c4e2daff5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1130 time: 0.0413616 Apr 29 04:35:40.651575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:40.719221 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-023ef07a-e930-4f7b-ba9b-0740815b196a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/1223e6f6-f5b1-4db7-b455-1f48615df9b9 HTTP/1.1" status: 200 len: 992 time: 0.0663586 Apr 29 04:35:40.730134 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-99ac6150-8632-4643-a408-98c0fa38d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:40.731044 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '1223e6f6-f5b1-4db7-b455-1f48615df9b9', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.101', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'port_id': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'mac_address': 'fa:16:3e:6d:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:35:39Z', 'updated_at': '2022-04-29T04:35:39Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:27Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:40.731551 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-99ac6150-8632-4643-a408-98c0fa38d6bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5c07359-4545-46ea-a2de-b6b6f961a7ce HTTP/1.1" status: 200 len: 896 time: 0.0909872 Apr 29 04:35:40.758097 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] Checking router: db265fbc-9349-41e6-a7da-de617d08093b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:35:40.766851 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:35:40.767445 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:35:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:40.796237 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-229df6a1-7ad6-4784-9851-dca7f353a639 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27 HTTP/1.1" status: 200 len: 1000 time: 0.0587490 Apr 29 04:35:40.848148 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-676d77e6-ff7a-49bc-8ab0-3ff506d2d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:40.849602 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-676d77e6-ff7a-49bc-8ab0-3ff506d2d7e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77f06268-e49b-4e00-9855-0490e0dbe1f4 HTTP/1.1" status: 200 len: 835 time: 0.0469732 Apr 29 04:35:40.875812 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:35:40.891846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-0a5ec0da-2738-4b6f-a2c0-4fe08d73a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:35:40.893345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-0a5ec0da-2738-4b6f-a2c0-4fe08d73a554 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5c07359-4545-46ea-a2de-b6b6f961a7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382342 Apr 29 04:35:40.980437 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-a441e966-7452-461e-974f-08bc896df14d service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808249 Apr 29 04:35:41.073966 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8226fd5-ac64-42ac-9289-17baa3acb45f req-484f8d09-6945-427f-84ab-0de20b81e990 service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875671 Apr 29 04:35:41.091824 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '1223e6f6-f5b1-4db7-b455-1f48615df9b9', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.101', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'port_id': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'mac_address': 'fa:16:3e:6d:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:35:39Z', 'updated_at': '2022-04-29T04:35:39Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:27Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:35:41.118707 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b083e-7392-441f-9c19-0fba01040372 None None] The sync data for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv is: [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '1223e6f6-f5b1-4db7-b455-1f48615df9b9', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.101', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'port_id': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'mac_address': 'fa:16:3e:6d:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:35:39Z', 'updated_at': '2022-04-29T04:35:39Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:27Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:35:41.315812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1e647-9b4b-49c2-90bc-323e729137b4 None None] New status for floating IP 1223e6f6-f5b1-4db7-b455-1f48615df9b9: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:35:41.494799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bef0de8a-08ef-4822-9200-d23f6b5aedff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:41.722970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40602) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:35:41.786133 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-94584f17-c3f0-4fd2-ac7c-28c64ab89fdf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/1223e6f6-f5b1-4db7-b455-1f48615df9b9 HTTP/1.1" status: 200 len: 994 time: 0.0618963 Apr 29 04:35:42.303139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:43.839973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:45.130952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:35:50.203477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:01.187542 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:36:08.878580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-07249820-0019-4fb9-907d-6ad2d0c81f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:11.202416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4b5e18eb-487f-4d29-9265-9b6fbb4739bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:12.299759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:13.832701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:14.968688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fdd4e-bd10-4566-9c57-a3c62ce3c77b req-46a719e9-77a5-4314-b969-b8308e41044b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:14.970270 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-457fdd4e-bd10-4566-9c57-a3c62ce3c77b req-46a719e9-77a5-4314-b969-b8308e41044b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0494876 Apr 29 04:36:15.018634 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-457fdd4e-bd10-4566-9c57-a3c62ce3c77b req-d09e19c1-e529-4d90-a984-e822a130efaf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424109 Apr 29 04:36:15.111062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:16.138061 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c76dd-8ed6-4758-ac44-0178c19bf276 req-11d1f16f-9e62-4810-8577-f34cf0752212 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:16.139562 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-544c76dd-8ed6-4758-ac44-0178c19bf276 req-11d1f16f-9e62-4810-8577-f34cf0752212 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0504212 Apr 29 04:36:16.189291 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-544c76dd-8ed6-4758-ac44-0178c19bf276 req-1a595cfe-d6d1-481f-bd69-4c853799175f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441988 Apr 29 04:36:16.211364 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40620) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:16.269680 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2a45363c-f663-421d-8379-de633ad73fa8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/1223e6f6-f5b1-4db7-b455-1f48615df9b9 HTTP/1.1" status: 200 len: 994 time: 0.0570757 Apr 29 04:36:17.044267 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-0156a29f-9143-4827-9abd-c4434978769f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454946 Apr 29 04:36:17.128157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-4ef92746-20f0-4e7d-b800-d512c2f1df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:17.129826 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-4ef92746-20f0-4e7d-b800-d512c2f1df99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1130 time: 0.0409703 Apr 29 04:36:17.228487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-22a57e8f-cdf3-47e8-a8ce-35a953a7d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:17.229991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-22a57e8f-cdf3-47e8-a8ce-35a953a7d4d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5c07359-4545-46ea-a2de-b6b6f961a7ce HTTP/1.1" status: 200 len: 896 time: 0.0812180 Apr 29 04:36:17.297034 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-0793c79f-76ad-4452-942b-1278439af3dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27 HTTP/1.1" status: 200 len: 1002 time: 0.0605047 Apr 29 04:36:17.347617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-ec920ada-bf43-448b-ae32-1db9544a8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:17.348966 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-ec920ada-bf43-448b-ae32-1db9544a8284 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77f06268-e49b-4e00-9855-0490e0dbe1f4 HTTP/1.1" status: 200 len: 835 time: 0.0449266 Apr 29 04:36:17.417801 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-c37d5861-ccfa-4ccb-b86e-f0c0138b7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:17.419330 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-c37d5861-ccfa-4ccb-b86e-f0c0138b7cfa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5c07359-4545-46ea-a2de-b6b6f961a7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395036 Apr 29 04:36:17.515144 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-0fd71c52-e5c6-477a-9c94-2d431f6403e0 service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Apr 29 04:36:17.606858 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9501df23-42d5-4c19-a386-4fb0fa3a1023 req-d8932e25-b90f-4935-8cf3-1f5852dfe967 service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827479 Apr 29 04:36:17.707464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f81f6f-435f-4e60-916b-c173b8a8e4a5 req-886067da-9821-470f-bbaa-7e6894c062ee tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:17.708941 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5f81f6f-435f-4e60-916b-c173b8a8e4a5 req-886067da-9821-470f-bbaa-7e6894c062ee tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0543156 Apr 29 04:36:17.761643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5f81f6f-435f-4e60-916b-c173b8a8e4a5 req-833f0958-2186-4096-a7e4-60ea9558a800 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471292 Apr 29 04:36:18.877903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225e571-a02e-4f65-a661-e944d24fc1e4 req-4845f1cd-9d0b-4bfb-a909-6154ae55dafb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:18.879368 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1225e571-a02e-4f65-a661-e944d24fc1e4 req-4845f1cd-9d0b-4bfb-a909-6154ae55dafb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0493190 Apr 29 04:36:18.927297 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1225e571-a02e-4f65-a661-e944d24fc1e4 req-d49ac0ee-c975-4b68-8880-4678641172f3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425131 Apr 29 04:36:18.949975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40630) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:19.006965 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-834f249d-4e6e-446d-bb68-6ee16431e8ca tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/1223e6f6-f5b1-4db7-b455-1f48615df9b9 HTTP/1.1" status: 200 len: 994 time: 0.0558031 Apr 29 04:36:19.243181 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40636) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:19.391060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port aeaf8551-1018-4f05-8700-c24684ab4a39 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:36:19.391401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:19.465652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:19.465977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (aeaf8551-1018-4f05-8700-c24684ab4a39), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:19.478500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for aeaf8551-1018-4f05-8700-c24684ab4a39 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:36:19.699814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (aeaf8551-1018-4f05-8700-c24684ab4a39), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:19.724792 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=aeaf8551-1018-4f05-8700-c24684ab4a39,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:19.737531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.737886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.738226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.738585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.738919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.739246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.739571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.739893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.740215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.740535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.740857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.741173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.741521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.741843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.742162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:19.801449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (1223e6f6-f5b1-4db7-b455-1f48615df9b9), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:19.801780 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 1223e6f6-f5b1-4db7-b455-1f48615df9b9 disassociated (deleted). External IP: 172.26.4.101, port: 3f51f4f8-a4f8-44db-9359-b02a60a22e27. Apr 29 04:36:20.191474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:20.315255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router db265fbc-9349-41e6-a7da-de617d08093b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:36:20.421381 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:36:20.426395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:20.431159 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] Sync routers for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:36:20.440770 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:20.441389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:20.456676 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f9799224-9c6e-469c-ab18-7abb098d5616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/floatingips/1223e6f6-f5b1-4db7-b455-1f48615df9b9 HTTP/1.1" status: 204 len: 168 time: 1.2122767 Apr 29 04:36:20.457115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:36:20.459600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298ae204-340e-4959-8d1e-2138b5f8597f" -d '{"events": [{"name": "network-changed", "server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:36:20.497956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90bf9e-c56a-4f0e-9685-6d9039519cbe x-openstack-request-id: req-2b90bf9e-c56a-4f0e-9685-6d9039519cbe {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:36:20.498253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:36:20.498513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b90bf9e-c56a-4f0e-9685-6d9039519cbe {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:36:20.498949 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b90bf9e-c56a-4f0e-9685-6d9039519cbe'] response: {'name': 'network-changed', 'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'status': 'completed', 'code': 200} Apr 29 04:36:20.553860 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:20.564362 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae204-340e-4959-8d1e-2138b5f8597f req-0568caab-c486-417f-bfba-533d003679db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:20.565995 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-0568caab-c486-417f-bfba-533d003679db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 1130 time: 0.0406237 Apr 29 04:36:20.661837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae204-340e-4959-8d1e-2138b5f8597f req-c4836826-7ba0-4e7e-909a-2df6525aa11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:20.663274 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-c4836826-7ba0-4e7e-909a-2df6525aa11e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5c07359-4545-46ea-a2de-b6b6f961a7ce HTTP/1.1" status: 200 len: 896 time: 0.0881748 Apr 29 04:36:20.706789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-7db65d10-b2b0-417a-a34b-49b0fa8ea4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27 HTTP/1.1" status: 200 len: 217 time: 0.0341022 Apr 29 04:36:20.741208 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:27Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:20.759298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae204-340e-4959-8d1e-2138b5f8597f req-11efe0ba-11fb-4ef4-927c-7e7a41a4a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:20.760746 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-11efe0ba-11fb-4ef4-927c-7e7a41a4a9fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77f06268-e49b-4e00-9855-0490e0dbe1f4 HTTP/1.1" status: 200 len: 835 time: 0.0449281 Apr 29 04:36:20.767291 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] Checking router: db265fbc-9349-41e6-a7da-de617d08093b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:36:20.775724 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:20.776415 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:20.813468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae204-340e-4959-8d1e-2138b5f8597f req-1228cc5d-5a15-42a6-9c89-cd2ea2282dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:20.814993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-1228cc5d-5a15-42a6-9c89-cd2ea2282dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5c07359-4545-46ea-a2de-b6b6f961a7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455723 Apr 29 04:36:20.935758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7766c-39be-4775-8e90-f998675fc487 req-99d613fc-bebe-45b8-b690-6d8343bbbc31 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:20.937210 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e4b7766c-39be-4775-8e90-f998675fc487 req-99d613fc-bebe-45b8-b690-6d8343bbbc31 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0820799 Apr 29 04:36:20.962901 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-11104818-846c-4cf2-ae31-d1e2333ef126 service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379738 Apr 29 04:36:20.974938 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:20.996269 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e4b7766c-39be-4775-8e90-f998675fc487 req-6df10472-d95a-4a49-b128-d3369d0ae46e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500324 Apr 29 04:36:21.162459 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:27Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:21.187575 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bde6de-1e46-4fc1-82ff-b73bfe4ac088 None None] The sync data for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv is: [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'e1dd9a79-117d-4613-8f1d-f3100568e321', 'name': '', 'network_id': 'b5c07359-4545-46ea-a2de-b6b6f961a7ce', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:5d:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:23Z', 'updated_at': '2022-04-29T04:35:27Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '77f06268-e49b-4e00-9855-0490e0dbe1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:36:21.394714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1792157-f71f-461f-a0e9-bbf8b5f816ea None None] New status for floating IP 1223e6f6-f5b1-4db7-b455-1f48615df9b9: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:36:22.110846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93905d9-d45f-4435-86a2-3d6c9cf23040 req-1c2081dc-dad1-4a4a-80ed-6b8b2f208359 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:22.112322 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f93905d9-d45f-4435-86a2-3d6c9cf23040 req-1c2081dc-dad1-4a4a-80ed-6b8b2f208359 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0463712 Apr 29 04:36:22.160332 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f93905d9-d45f-4435-86a2-3d6c9cf23040 req-34081e1e-73dc-411e-927b-6a48714776ba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=baee5ed6-a080-4fc1-88b1-b99ff0e9befe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423985 Apr 29 04:36:22.348372 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-298ae204-340e-4959-8d1e-2138b5f8597f req-8653639e-637f-4a3f-a198-2e7d4babd2fd service neutron] 10.222.0.31 "GET /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799472 Apr 29 04:36:22.630143 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-d8c7c06b-53ef-43e0-b764-32d13dbe4288 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:22.631489 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-d8c7c06b-53ef-43e0-b764-32d13dbe4288 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 946 time: 0.0505481 Apr 29 04:36:22.725170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:36:22.725526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:22.814356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 3f51f4f8-a4f8-44db-9359-b02a60a22e27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=3f51f4f8-a4f8-44db-9359-b02a60a22e27,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:22.814631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:22.827441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 3f51f4f8-a4f8-44db-9359-b02a60a22e27 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:36:23.003154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (3f51f4f8-a4f8-44db-9359-b02a60a22e27), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:23.035658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=3f51f4f8-a4f8-44db-9359-b02a60a22e27,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:23.047234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.047590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.047935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.048275 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.048615 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.048943 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.049271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.049623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.049947 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.050272 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.050596 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.050919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.051241 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.051560 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.051882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:23.087540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] No DVR routers for this DVR port 3f51f4f8-a4f8-44db-9359-b02a60a22e27 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:36:23.090577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:23.093789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-af5d18be-92d2-4e84-8e6a-e7f60ce44258 req-fa66a06d-ac31-49be-9398-382d4e55a5a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "DELETE /v2.0/ports/3f51f4f8-a4f8-44db-9359-b02a60a22e27 HTTP/1.1" status: 204 len: 173 time: 0.4543986 Apr 29 04:36:23.094236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'name': 'network-vif-deleted', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:36:23.096473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d936b28-cf15-4a0a-9b8c-8991c44eaeac" -d '{"events": [{"server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "name": "network-vif-deleted", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:36:23.133794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f17004-ad26-464d-8877-3a81e0e66243 x-openstack-request-id: req-01f17004-ad26-464d-8877-3a81e0e66243 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:36:23.133794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c94709-9e17-497c-86ef-bdcb6d8bd1eb", "name": "network-vif-deleted", "tag": "3f51f4f8-a4f8-44db-9359-b02a60a22e27", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:36:23.133794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01f17004-ad26-464d-8877-3a81e0e66243 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:36:23.133794 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f17004-ad26-464d-8877-3a81e0e66243'] response: {'server_uuid': '48c94709-9e17-497c-86ef-bdcb6d8bd1eb', 'name': 'network-vif-deleted', 'tag': '3f51f4f8-a4f8-44db-9359-b02a60a22e27', 'status': 'completed', 'code': 200} Apr 29 04:36:23.260290 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-dc0090f6-1387-4c11-986c-d90c8c2cf17e req-3cb0f53c-d363-4c7f-9c5d-7fe60545c88e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c94709-9e17-497c-86ef-bdcb6d8bd1eb HTTP/1.1" status: 200 len: 210 time: 0.0322196 Apr 29 04:36:24.317780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40652) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:24.653360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (db265fbc-9349-41e6-a7da-de617d08093b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:24.890806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port e1dd9a79-117d-4613-8f1d-f3100568e321 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:36:24.891143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:24.986380 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port e1dd9a79-117d-4613-8f1d-f3100568e321, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e1dd9a79-117d-4613-8f1d-f3100568e321,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:24.986655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:24.999575 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for e1dd9a79-117d-4613-8f1d-f3100568e321 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:36:25.248687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e1dd9a79-117d-4613-8f1d-f3100568e321), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:25.275106 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=e1dd9a79-117d-4613-8f1d-f3100568e321,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:25.456467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (db265fbc-9349-41e6-a7da-de617d08093b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:25.672589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router db265fbc-9349-41e6-a7da-de617d08093b has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:36:25.780341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:36:25.785580 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-007af5ba-0507-4140-87bb-7fc4375b8ffd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/db265fbc-9349-41e6-a7da-de617d08093b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667628 Apr 29 04:36:25.788247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40654) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:25.790870 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] Sync routers for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:36:25.801548 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:25.802165 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:25.837476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting subnet 77f06268-e49b-4e00-9855-0490e0dbe1f4 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:36:25.840486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (77f06268-e49b-4e00-9855-0490e0dbe1f4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:25.879742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (77f06268-e49b-4e00-9855-0490e0dbe1f4), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:25.908867 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:25.946332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 3f51f4f8-a4f8-44db-9359-b02a60a22e27 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:36:25.966671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 3f51f4f8-a4f8-44db-9359-b02a60a22e27 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:36:25.967329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 3f51f4f8-a4f8-44db-9359-b02a60a22e27 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:36:25.968950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (77f06268-e49b-4e00-9855-0490e0dbe1f4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.086812 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:36:25Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:26.114189 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] Checking router: db265fbc-9349-41e6-a7da-de617d08093b for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:36:26.123767 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] Routers {'db265fbc-9349-41e6-a7da-de617d08093b'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:26.124389 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['db265fbc-9349-41e6-a7da-de617d08093b'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:26.233778 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] Set router db265fbc-9349-41e6-a7da-de617d08093b gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:26.406170 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:36:25Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:26.433994 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (77f06268-e49b-4e00-9855-0490e0dbe1f4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.435752 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c54e6b-186b-4ffa-ad64-6229bd7afd23 None None] The sync data for ids ['db265fbc-9349-41e6-a7da-de617d08093b'] in dv-neutron-839777-1-hyperv is: [{'id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164438960', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:36:25Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '305a4a3d-f5a7-4736-a183-5c5044c985ad', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db265fbc-9349-41e6-a7da-de617d08093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:35:20Z', 'updated_at': '2022-04-29T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:36:26.463063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Subnet': ['ID=77f06268-e49b-4e00-9855-0490e0dbe1f4,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:26.465614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.469067 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8492c42a-bc70-4196-a121-fdcbd010597d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/subnets/77f06268-e49b-4e00-9855-0490e0dbe1f4 HTTP/1.1" status: 204 len: 168 time: 0.6795707 Apr 29 04:36:26.471312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40656) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:26.474084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171452fd-9124-426a-8aee-68016ae82319 None None] Network b5c07359-4545-46ea-a2de-b6b6f961a7ce requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:36:26.583653 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (db265fbc-9349-41e6-a7da-de617d08093b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.688065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (db265fbc-9349-41e6-a7da-de617d08093b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.801865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 305a4a3d-f5a7-4736-a183-5c5044c985ad {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:36:26.802441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.827091 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56479895-326c-4423-a383-68232fbe62b7 None None] DHCP port deletion for b5c07359-4545-46ea-a2de-b6b6f961a7ce request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:36:26.873201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Deleting port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:36:26.873630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.892713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 305a4a3d-f5a7-4736-a183-5c5044c985ad, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=305a4a3d-f5a7-4736-a183-5c5044c985ad,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:26.893081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.907890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 305a4a3d-f5a7-4736-a183-5c5044c985ad owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:36:26.937924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-56479895-326c-4423-a383-68232fbe62b7 None None] For port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,segment=NetworkSegment(4ff6260a-a31a-4f18-9512-6c57cdfd433e),segment_id=4ff6260a-a31a-4f18-9512-6c57cdfd433e)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:26.938317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:26.952363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Calling delete_port for 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:36:27.090609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (54ccdda9-edb0-4522-a3a5-01ce7cec2f4b), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.115152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Pushing event deleted for resources: {'Port': ['ID=54ccdda9-edb0-4522-a3a5-01ce7cec2f4b,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:27.119192 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56479895-326c-4423-a383-68232fbe62b7 None None] No DVR routers for this DVR port 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:36:27.128950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.128950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.128950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.128950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.128950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.132272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.132614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.132952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.133286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.133645 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.133978 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.134307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.134633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.134964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.135334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479895-326c-4423-a383-68232fbe62b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:27.147722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (305a4a3d-f5a7-4736-a183-5c5044c985ad), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.171772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=305a4a3d-f5a7-4736-a183-5c5044c985ad,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:27.233952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (db265fbc-9349-41e6-a7da-de617d08093b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.332717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (db265fbc-9349-41e6-a7da-de617d08093b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.332717 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (db265fbc-9349-41e6-a7da-de617d08093b), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.450540 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (db265fbc-9349-41e6-a7da-de617d08093b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.451005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Fanout notify agent at l3_agent the message router_deleted on router db265fbc-9349-41e6-a7da-de617d08093b {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:36:27.461707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.461707 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-13ee66a5-ed5e-4b85-9720-94f226d0553e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/routers/db265fbc-9349-41e6-a7da-de617d08093b HTTP/1.1" status: 204 len: 168 time: 0.9863217 Apr 29 04:36:27.461707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40658) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:27.544596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (b5c07359-4545-46ea-a2de-b6b6f961a7ce), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.640078 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (b5c07359-4545-46ea-a2de-b6b6f961a7ce), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.660363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c07359-4545-46ea-a2de-b6b6f961a7ce']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:27.670082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff6260a-a31a-4f18-9512-6c57cdfd433e') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:27.670384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff6260a-a31a-4f18-9512-6c57cdfd433e') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:27.679563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (4ff6260a-a31a-4f18-9512-6c57cdfd433e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.692438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (4ff6260a-a31a-4f18-9512-6c57cdfd433e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.698625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:36:27.699012 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (4ff6260a-a31a-4f18-9512-6c57cdfd433e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:36:27.705172 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:36:27.826022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (b5c07359-4545-46ea-a2de-b6b6f961a7ce), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.833059 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.835653 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/networks/b5c07359-4545-46ea-a2de-b6b6f961a7ce HTTP/1.1" status: 204 len: 168 time: 0.3733356 Apr 29 04:36:27.838481 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:27.847128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70e84d-6770-47ae-a048-5bda7e0466c0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Network': ['ID=b5c07359-4545-46ea-a2de-b6b6f961a7ce,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:27.896405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-794de874-61f2-457b-832f-9fae463fcec9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (baee5ed6-a080-4fc1-88b1-b99ff0e9befe), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:27.923880 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-794de874-61f2-457b-832f-9fae463fcec9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (baee5ed6-a080-4fc1-88b1-b99ff0e9befe), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.045007 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-794de874-61f2-457b-832f-9fae463fcec9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (baee5ed6-a080-4fc1-88b1-b99ff0e9befe), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.047619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-794de874-61f2-457b-832f-9fae463fcec9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.048804 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-794de874-61f2-457b-832f-9fae463fcec9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/security-groups/baee5ed6-a080-4fc1-88b1-b99ff0e9befe HTTP/1.1" status: 204 len: 168 time: 0.2093260 Apr 29 04:36:28.061452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de874-61f2-457b-832f-9fae463fcec9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee5ed6-a080-4fc1-88b1-b99ff0e9befe,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:28.298703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 305a4a3d-f5a7-4736-a183-5c5044c985ad no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:36:28.319024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 305a4a3d-f5a7-4736-a183-5c5044c985ad {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:36:28.319466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 305a4a3d-f5a7-4736-a183-5c5044c985ad not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:36:28.319904 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:36:28.338910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:36:28.339259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 54ccdda9-edb0-4522-a3a5-01ce7cec2f4b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:36:28.340317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e1dd9a79-117d-4613-8f1d-f3100568e321 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:36:28.342895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40666) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:28.347375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690784427', 'description': 'tempest-secgroup-smoke-1690784427 description', 'project_id': '7afcd893ae1d46158a2f8412dec6f782'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:28.362023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e1dd9a79-117d-4613-8f1d-f3100568e321 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:36:28.362372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e1dd9a79-117d-4613-8f1d-f3100568e321 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:36:28.427830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.491390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (8dade0e5-6f0b-4aed-a024-70726967e1fd), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.545717 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8dade0e5-6f0b-4aed-a024-70726967e1fd), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.573916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dade0e5-6f0b-4aed-a024-70726967e1fd,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:28.624459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.625720 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7d99bebd-a078-40cd-b43f-615eec84137b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2818193 Apr 29 04:36:28.628484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40668) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:28.632680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '8dade0e5-6f0b-4aed-a024-70726967e1fd', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:28.712792 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (7d6e874c-0c95-465a-a1cd-3371e4f057ed), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.767342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (7d6e874c-0c95-465a-a1cd-3371e4f057ed), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.844582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7d6e874c-0c95-465a-a1cd-3371e4f057ed), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.862052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6e874c-0c95-465a-a1cd-3371e4f057ed,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:28.930260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:28.931535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e9ee7b6f-ae7b-4d76-9f58-6003566efcaa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021233 Apr 29 04:36:28.934835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:28.939138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '8dade0e5-6f0b-4aed-a024-70726967e1fd', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:29.036356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (1fe08e17-a849-4093-82e8-96839ab98b26), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.089296 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (1fe08e17-a849-4093-82e8-96839ab98b26), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.151140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (1fe08e17-a849-4093-82e8-96839ab98b26), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.170317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe08e17-a849-4093-82e8-96839ab98b26,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:29.227579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.228792 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e2ac2707-0427-42d2-83ce-7a57391499a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930324 Apr 29 04:36:29.231466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40672) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:29.235751 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '8dade0e5-6f0b-4aed-a024-70726967e1fd', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:29.313184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b274be66-6ed6-4c11-b246-539525805199), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.369267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b274be66-6ed6-4c11-b246-539525805199), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.439391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b274be66-6ed6-4c11-b246-539525805199), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.457238 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b274be66-6ed6-4c11-b246-539525805199,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:29.538494 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.539711 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5abfa7f6-a322-448c-8ab4-c5f6bf7b8ce4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072503 Apr 29 04:36:29.542517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40674) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:29.547359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '8dade0e5-6f0b-4aed-a024-70726967e1fd', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:29.641916 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (9dda2ef8-2b7a-4a16-ae69-37a8e851da0f), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.697340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (9dda2ef8-2b7a-4a16-ae69-37a8e851da0f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.779822 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (9dda2ef8-2b7a-4a16-ae69-37a8e851da0f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.795911 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dda2ef8-2b7a-4a16-ae69-37a8e851da0f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:29.867427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:29.868698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ac0eeb43-998a-45c8-a7cc-89b9a9b862fa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3246920 Apr 29 04:36:29.872069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40676) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:29.876355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '8dade0e5-6f0b-4aed-a024-70726967e1fd', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:29.957541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:36:29.963056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (475c40c8-97ae-4a80-a3f5-2c0198845b17), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.019835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (475c40c8-97ae-4a80-a3f5-2c0198845b17), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.079309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (475c40c8-97ae-4a80-a3f5-2c0198845b17), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.097165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475c40c8-97ae-4a80-a3f5-2c0198845b17,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:30.166865 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.168071 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-07aa64a9-8ffb-4304-bd6b-439eec14a341 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2950675 Apr 29 04:36:30.171398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40678) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:30.175650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '8dade0e5-6f0b-4aed-a024-70726967e1fd', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:30.254543 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:36:30.259824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (2fa222b1-4f7a-409c-a6cb-58385cab955e), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.318437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (2fa222b1-4f7a-409c-a6cb-58385cab955e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.385756 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (2fa222b1-4f7a-409c-a6cb-58385cab955e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.404182 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa222b1-4f7a-409c-a6cb-58385cab955e,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:30.490752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.492043 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-be9fbf00-7ab4-433d-99e6-60d87c4755e3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3196900 Apr 29 04:36:30.497300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40680) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:30.499709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'network': {'name': 'tempest-network-smoke--106978919', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:30.599043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:36:30.602269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.624804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:36:30.633149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1dbb140d-7dfe-4c16-b163-29e413300489), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.633525 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Added segment 1dbb140d-7dfe-4c16-b163-29e413300489 of type vlan for network 453934b9-ac5a-4f78-978a-580d815743d5 Apr 29 04:36:30.671184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (453934b9-ac5a-4f78-978a-580d815743d5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.753770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (453934b9-ac5a-4f78-978a-580d815743d5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.758670 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:30.759248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.825237 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Network': ['ID=453934b9-ac5a-4f78-978a-580d815743d5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:30.835152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 453934b9-ac5a-4f78-978a-580d815743d5 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:36:30.876562 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cb702bf2-f4ed-4e73-b07c-c5fcab4266c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3807321 Apr 29 04:36:30.879171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40682) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:30.883757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'admin_state_up': True, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:30.959475 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (030f0801-7e70-40a0-b3c7-68247798948d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:30.960520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (030f0801-7e70-40a0-b3c7-68247798948d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.009122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (030f0801-7e70-40a0-b3c7-68247798948d), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.204467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (030f0801-7e70-40a0-b3c7-68247798948d), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.430527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (030f0801-7e70-40a0-b3c7-68247798948d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.452597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.553577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.26 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/4c2df441-ac7f-4e32-8904-1f949489e696) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:36:31.655105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (4c2df441-ac7f-4e32-8904-1f949489e696), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.719921 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:31.755602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:36:31.758398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:31.764443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:36:31.787251 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=4c2df441-ac7f-4e32-8904-1f949489e696,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:32.070234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (030f0801-7e70-40a0-b3c7-68247798948d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:32.613261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (030f0801-7e70-40a0-b3c7-68247798948d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:32.797293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 030f0801-7e70-40a0-b3c7-68247798948d is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:36:32.903712 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:36:32.913643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Sync routers for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:36:32.923146 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:32.923765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:32.976545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:32.977913 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1649949b-0c42-479e-a31f-acf8a24b34b3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0977077 Apr 29 04:36:32.980820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40684) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:33.007744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-65833e0f-56a0-4e1d-abe3-c599c5a6fbe3 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=7afcd893ae1d46158a2f8412dec6f782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258090 Apr 29 04:36:33.010181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40686) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:33.030526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:33.097424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f8a4d-d1a4-4ac7-8d13-1a5e12ced318 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:33.098906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-836f8a4d-d1a4-4ac7-8d13-1a5e12ced318 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878527 Apr 29 04:36:33.101795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40688) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:33.128339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4f3a5b36-3e22-4b6b-b2af-b9ed6f34930d tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255184 Apr 29 04:36:33.130765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40690) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:33.135278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400634272', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:33.206434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:31Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:33.233199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Checking router: 030f0801-7e70-40a0-b3c7-68247798948d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:36:33.233580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Updating router 030f0801-7e70-40a0-b3c7-68247798948d port 4c2df441-ac7f-4e32-8904-1f949489e696 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:36:33.260134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.290888 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:36:33.294963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.511026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Publish callbacks [] for port (4c2df441-ac7f-4e32-8904-1f949489e696), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.530942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (20b4a779-3d2f-4c14-9eeb-183a5f600bbf), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.595096 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Subnet': ['ID=20b4a779-3d2f-4c14-9eeb-183a5f600bbf,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:33.603556 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Checking segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:36:33.603944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network hostable DHCP agents. Network: 453934b9-ac5a-4f78-978a-580d815743d5, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:36:33.610820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.666562 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Attempting to bind port 4c2df441-ac7f-4e32-8904-1f949489e696 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:36:33.666951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Attempting to bind port 4c2df441-ac7f-4e32-8904-1f949489e696 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:36:33.667294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Attempting to bind port 4c2df441-ac7f-4e32-8904-1f949489e696 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:36:33.673277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47de6c6-4ccc-47e5-84c2-7098114d1dc0 None None] Pushing event updated for resources: {'Port': ['ID=4c2df441-ac7f-4e32-8904-1f949489e696,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:33.677716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:36:33.678093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:36:33.681184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.681184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:36:33.681184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Bound port: 4c2df441-ac7f-4e32-8904-1f949489e696, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:36:33.681184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.701377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 453934b9-ac5a-4f78-978a-580d815743d5 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:36:33.731041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] For port 4c2df441-ac7f-4e32-8904-1f949489e696, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:36:33.734950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] For port 4c2df441-ac7f-4e32-8904-1f949489e696, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4c2df441-ac7f-4e32-8904-1f949489e696,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:36:33.808740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 453934b9-ac5a-4f78-978a-580d815743d5) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:33.809253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.812701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:33.813655 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:33.842092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7341e-48fc-4a37-91ed-9ea2c5d91add None None] Network 453934b9-ac5a-4f78-978a-580d815743d5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:36:33.891516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cba14bb9-1ee6-41dd-b66b-0133e4150403 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7597475 Apr 29 04:36:33.894489 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40692) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:33.900950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47de6c6-4ccc-47e5-84c2-7098114d1dc0 None None] Pushing event updated for resources: {'Port': ['ID=4c2df441-ac7f-4e32-8904-1f949489e696,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:33.934790 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:33.935489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:34.052178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-453934b9-ac5a-4f78-978a-580d815743d5', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:36:34.053017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.082995 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:34.342343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.489198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:31Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:34.516409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05ce8c-5e70-4df0-a949-067a27f1cef9 None None] The sync data for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv is: [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:31Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:36:34.571354 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Allocated IP 172.20.0.2 (453934b9-ac5a-4f78-978a-580d815743d5/20b4a779-3d2f-4c14-9eeb-183a5f600bbf/05aff6cb-2a65-4d95-8c6e-96d3d8015713) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:36:34.728895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Publish callbacks [] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.799994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.841718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Network 453934b9-ac5a-4f78-978a-580d815743d5 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:36:34.847605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:34.850065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:36:34.855130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.1 (453934b9-ac5a-4f78-978a-580d815743d5/20b4a779-3d2f-4c14-9eeb-183a5f600bbf/3576b017-9b3a-42d2-b71e-45f6a983971b) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:36:34.867078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Pushing event updated for resources: {'Port': ['ID=05aff6cb-2a65-4d95-8c6e-96d3d8015713,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:34.922322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Attempting to bind port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:36:34.922781 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Attempting to bind port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:36:34.923212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Attempting to bind port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 on network 453934b9-ac5a-4f78-978a-580d815743d5 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:36:34.928453 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:36:34.928934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Checking segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:36:34.929367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.929840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Bound using segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:36:34.930313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Bound port: 05aff6cb-2a65-4d95-8c6e-96d3d8015713, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:36:34.930695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.982768 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:34.994803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] For port 05aff6cb-2a65-4d95-8c6e-96d3d8015713, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:36:34.998834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] For port 05aff6cb-2a65-4d95-8c6e-96d3d8015713, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=05aff6cb-2a65-4d95-8c6e-96d3d8015713,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:36:35.074922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.109972 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.144039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79cce3-2216-40d4-858f-92f7ac534ee0 None None] Pushing event updated for resources: {'Port': ['ID=05aff6cb-2a65-4d95-8c6e-96d3d8015713,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:35.183525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 453934b9-ac5a-4f78-978a-580d815743d5 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:36:35.189443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:35.194688 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:36:35.222709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=3576b017-9b3a-42d2-b71e-45f6a983971b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:35.251848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (030f0801-7e70-40a0-b3c7-68247798948d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.479606 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.758544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.820674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.898346 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=3576b017-9b3a-42d2-b71e-45f6a983971b,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:35.901683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (030f0801-7e70-40a0-b3c7-68247798948d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:35.992071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 453934b9-ac5a-4f78-978a-580d815743d5 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:36:35.993443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:36.112173 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 030f0801-7e70-40a0-b3c7-68247798948d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:36:36.223636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:36:36.228578 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-80097710-62ef-4baa-b79a-74af284883ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/030f0801-7e70-40a0-b3c7-68247798948d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329787 Apr 29 04:36:36.241522 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Sync routers for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:36:36.252329 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:36.252938 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:36.362732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4c2df441-ac7f-4e32-8904-1f949489e696 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:36:36.376341 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:36.395708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-44ce87e1-5ff7-48e5-bab3-32fe3f0ebec6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690784427&fields=id&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 267 time: 0.0463047 Apr 29 04:36:36.415431 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4c2df441-ac7f-4e32-8904-1f949489e696 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:36.416052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:36.496296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4c2df441-ac7f-4e32-8904-1f949489e696 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:36.496701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:36.513639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-8503ca73-be46-470f-9157-f7ea15d4061e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:36.515204 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-8503ca73-be46-470f-9157-f7ea15d4061e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/networks?id=453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 200 len: 796 time: 0.1131451 Apr 29 04:36:36.531321 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-b06cad16-5324-447d-ba28-841e34719fa9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/quotas/7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 375 time: 0.0098574 Apr 29 04:36:36.534205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 4c2df441-ac7f-4e32-8904-1f949489e696, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4c2df441-ac7f-4e32-8904-1f949489e696,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:36.574620 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 2, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:36.583718 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-781d6924-d8dd-488c-93c2-a63930650b57 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455585 Apr 29 04:36:36.611865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:36.613500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 05aff6cb-2a65-4d95-8c6e-96d3d8015713 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:36:36.699520 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Checking router: 030f0801-7e70-40a0-b3c7-68247798948d for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:36:36.700184 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Updating router 030f0801-7e70-40a0-b3c7-68247798948d port 3576b017-9b3a-42d2-b71e-45f6a983971b binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:36:36.709722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:36.710116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:36.713254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=4c2df441-ac7f-4e32-8904-1f949489e696,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:36.736796 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:36.756158 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-2abb8d65-73ee-4b14-b8e3-a294bb3a7371 service neutron] 10.222.0.37 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603131 Apr 29 04:36:36.812575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:36.813047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:36.855386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 05aff6cb-2a65-4d95-8c6e-96d3d8015713, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=05aff6cb-2a65-4d95-8c6e-96d3d8015713,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:36.940822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.007024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=05aff6cb-2a65-4d95-8c6e-96d3d8015713,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:37.047849 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Publish callbacks [] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.101447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae396a79-9d34-4507-88c9-c73493adfddb None None] Network 453934b9-ac5a-4f78-978a-580d815743d5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:36:37.106681 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.163068 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Pushing event updated for resources: {'Port': ['ID=3576b017-9b3a-42d2-b71e-45f6a983971b,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:37.166918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-106913de-0baa-47f3-8664-aa04f558c018 None None] Provisioning complete for port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:37.166918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-106913de-0baa-47f3-8664-aa04f558c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.172891 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.172891 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.173170 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-afa8acd5-bab2-4a71-9578-fdd374ba1731 service neutron] 10.222.0.37 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111094 Apr 29 04:36:37.173687 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.173687 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.174005 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.174393 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.174775 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.175154 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.175603 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.176073 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.176400 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.176794 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.176997 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.177335 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.177642 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:36:37.236311 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Attempting to bind port 3576b017-9b3a-42d2-b71e-45f6a983971b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:36:37.236681 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Attempting to bind port 3576b017-9b3a-42d2-b71e-45f6a983971b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:36:37.237036 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Attempting to bind port 3576b017-9b3a-42d2-b71e-45f6a983971b on network 453934b9-ac5a-4f78-978a-580d815743d5 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:36:37.242480 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:36:37.243134 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Checking segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:36:37.243362 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.243929 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Bound using segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:36:37.244694 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Bound port: 3576b017-9b3a-42d2-b71e-45f6a983971b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:36:37.245239 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.305706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-106913de-0baa-47f3-8664-aa04f558c018 None None] Current status of the port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:37.315193 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] For port 3576b017-9b3a-42d2-b71e-45f6a983971b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:36:37.319254 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] For port 3576b017-9b3a-42d2-b71e-45f6a983971b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3576b017-9b3a-42d2-b71e-45f6a983971b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:36:37.410146 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.454300 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-446509bf-3e53-4cf7-bdd3-e91628fd0b33 req-55b386e7-03a3-4f1a-a625-69d758c9d0f6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 210 time: 0.0421731 Apr 29 04:36:37.470742 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:37.476022 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:37.531448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Provisioning complete for port 3576b017-9b3a-42d2-b71e-45f6a983971b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:37.531448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.550245 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0915e-7c1f-45b8-92b8-03adf4f98200 None None] Pushing event updated for resources: {'Port': ['ID=3576b017-9b3a-42d2-b71e-45f6a983971b,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:37.635170 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:37.646715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Current status of the port 3576b017-9b3a-42d2-b71e-45f6a983971b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:37.647106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.694385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] For port 3576b017-9b3a-42d2-b71e-45f6a983971b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3576b017-9b3a-42d2-b71e-45f6a983971b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:37.806614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.854116 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:37.861717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Provisioning complete for port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:37.862434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:37.882414 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f18d257-3d2b-4b81-8136-34ae69328673 None None] The sync data for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv is: [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:36:37.915864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Pushing event updated for resources: {'Port': ['ID=3576b017-9b3a-42d2-b71e-45f6a983971b,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:38.012654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-c1d907a5-0e62-415f-9b95-9ff705dea492 None None] Current status of the port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:38.133944 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3b728918-669d-4c43-842a-b5268a4f3080 None None] Provisioning complete for port 3576b017-9b3a-42d2-b71e-45f6a983971b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:38.134550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3b728918-669d-4c43-842a-b5268a4f3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.186013 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:36:38.235943 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3b728918-669d-4c43-842a-b5268a4f3080 None None] Current status of the port 3576b017-9b3a-42d2-b71e-45f6a983971b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:38.356418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4ae40e44-3b63-4376-9299-27df777be4b8 None None] Provisioning complete for port 3576b017-9b3a-42d2-b71e-45f6a983971b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:38.356899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4ae40e44-3b63-4376-9299-27df777be4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.402134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4c2df441-ac7f-4e32-8904-1f949489e696 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:36:38.495889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4c2df441-ac7f-4e32-8904-1f949489e696 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:38.496265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.523909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4ae40e44-3b63-4376-9299-27df777be4b8 None None] Current status of the port 3576b017-9b3a-42d2-b71e-45f6a983971b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:38.562274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b546778c-e6e3-458a-bcfe-db5d7f824a4f req-7bea3a2e-cd68-438c-97e6-f6e5d47c6f30 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 210 time: 0.0309293 Apr 29 04:36:38.587763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4c2df441-ac7f-4e32-8904-1f949489e696 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:38.588842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3576b017-9b3a-42d2-b71e-45f6a983971b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:36:38.647648 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-48498c2b-b89a-4011-b830-8fa3b5fb840c None None] Provisioning complete for port 3576b017-9b3a-42d2-b71e-45f6a983971b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:38.648021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-48498c2b-b89a-4011-b830-8fa3b5fb840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.670412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3576b017-9b3a-42d2-b71e-45f6a983971b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:38.670787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.794178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-48498c2b-b89a-4011-b830-8fa3b5fb840c None None] Current status of the port 3576b017-9b3a-42d2-b71e-45f6a983971b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:38.800581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3576b017-9b3a-42d2-b71e-45f6a983971b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:38.801638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 05aff6cb-2a65-4d95-8c6e-96d3d8015713 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:36:38.858952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:38.859331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.930126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f39eccc1-93c9-4553-bbad-481eeeb4ac03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:38.946650 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:39.681174 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fa37bde7-bccd-4bdd-a350-16a9d6ceed11 req-761c86a1-1f5c-473c-90e7-2cb17433afe5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 210 time: 0.0364048 Apr 29 04:36:39.751439 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-b1f3094c-8d0b-428f-8aaf-18a3bcf3c06f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:39.752893 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-b1f3094c-8d0b-428f-8aaf-18a3bcf3c06f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/networks?id=453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 200 len: 796 time: 0.1302850 Apr 29 04:36:39.819672 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-12e51ade-e7ff-4a2e-aac3-f4575c4c7f01 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 380 time: 0.0533490 Apr 29 04:36:39.830850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'port': {'device_id': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'admin_state_up': True, 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'security_groups': ['8dade0e5-6f0b-4aed-a024-70726967e1fd']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:39.988480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:36:39.991909 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.118291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.12 (453934b9-ac5a-4f78-978a-580d815743d5/20b4a779-3d2f-4c14-9eeb-183a5f600bbf/6e5ad271-7c59-4a27-82f6-6e079e4e758b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:36:40.262063 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.358610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.397721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 453934b9-ac5a-4f78-978a-580d815743d5 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:36:40.400727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:40.406929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:36:40.439344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=6e5ad271-7c59-4a27-82f6-6e079e4e758b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:40.465551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:40.466185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.568591 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-55e1b824-24b0-4c58-85ba-b7279961aea1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7412186 Apr 29 04:36:40.583902 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Request body: {'port': {'device_id': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:40.626970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0178d4fd-2281-470c-a0d2-a9e1109a8c6a None None] Provisioning complete for port 6e5ad271-7c59-4a27-82f6-6e079e4e758b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:40.627564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0178d4fd-2281-470c-a0d2-a9e1109a8c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.645604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.660676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0178d4fd-2281-470c-a0d2-a9e1109a8c6a None None] Port 6e5ad271-7c59-4a27-82f6-6e079e4e758b cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:36:40.798754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ab6a-7730-4d87-8c10-89379f2c623c req-b4a51c82-1bac-4b5c-bb86-8d58225bc202 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:40.800225 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c71ab6a-7730-4d87-8c10-89379f2c623c req-b4a51c82-1bac-4b5c-bb86-8d58225bc202 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 932 time: 0.0508168 Apr 29 04:36:40.849947 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c71ab6a-7730-4d87-8c10-89379f2c623c req-dfa999fc-dff0-4e6b-a79b-d800bb404494 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Apr 29 04:36:40.909461 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5ad271-7c59-4a27-82f6-6e079e4e758b {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:36:40.916955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Publish callbacks [] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:40.929209 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Transition to ACTIVE for port object 6e5ad271-7c59-4a27-82f6-6e079e4e758b will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:36:41.005435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:41.054951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5ad271-7c59-4a27-82f6-6e079e4e758b,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:41.130205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Attempting to bind port 6e5ad271-7c59-4a27-82f6-6e079e4e758b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:36:41.130543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Attempting to bind port 6e5ad271-7c59-4a27-82f6-6e079e4e758b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:36:41.130965 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Attempting to bind port 6e5ad271-7c59-4a27-82f6-6e079e4e758b on network 453934b9-ac5a-4f78-978a-580d815743d5 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:36:41.135783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Port 6e5ad271-7c59-4a27-82f6-6e079e4e758b on network 453934b9-ac5a-4f78-978a-580d815743d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:36:41.136099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Attempting to bind port 6e5ad271-7c59-4a27-82f6-6e079e4e758b on network 453934b9-ac5a-4f78-978a-580d815743d5 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:36:41.147332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:36:41.147332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Checking segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:36:41.147332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Bound using segment: {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:36:41.147332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Bound port: 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbb140d-7dfe-4c16-b163-29e413300489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:36:41.147332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:41.188649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4fc638d8-e374-435e-9521-84e327932ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:41.214591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] For port 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:36:41.217600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] For port 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:36:41.286489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:41.319779 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.320270 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:41.322344 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] 10.222.0.31 "PUT /v2.0/ports/6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 200 len: 1094 time: 0.7426753 Apr 29 04:36:41.322825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:36:41.325095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df8700-ad45-4528-9d62-0dc17dd29076" -d '{"events": [{"name": "network-changed", "server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:36:41.358537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d0db6-5897-4ac6-96a2-b6ea85c89fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5ad271-7c59-4a27-82f6-6e079e4e758b,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:41.369555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af028b6-0697-4f2d-bfaa-31952eed26ae x-openstack-request-id: req-6af028b6-0697-4f2d-bfaa-31952eed26ae {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:36:41.373428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:36:41.373428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6af028b6-0697-4f2d-bfaa-31952eed26ae {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:36:41.373428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af028b6-0697-4f2d-bfaa-31952eed26ae'] response: {'name': 'network-changed', 'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'status': 'completed', 'code': 200} Apr 29 04:36:41.449212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8700-ad45-4528-9d62-0dc17dd29076 req-09a5d446-19fe-44ad-a899-bfa39c3ce9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.451884 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37df8700-ad45-4528-9d62-0dc17dd29076 req-09a5d446-19fe-44ad-a899-bfa39c3ce9a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1128 time: 0.0461719 Apr 29 04:36:41.556768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8700-ad45-4528-9d62-0dc17dd29076 req-a46f60f4-eaad-4ff4-9ea9-7ebb9fe3a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.558320 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37df8700-ad45-4528-9d62-0dc17dd29076 req-a46f60f4-eaad-4ff4-9ea9-7ebb9fe3a37c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7afcd893ae1d46158a2f8412dec6f782&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991545 Apr 29 04:36:41.653989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8700-ad45-4528-9d62-0dc17dd29076 req-38443a26-258b-4d49-8f1f-2757d9ad053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.655420 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37df8700-ad45-4528-9d62-0dc17dd29076 req-38443a26-258b-4d49-8f1f-2757d9ad053f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883937 Apr 29 04:36:41.740357 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-032a83e8-3f3d-47c7-9efc-9fd27f5a026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.741846 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-032a83e8-3f3d-47c7-9efc-9fd27f5a026a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1128 time: 0.0438378 Apr 29 04:36:41.785480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-ef899ace-6557-43be-9d4c-2da63d452cdf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 200 len: 217 time: 0.0327966 Apr 29 04:36:41.834601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-a9941935-0753-49ec-810a-ce7765847e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.835962 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-a9941935-0753-49ec-810a-ce7765847e6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20b4a779-3d2f-4c14-9eeb-183a5f600bbf HTTP/1.1" status: 200 len: 835 time: 0.0422339 Apr 29 04:36:41.882261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-96a5024a-b516-4777-94e0-af253e736543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.883839 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-96a5024a-b516-4777-94e0-af253e736543 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=453934b9-ac5a-4f78-978a-580d815743d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384901 Apr 29 04:36:41.963691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e6dae-9b43-4bc2-a17d-6ccf6c0b2c1e req-c8e5d95c-1115-466d-9bdd-c2bd1bff77e9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:41.965179 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c93e6dae-9b43-4bc2-a17d-6ccf6c0b2c1e req-c8e5d95c-1115-466d-9bdd-c2bd1bff77e9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 944 time: 0.0471537 Apr 29 04:36:41.980581 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-3d453df7-4c27-48b8-8836-e27b5555ca61 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872791 Apr 29 04:36:42.012967 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c93e6dae-9b43-4bc2-a17d-6ccf6c0b2c1e req-df2f5f4f-86b8-4ff1-8b71-4a9c15fb945e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Apr 29 04:36:42.075678 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-349f5d78-df9c-4d71-9c65-47490a7db394 req-2e15e0b4-2b71-4111-9530-7b61b727d5eb service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847967 Apr 29 04:36:42.302802 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:43.126005 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af033-9d8c-4d3d-b03d-caa4af4738d6 req-116b2b4c-2b32-4e00-b662-1da63798ecd3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:43.127434 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f47af033-9d8c-4d3d-b03d-caa4af4738d6 req-116b2b4c-2b32-4e00-b662-1da63798ecd3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 944 time: 0.0466390 Apr 29 04:36:43.174328 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f47af033-9d8c-4d3d-b03d-caa4af4738d6 req-40d74a77-db9c-4983-b2d2-25868a4b5e21 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Apr 29 04:36:43.816991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:43.961663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6e5ad271-7c59-4a27-82f6-6e079e4e758b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:36:44.056999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:44.067701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'port_id': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'mac_address': 'fa:16:3e:39:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:36:44.106843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6e5ad271-7c59-4a27-82f6-6e079e4e758b is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:44.107599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:44.119848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5ad271-7c59-4a27-82f6-6e079e4e758b {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:36:44.139279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:44.204063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:44.256444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6e5ad271-7c59-4a27-82f6-6e079e4e758b,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:44.290815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4f908-6a55-45cd-bad5-3455b12cd9a7 req-f30f9bbb-ae40-4ad2-9435-219254bd9a37 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:44.292460 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6af4f908-6a55-45cd-bad5-3455b12cd9a7 req-f30f9bbb-ae40-4ad2-9435-219254bd9a37 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 945 time: 0.0510855 Apr 29 04:36:44.340650 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6af4f908-6a55-45cd-bad5-3455b12cd9a7 req-af328bc6-fcf4-4079-8065-92a7186e1b91 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Apr 29 04:36:44.457459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['6e5ad271-7c59-4a27-82f6-6e079e4e758b'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:36:45.142985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:45.450108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6d455-70b7-4d6e-a85c-dc8bb33746ec req-f74379b1-55c4-48fe-863a-f544e64c90ef tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:45.452067 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-27b6d455-70b7-4d6e-a85c-dc8bb33746ec req-f74379b1-55c4-48fe-863a-f544e64c90ef tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 945 time: 0.0464544 Apr 29 04:36:45.499443 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-27b6d455-70b7-4d6e-a85c-dc8bb33746ec req-f4463cfb-f0e8-4486-80e9-dcc2f3558d79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Apr 29 04:36:45.970336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6e5ad271-7c59-4a27-82f6-6e079e4e758b up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:36:46.013334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 6e5ad271-7c59-4a27-82f6-6e079e4e758b completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:36:46.089443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 6e5ad271-7c59-4a27-82f6-6e079e4e758b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:36:46.089820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:46.167821 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 6e5ad271-7c59-4a27-82f6-6e079e4e758b is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:36:46.168541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:46.191100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:36:46.193362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f832005-cbe0-4b6e-96fa-feeaa9dc6447" -d '{"events": [{"server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "name": "network-vif-plugged", "status": "completed", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:36:46.205625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:36:46.280636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:46.283366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464fb57c-12fe-4312-91fa-da42cd8c9e2d x-openstack-request-id: req-464fb57c-12fe-4312-91fa-da42cd8c9e2d {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:36:46.283652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "name": "network-vif-plugged", "status": "completed", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:36:46.283906 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-464fb57c-12fe-4312-91fa-da42cd8c9e2d {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:36:46.284292 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464fb57c-12fe-4312-91fa-da42cd8c9e2d'] response: {'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'code': 200} Apr 29 04:36:46.330789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=6e5ad271-7c59-4a27-82f6-6e079e4e758b,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:46.642354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2bd72-cf80-4792-a0c8-09b024bb268a req-ea33fe9f-1cdd-48f6-9ecd-e0e3df4b38b8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:46.643823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ab2bd72-cf80-4792-a0c8-09b024bb268a req-ea33fe9f-1cdd-48f6-9ecd-e0e3df4b38b8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0740216 Apr 29 04:36:46.646473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda112b-1bd1-4bed-b032-d39b395636f0 req-c54a2f44-6233-4c53-9106-d758712e6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:46.647822 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0dda112b-1bd1-4bed-b032-d39b395636f0 req-c54a2f44-6233-4c53-9106-d758712e6523 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1130 time: 0.0693069 Apr 29 04:36:46.716053 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7ab2bd72-cf80-4792-a0c8-09b024bb268a req-8f6192bb-60d9-4f3f-ba09-f66fb02e4926 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665898 Apr 29 04:36:46.723856 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0dda112b-1bd1-4bed-b032-d39b395636f0 req-febd728e-9ca7-44de-a2c4-75776dfea75a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675182 Apr 29 04:36:47.830056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6de30-eb72-42f1-807f-acf20d5dc21f req-62f74710-b120-42b2-91a3-b8b238c1e59d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:47.831413 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b5c6de30-eb72-42f1-807f-acf20d5dc21f req-62f74710-b120-42b2-91a3-b8b238c1e59d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0466857 Apr 29 04:36:47.879537 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b5c6de30-eb72-42f1-807f-acf20d5dc21f req-aa103014-a889-4646-916b-82a7c83d4a33 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Apr 29 04:36:49.002651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832687-3c44-4c8c-b264-53fa3eb2fb6a req-94910929-13f1-44c3-94af-3ed2279cbf5f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:49.004101 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4d832687-3c44-4c8c-b264-53fa3eb2fb6a req-94910929-13f1-44c3-94af-3ed2279cbf5f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0584102 Apr 29 04:36:49.052320 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4d832687-3c44-4c8c-b264-53fa3eb2fb6a req-7c6005de-e741-485d-a0a1-0a4273ce7dfb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Apr 29 04:36:49.161995 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a407d4-de18-4461-a61c-dc616ed5270f req-d87d26d6-a650-43fe-9016-bc962d53cf0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:49.163387 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f6a407d4-de18-4461-a61c-dc616ed5270f req-d87d26d6-a650-43fe-9016-bc962d53cf0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0462575 Apr 29 04:36:49.213643 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f6a407d4-de18-4461-a61c-dc616ed5270f req-9e5c9415-f52c-42b0-a6f7-43895f2ad54a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 Apr 29 04:36:49.235242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40758) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:49.272706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01073669-b27b-49ac-9c71-19c545105a11 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:49.274243 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-01073669-b27b-49ac-9c71-19c545105a11 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1125 time: 0.0380144 Apr 29 04:36:49.277011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40760) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:49.281805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address': '172.20.0.12'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:36:49.400711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:49.478654 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:49.577846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.190 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/4f95beb0-6742-405c-ab4e-f0042ac3a71b) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:36:49.678064 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:49.760684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:49.797964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:36:49.802624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:36:49.806201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:36:49.811891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=4f95beb0-6742-405c-ab4e-f0042ac3a71b,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:50.171396 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (2723e206-0459-490e-84aa-5aa746225d3b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:50.217974 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:50.297196 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:50.441426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:50.535291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:50.604944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=4f95beb0-6742-405c-ab4e-f0042ac3a71b,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:36:50.614501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (2723e206-0459-490e-84aa-5aa746225d3b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:50.713593 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 2723e206-0459-490e-84aa-5aa746225d3b associated. External IP: 172.26.4.190, port: 6e5ad271-7c59-4a27-82f6-6e079e4e758b. Apr 29 04:36:51.265336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 030f0801-7e70-40a0-b3c7-68247798948d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:36:51.372172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:36:51.383068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] Sync routers for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:36:51.393274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:51.396770 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:51.447065 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:36:51.477501 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4a2b4db7-b0ec-4d88-96ad-5a86100010d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1994021 Apr 29 04:36:51.478205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:36:51.480685 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61740b0-5e1f-4e5c-bed4-3aef802433db" -d '{"events": [{"name": "network-changed", "server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:36:51.521532 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d0f337-a343-4947-ae3a-ef026f2f4bb7 x-openstack-request-id: req-83d0f337-a343-4947-ae3a-ef026f2f4bb7 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:36:51.522110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:36:51.522645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83d0f337-a343-4947-ae3a-ef026f2f4bb7 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:36:51.523467 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d0f337-a343-4947-ae3a-ef026f2f4bb7'] response: {'name': 'network-changed', 'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'status': 'completed', 'code': 200} Apr 29 04:36:51.628180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887ca5-f60a-4efd-87a5-5ebfde5b97e7 req-f261566f-3030-44b9-a827-d0371b92c615 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:51.630934 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-93887ca5-f60a-4efd-87a5-5ebfde5b97e7 req-f261566f-3030-44b9-a827-d0371b92c615 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.1013160 Apr 29 04:36:51.634502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-3d6f72ac-e863-417f-b32a-ed9902d6191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:51.635947 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-3d6f72ac-e863-417f-b32a-ed9902d6191d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1130 time: 0.0764647 Apr 29 04:36:51.655487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:51.742258 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-93887ca5-f60a-4efd-87a5-5ebfde5b97e7 req-c45b5ac7-4ac2-4167-8259-7ea4e11040ce tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053457 Apr 29 04:36:51.768208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-54f7f98f-9656-4da0-904f-f6a4cb6004fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:51.769150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40766) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:51.769679 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-54f7f98f-9656-4da0-904f-f6a4cb6004fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 200 len: 897 time: 0.1237702 Apr 29 04:36:51.831741 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c8948cc7-bfdb-476f-9dec-680e0076cd24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/2723e206-0459-490e-84aa-5aa746225d3b HTTP/1.1" status: 200 len: 992 time: 0.0614548 Apr 29 04:36:51.842387 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-420452c8-664e-4a71-8a7b-14245eb76e5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 200 len: 1000 time: 0.0658979 Apr 29 04:36:51.871652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2723e206-0459-490e-84aa-5aa746225d3b', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.190', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'port_id': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'mac_address': 'fa:16:3e:39:cd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:36:50Z', 'updated_at': '2022-04-29T04:36:50Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:51.891268 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-faeb683d-d246-4985-94ad-8b4433c809b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:51.892709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-faeb683d-d246-4985-94ad-8b4433c809b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20b4a779-3d2f-4c14-9eeb-183a5f600bbf HTTP/1.1" status: 200 len: 835 time: 0.0451281 Apr 29 04:36:51.904243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] Checking router: 030f0801-7e70-40a0-b3c7-68247798948d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:36:51.913443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:36:51.914059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:36:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:51.936106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-257f13fa-b1fe-4cac-b3c5-5b6205df17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:36:51.937663 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-257f13fa-b1fe-4cac-b3c5-5b6205df17d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=453934b9-ac5a-4f78-978a-580d815743d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389905 Apr 29 04:36:52.026400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:36:52.039117 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-51c72084-e686-4caa-a9d4-06aec03d10c5 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941763 Apr 29 04:36:52.125774 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e61740b0-5e1f-4e5c-bed4-3aef802433db req-3479bb9b-4078-4c02-a383-3d6a4e032193 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809436 Apr 29 04:36:52.239276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2723e206-0459-490e-84aa-5aa746225d3b', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.190', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'port_id': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'mac_address': 'fa:16:3e:39:cd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:36:50Z', 'updated_at': '2022-04-29T04:36:50Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:36:52.266335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec1e1b-1390-4adc-b651-12eaf854adb7 None None] The sync data for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv is: [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2723e206-0459-490e-84aa-5aa746225d3b', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.190', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'port_id': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'mac_address': 'fa:16:3e:39:cd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:36:50Z', 'updated_at': '2022-04-29T04:36:50Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:36:52.452149 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab00b0-2b46-4c77-a5ff-40dbd8a55c41 None None] New status for floating IP 2723e206-0459-490e-84aa-5aa746225d3b: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:36:52.833378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40768) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:36:52.895338 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-bf90ee5f-7bbb-4305-b20e-33b4e5d47a52 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/2723e206-0459-490e-84aa-5aa746225d3b HTTP/1.1" status: 200 len: 994 time: 0.0608404 Apr 29 04:37:07.534119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-7d491324-ed4b-49ba-976d-84a9802f98d5 req-3d9e3d6c-28d2-4138-9cd1-1b9e958aea95 service neutron] (116105) timed out ('10.222.0.31', 60086) {{(pid=116105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 04:37:08.881581 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e50f875e-0b68-4ec8-a280-28312cb2b9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:11.190254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfc43-9336-4175-9e8f-e969910ca4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:12.287194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:13.870258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:15.125783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:15.185305 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:37:17.044973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-2917dd71-2266-40ab-99e5-2356c17eb752 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463572 Apr 29 04:37:17.127287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-d9e0c9d9-8263-4c0d-8df9-3b3a0c08c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:17.128767 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-d9e0c9d9-8263-4c0d-8df9-3b3a0c08c115 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1130 time: 0.0408921 Apr 29 04:37:17.230962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-15f99180-3063-402d-9585-606812ce3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:17.232540 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-15f99180-3063-402d-9585-606812ce3a19 service neutron] 10.222.0.31 "GET /v2.0/networks?id=453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 200 len: 897 time: 0.0832589 Apr 29 04:37:17.300973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-4a201b37-f790-42d4-b457-2fea818ed622 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 200 len: 1002 time: 0.0613608 Apr 29 04:37:17.348169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-fe851863-da57-4070-9894-8bb5bc5286a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:17.349575 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-fe851863-da57-4070-9894-8bb5bc5286a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20b4a779-3d2f-4c14-9eeb-183a5f600bbf HTTP/1.1" status: 200 len: 835 time: 0.0414724 Apr 29 04:37:17.390250 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-7bf8ea2f-028d-4f5b-ab33-b524be07ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:17.391672 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-7bf8ea2f-028d-4f5b-ab33-b524be07ca01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=453934b9-ac5a-4f78-978a-580d815743d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0367107 Apr 29 04:37:17.484112 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-5eec96a3-3e15-4578-8a1b-c63d17360e23 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850518 Apr 29 04:37:17.574339 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a8b4d2cf-3426-4b43-90d1-006321d183ab req-cf388529-3705-4469-a72a-2258ac5d3fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841765 Apr 29 04:37:20.207693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:24.315895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bfd53-c0eb-4e22-8d1b-edf6c553f31c req-8016217e-4cba-450c-8632-168135ca1a4a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:24.317434 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4a2bfd53-c0eb-4e22-8d1b-edf6c553f31c req-8016217e-4cba-450c-8632-168135ca1a4a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0469193 Apr 29 04:37:24.367994 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4a2bfd53-c0eb-4e22-8d1b-edf6c553f31c req-6484d929-af76-4112-a6f1-fba5678fdaae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448565 Apr 29 04:37:24.387680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-352a398e-5dab-4e5d-93b0-b21f8155a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:24.389169 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-352a398e-5dab-4e5d-93b0-b21f8155a762 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1130 time: 0.0401862 Apr 29 04:37:24.474891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-a570eb38-e0af-4049-b4d1-50d70a6ed19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:24.476304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-a570eb38-e0af-4049-b4d1-50d70a6ed19c service neutron] 10.222.0.31 "GET /v2.0/networks?id=453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 200 len: 897 time: 0.0809753 Apr 29 04:37:24.543550 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-e7269418-bf8e-44f4-9902-950b5dd7aa6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 200 len: 1002 time: 0.0604219 Apr 29 04:37:24.589986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-6919d4da-fd5f-4030-b858-f32e7e0800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:24.591430 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-6919d4da-fd5f-4030-b858-f32e7e0800a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20b4a779-3d2f-4c14-9eeb-183a5f600bbf HTTP/1.1" status: 200 len: 835 time: 0.0411332 Apr 29 04:37:24.633877 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-490b2bd4-8c3c-42a8-8d2a-8db69d108b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:24.635311 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-490b2bd4-8c3c-42a8-8d2a-8db69d108b2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=453934b9-ac5a-4f78-978a-580d815743d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372214 Apr 29 04:37:24.725402 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-7f3eb282-21ea-4cda-a23f-68f047839f50 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Apr 29 04:37:24.816224 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed31935b-45cd-4c1b-82c9-dbcb05bfd129 req-df5c9558-6b01-4f3a-b22a-4ac811ce5176 service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845788 Apr 29 04:37:25.482650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697f06b-e3aa-4224-875b-bc37e4c1b537 req-51893eac-9e73-4795-a8db-d49ced11efa2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:25.484085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5697f06b-e3aa-4224-875b-bc37e4c1b537 req-51893eac-9e73-4795-a8db-d49ced11efa2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0465436 Apr 29 04:37:25.531062 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5697f06b-e3aa-4224-875b-bc37e4c1b537 req-096efb94-091d-49fc-bbaf-385cd8b20b41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Apr 29 04:37:26.642693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a455dd-eb7c-4a79-a7f7-2728dece4751 req-569197f3-f4af-4ab7-a29a-0861606a4bc7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:26.644160 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-45a455dd-eb7c-4a79-a7f7-2728dece4751 req-569197f3-f4af-4ab7-a29a-0861606a4bc7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0472136 Apr 29 04:37:26.695445 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-45a455dd-eb7c-4a79-a7f7-2728dece4751 req-6281242e-c389-4cc2-8e88-69e21dead3ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457194 Apr 29 04:37:27.804551 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638526-30e4-435e-b263-03b868d8de04 req-d4ddd8fb-51b5-4c08-9678-7df68e66ecf9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:27.806044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0d638526-30e4-435e-b263-03b868d8de04 req-d4ddd8fb-51b5-4c08-9678-7df68e66ecf9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0455699 Apr 29 04:37:27.852725 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0d638526-30e4-435e-b263-03b868d8de04 req-a5f92847-2120-42a8-be88-22a49b65b5ca tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 Apr 29 04:37:28.963323 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1f50-826a-4f88-9a98-40171236a1f2 req-d9eb15e9-eccd-4278-a28e-63d18345dd07 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:28.964817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-479b1f50-826a-4f88-9a98-40171236a1f2 req-d9eb15e9-eccd-4278-a28e-63d18345dd07 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0468326 Apr 29 04:37:29.013039 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-479b1f50-826a-4f88-9a98-40171236a1f2 req-c0fd316f-d6dd-44c5-88bd-3d23cd1a7505 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Apr 29 04:37:30.126949 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a954bf-af07-47e8-950f-41dfb1d1f149 req-409b0074-66fc-49ac-8c57-e94cde39ce94 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:30.128896 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0a954bf-af07-47e8-950f-41dfb1d1f149 req-409b0074-66fc-49ac-8c57-e94cde39ce94 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0502062 Apr 29 04:37:30.176881 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b0a954bf-af07-47e8-950f-41dfb1d1f149 req-3981e1e9-a785-400d-a61a-9833cd1e51b2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Apr 29 04:37:31.288499 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2da8f-a6b9-4747-a1bd-ff71f4b24705 req-f3ee10ab-0b7b-421b-bed5-2f07fe325dc2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:31.290259 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e3a2da8f-a6b9-4747-a1bd-ff71f4b24705 req-f3ee10ab-0b7b-421b-bed5-2f07fe325dc2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0472376 Apr 29 04:37:31.337704 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e3a2da8f-a6b9-4747-a1bd-ff71f4b24705 req-2757c9a0-eff2-4567-9338-1692f0b32014 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Apr 29 04:37:32.449459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086809f3-38b8-4f7a-a25d-fb20a302629b req-c044f945-4712-4f42-9307-c22f95726755 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:32.450892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-086809f3-38b8-4f7a-a25d-fb20a302629b req-c044f945-4712-4f42-9307-c22f95726755 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0463417 Apr 29 04:37:32.497870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-086809f3-38b8-4f7a-a25d-fb20a302629b req-d0644149-4bb7-4013-923c-6e2dd4fcbed4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Apr 29 04:37:33.612460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80331-34cc-4fb3-920b-8c99f0dcadf7 req-3c32afbc-83ae-4049-b75d-6a6f0ee733bc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:33.613961 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-37e80331-34cc-4fb3-920b-8c99f0dcadf7 req-3c32afbc-83ae-4049-b75d-6a6f0ee733bc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0494843 Apr 29 04:37:33.661646 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-37e80331-34cc-4fb3-920b-8c99f0dcadf7 req-8fd0a8cf-402d-4339-8f44-b1bb9d8f6a6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Apr 29 04:37:34.771335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206465c-4c54-4142-9315-0df49262df5a req-60bdf743-c20b-4bd3-b9a1-e18a30f849a7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:34.772812 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4206465c-4c54-4142-9315-0df49262df5a req-60bdf743-c20b-4bd3-b9a1-e18a30f849a7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0456448 Apr 29 04:37:34.823449 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4206465c-4c54-4142-9315-0df49262df5a req-eb84c7ab-bd17-46d6-adf0-6c6df158d040 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447896 Apr 29 04:37:35.934573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29986c-744f-45a9-9388-0f8d4442b9ce req-91edafb0-9ac8-481e-b1d6-96a30a4791a0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:35.936022 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8a29986c-744f-45a9-9388-0f8d4442b9ce req-91edafb0-9ac8-481e-b1d6-96a30a4791a0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0461392 Apr 29 04:37:35.982498 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8a29986c-744f-45a9-9388-0f8d4442b9ce req-f969db3d-d635-4582-8904-1df1a7889342 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 Apr 29 04:37:37.094977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546431e7-7dd5-4b19-936a-d08060867aa9 req-7994213b-bfef-478c-9032-1bc862923da7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:37:37.096404 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-546431e7-7dd5-4b19-936a-d08060867aa9 req-7994213b-bfef-478c-9032-1bc862923da7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0459578 Apr 29 04:37:37.144828 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-546431e7-7dd5-4b19-936a-d08060867aa9 req-fd65ab64-b3ab-492e-bd57-938123ca064c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Apr 29 04:37:37.166179 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40806) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:37:37.228236 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-86f870a6-64e1-4fd3-82a6-20bb5f1d103a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/2723e206-0459-490e-84aa-5aa746225d3b HTTP/1.1" status: 200 len: 994 time: 0.0609419 Apr 29 04:37:38.871973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-38628891-f35e-412c-b1ac-4456e792b635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:41.197277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d8675a-a9c4-4c52-850d-67f3d7016628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:42.298036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:43.849049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:45.123341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:50.241556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:37:52.184032 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:38:07.641910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40816) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:07.789175 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 4f95beb0-6742-405c-ab4e-f0042ac3a71b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:38:07.789544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:07.866470 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:07.866787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (4f95beb0-6742-405c-ab4e-f0042ac3a71b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:07.878458 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 4f95beb0-6742-405c-ab4e-f0042ac3a71b owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:38:08.113291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4f95beb0-6742-405c-ab4e-f0042ac3a71b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:08.138421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=4f95beb0-6742-405c-ab4e-f0042ac3a71b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:08.150887 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.151241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.151585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.151927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.152265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.152599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.152935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.153265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.153619 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.153947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.154274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.154600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.154925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.155250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.155576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:08.211082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (2723e206-0459-490e-84aa-5aa746225d3b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:08.211418 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 2723e206-0459-490e-84aa-5aa746225d3b disassociated (deleted). External IP: 172.26.4.190, port: 6e5ad271-7c59-4a27-82f6-6e079e4e758b. Apr 29 04:38:08.425384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 030f0801-7e70-40a0-b3c7-68247798948d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:38:08.534186 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:38:08.538566 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:08.544895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] Sync routers for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:38:08.555154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:08.555833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:37:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:08.568825 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a42e22fe-8ddd-41f7-b4ef-a911769a509e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/floatingips/2723e206-0459-490e-84aa-5aa746225d3b HTTP/1.1" status: 204 len: 168 time: 0.9258189 Apr 29 04:38:08.569413 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:38:08.571730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f182e9-450c-4fe7-bac0-88da7d1a5287" -d '{"events": [{"name": "network-changed", "server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:38:08.617871 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b068f0b1-c9d2-430d-8ad2-38f31a61d14a x-openstack-request-id: req-b068f0b1-c9d2-430d-8ad2-38f31a61d14a {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:38:08.618759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:38:08.619019 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b068f0b1-c9d2-430d-8ad2-38f31a61d14a {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:38:08.619426 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b068f0b1-c9d2-430d-8ad2-38f31a61d14a'] response: {'name': 'network-changed', 'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'status': 'completed', 'code': 200} Apr 29 04:38:08.668575 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:08.690818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-b2115e82-4b5e-4210-be8b-18a5c6fa81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:08.692219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-b2115e82-4b5e-4210-be8b-18a5c6fa81f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 1130 time: 0.0388620 Apr 29 04:38:08.790431 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-d793fe5d-eefa-4a03-ba22-a1a40babad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:08.794758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-d793fe5d-eefa-4a03-ba22-a1a40babad85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 200 len: 897 time: 0.0890982 Apr 29 04:38:08.835507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-0e914953-3b0a-48e1-a3ef-ce6898f7711f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 200 len: 217 time: 0.0343170 Apr 29 04:38:08.871608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:08.891340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-cca9bbcb-1479-4d5b-8020-affa88125240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:08.892844 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-cca9bbcb-1479-4d5b-8020-affa88125240 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20b4a779-3d2f-4c14-9eeb-183a5f600bbf HTTP/1.1" status: 200 len: 835 time: 0.0488791 Apr 29 04:38:08.901557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] Checking router: 030f0801-7e70-40a0-b3c7-68247798948d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:38:08.910002 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:08.910661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:37:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:08.946883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e03c22b1-84a5-46a8-866b-ecbf090dcbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:09.020824 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:09.090207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01dd8c-1a60-4538-b259-1ec29de3c887 req-cab0cfd5-d778-4dc6-81bc-08c9313139e4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:09.091689 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bf01dd8c-1a60-4538-b259-1ec29de3c887 req-cab0cfd5-d778-4dc6-81bc-08c9313139e4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.1225774 Apr 29 04:38:09.145003 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bf01dd8c-1a60-4538-b259-1ec29de3c887 req-498c746d-32b2-43d4-b74e-63accc56c8fb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476160 Apr 29 04:38:09.363319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:09.389583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d263d80-e62d-427a-9c20-91876cd1cd01 None None] The sync data for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv is: [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:36:35Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '3576b017-9b3a-42d2-b71e-45f6a983971b', 'name': '', 'network_id': '453934b9-ac5a-4f78-978a-580d815743d5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:bf:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:34Z', 'updated_at': '2022-04-29T04:36:37Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '20b4a779-3d2f-4c14-9eeb-183a5f600bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:38:09.600043 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152249e2-72d4-4238-a2fa-f8ee5d94e4d3 None None] New status for floating IP 2723e206-0459-490e-84aa-5aa746225d3b: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:38:10.321256 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-2e70ff6b-9052-49e0-8531-01b1167eee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:10.322827 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-2e70ff6b-9052-49e0-8531-01b1167eee0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=453934b9-ac5a-4f78-978a-580d815743d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0705504 Apr 29 04:38:10.336592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7aad5-3cef-4854-98cb-23de7222572a req-16706e9e-ca60-4e81-b66f-30765cee76a8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:10.337998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41a7aad5-3cef-4854-98cb-23de7222572a req-16706e9e-ca60-4e81-b66f-30765cee76a8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.1214974 Apr 29 04:38:10.440477 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-41a7aad5-3cef-4854-98cb-23de7222572a req-1321048d-94e8-4ee5-badd-3d1fca79c31e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dade0e5-6f0b-4aed-a024-70726967e1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946398 Apr 29 04:38:10.457306 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-e6cd2c9c-221f-4d5c-8c97-cc2d4ccba30b service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184199 Apr 29 04:38:10.545171 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-99f182e9-450c-4fe7-bac0-88da7d1a5287 req-7a465197-de22-424a-83e0-e1c0e0e7f70a service neutron] 10.222.0.31 "GET /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810061 Apr 29 04:38:10.627168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-860c0309-4812-43ce-88c8-3d6737204f3e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:10.628585 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-860c0309-4812-43ce-88c8-3d6737204f3e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 946 time: 0.0498939 Apr 29 04:38:10.709992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 6e5ad271-7c59-4a27-82f6-6e079e4e758b {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:38:10.710247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:10.799414 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 6e5ad271-7c59-4a27-82f6-6e079e4e758b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e5ad271-7c59-4a27-82f6-6e079e4e758b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:10.799767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:10.812528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 6e5ad271-7c59-4a27-82f6-6e079e4e758b owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:38:10.991287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6e5ad271-7c59-4a27-82f6-6e079e4e758b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:11.023050 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=6e5ad271-7c59-4a27-82f6-6e079e4e758b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:11.048983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.049355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.049701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.050037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.050372 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.050703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.051031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.051358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.051686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.052767 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.053093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.053445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.053771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.054092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.054415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:11.076611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] No DVR routers for this DVR port 6e5ad271-7c59-4a27-82f6-6e079e4e758b on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:38:11.078926 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:11.082146 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4af56eb5-1ade-4781-a75a-19f7444e96c5 req-25de790a-a1c7-42d6-ad5a-7ccff285e984 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "DELETE /v2.0/ports/6e5ad271-7c59-4a27-82f6-6e079e4e758b HTTP/1.1" status: 204 len: 173 time: 0.4483132 Apr 29 04:38:11.082593 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'name': 'network-vif-deleted', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:38:11.084859 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e997d8db-dbfd-4fb0-94ad-f1e37f8a0c62" -d '{"events": [{"server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "name": "network-vif-deleted", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:38:11.121631 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31af1e8-4d11-419b-874c-e2cd85b581ba x-openstack-request-id: req-d31af1e8-4d11-419b-874c-e2cd85b581ba {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:38:11.121998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127e648-7da9-4f2a-8d73-c78be44d725f", "name": "network-vif-deleted", "tag": "6e5ad271-7c59-4a27-82f6-6e079e4e758b", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:38:11.122277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d31af1e8-4d11-419b-874c-e2cd85b581ba {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:38:11.122691 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31af1e8-4d11-419b-874c-e2cd85b581ba'] response: {'server_uuid': 'f127e648-7da9-4f2a-8d73-c78be44d725f', 'name': 'network-vif-deleted', 'tag': '6e5ad271-7c59-4a27-82f6-6e079e4e758b', 'status': 'completed', 'code': 200} Apr 29 04:38:11.214077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5802b0f2-24b4-4aaa-8a43-323afcee08cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:11.560365 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f10a99c9-dfc2-4d4e-9433-c8e4bb666427 req-93b97998-fc22-4312-b3e3-64b45357df81 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127e648-7da9-4f2a-8d73-c78be44d725f HTTP/1.1" status: 200 len: 210 time: 0.0353622 Apr 29 04:38:12.311369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:12.616456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40838) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:12.949918 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (030f0801-7e70-40a0-b3c7-68247798948d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:13.191921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 3576b017-9b3a-42d2-b71e-45f6a983971b {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:38:13.192250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:13.290839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 3576b017-9b3a-42d2-b71e-45f6a983971b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3576b017-9b3a-42d2-b71e-45f6a983971b,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:13.291212 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:13.304655 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 3576b017-9b3a-42d2-b71e-45f6a983971b owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:38:13.545537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3576b017-9b3a-42d2-b71e-45f6a983971b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:13.571990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=3576b017-9b3a-42d2-b71e-45f6a983971b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:13.749639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (030f0801-7e70-40a0-b3c7-68247798948d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:13.844985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:13.968396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 030f0801-7e70-40a0-b3c7-68247798948d has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:38:14.371832 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:38:14.376934 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5308e55a-c7de-4525-ac9f-e770ae912370 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/030f0801-7e70-40a0-b3c7-68247798948d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594190 Apr 29 04:38:14.379633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40840) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:14.382467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] Sync routers for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:38:14.392484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:14.393106 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:14.429089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting subnet 20b4a779-3d2f-4c14-9eeb-183a5f600bbf {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:38:14.432133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (20b4a779-3d2f-4c14-9eeb-183a5f600bbf), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.436382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6e5ad271-7c59-4a27-82f6-6e079e4e758b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:38:14.467733 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 6e5ad271-7c59-4a27-82f6-6e079e4e758b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:38:14.468080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 6e5ad271-7c59-4a27-82f6-6e079e4e758b not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:38:14.471471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (20b4a779-3d2f-4c14-9eeb-183a5f600bbf), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.522405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:14.556455 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (20b4a779-3d2f-4c14-9eeb-183a5f600bbf), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.656913 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (20b4a779-3d2f-4c14-9eeb-183a5f600bbf), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.687602 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Subnet': ['ID=20b4a779-3d2f-4c14-9eeb-183a5f600bbf,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:14.690532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.694424 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc0384-1165-4e99-bf92-a6badf6a16ff None None] Network 453934b9-ac5a-4f78-978a-580d815743d5 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:38:14.694529 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-19d48309-ce18-4169-bd68-5f48cf28fd41 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/subnets/20b4a779-3d2f-4c14-9eeb-183a5f600bbf HTTP/1.1" status: 204 len: 168 time: 0.3139679 Apr 29 04:38:14.697065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40842) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:14.700108 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:38:13Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:14.742132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] Checking router: 030f0801-7e70-40a0-b3c7-68247798948d for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:38:14.784487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] Routers {'030f0801-7e70-40a0-b3c7-68247798948d'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:14.785110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['030f0801-7e70-40a0-b3c7-68247798948d'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:14.809064 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (030f0801-7e70-40a0-b3c7-68247798948d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.917110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] DHCP port deletion for 453934b9-ac5a-4f78-978a-580d815743d5 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:38:14.934684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (030f0801-7e70-40a0-b3c7-68247798948d), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:14.964009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] Set router 030f0801-7e70-40a0-b3c7-68247798948d gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:15.027958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Deleting port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:38:15.028333 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.031357 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 4c2df441-ac7f-4e32-8904-1f949489e696 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:38:15.031895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.118117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 4c2df441-ac7f-4e32-8904-1f949489e696, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4c2df441-ac7f-4e32-8904-1f949489e696,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:15.118502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.132155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 4c2df441-ac7f-4e32-8904-1f949489e696 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:38:15.157039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] For port 05aff6cb-2a65-4d95-8c6e-96d3d8015713, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=05aff6cb-2a65-4d95-8c6e-96d3d8015713,segment=NetworkSegment(1dbb140d-7dfe-4c16-b163-29e413300489),segment_id=1dbb140d-7dfe-4c16-b163-29e413300489)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:15.157468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.180752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Calling delete_port for 05aff6cb-2a65-4d95-8c6e-96d3d8015713 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:38:15.196684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.274691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:38:13Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:15.308737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc4e5d-8289-4910-948c-886769a2b52e None None] The sync data for ids ['030f0801-7e70-40a0-b3c7-68247798948d'] in dv-neutron-839777-1-hyperv is: [{'id': '030f0801-7e70-40a0-b3c7-68247798948d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017225889', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:36:30Z', 'updated_at': '2022-04-29T04:38:13Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': '4c2df441-ac7f-4e32-8904-1f949489e696', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:23:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f0801-7e70-40a0-b3c7-68247798948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:36:31Z', 'updated_at': '2022-04-29T04:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:38:15.383219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4c2df441-ac7f-4e32-8904-1f949489e696), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.410515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=4c2df441-ac7f-4e32-8904-1f949489e696,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:15.414747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (05aff6cb-2a65-4d95-8c6e-96d3d8015713), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.447367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Pushing event deleted for resources: {'Port': ['ID=05aff6cb-2a65-4d95-8c6e-96d3d8015713,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:15.449673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] No DVR routers for this DVR port 05aff6cb-2a65-4d95-8c6e-96d3d8015713 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:38:15.459711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.460081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.460381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.460722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.461052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.461474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.461795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.462116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.462451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.462759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.463084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.463384 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.463695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.464009 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.464353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c9a70-342a-45ec-aa64-00338e60965a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:15.478667 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (030f0801-7e70-40a0-b3c7-68247798948d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.572127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (030f0801-7e70-40a0-b3c7-68247798948d), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.574432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (030f0801-7e70-40a0-b3c7-68247798948d), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.699839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (030f0801-7e70-40a0-b3c7-68247798948d), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.700377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Fanout notify agent at l3_agent the message router_deleted on router 030f0801-7e70-40a0-b3c7-68247798948d {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:38:15.711326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.714973 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6b9ef32d-237a-4ae4-b692-d0a721eb34da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/routers/030f0801-7e70-40a0-b3c7-68247798948d HTTP/1.1" status: 204 len: 168 time: 1.0144801 Apr 29 04:38:15.715283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40844) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:15.801017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (453934b9-ac5a-4f78-978a-580d815743d5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.892806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (453934b9-ac5a-4f78-978a-580d815743d5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.914337 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453934b9-ac5a-4f78-978a-580d815743d5']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:15.924253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbb140d-7dfe-4c16-b163-29e413300489') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:15.924552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbb140d-7dfe-4c16-b163-29e413300489') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:15.934417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (1dbb140d-7dfe-4c16-b163-29e413300489), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.947756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (1dbb140d-7dfe-4c16-b163-29e413300489), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.953842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:38:15.954243 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (1dbb140d-7dfe-4c16-b163-29e413300489), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:38:15.957526 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:38:16.105618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (453934b9-ac5a-4f78-978a-580d815743d5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.122579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.126796 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/networks/453934b9-ac5a-4f78-978a-580d815743d5 HTTP/1.1" status: 204 len: 168 time: 0.4096286 Apr 29 04:38:16.126796 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1b5b-9c18-4a7e-9f60-939883b5724e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Network': ['ID=453934b9-ac5a-4f78-978a-580d815743d5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:16.128394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40846) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:16.186422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d7247b5e-f2d7-426d-b1ee-59ad00fd9f0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (8dade0e5-6f0b-4aed-a024-70726967e1fd), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.213723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d7247b5e-f2d7-426d-b1ee-59ad00fd9f0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (8dade0e5-6f0b-4aed-a024-70726967e1fd), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.346818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d7247b5e-f2d7-426d-b1ee-59ad00fd9f0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8dade0e5-6f0b-4aed-a024-70726967e1fd), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.363414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d7247b5e-f2d7-426d-b1ee-59ad00fd9f0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.363414 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d7247b5e-f2d7-426d-b1ee-59ad00fd9f0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/security-groups/8dade0e5-6f0b-4aed-a024-70726967e1fd HTTP/1.1" status: 204 len: 168 time: 0.2227178 Apr 29 04:38:16.364880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7247b5e-f2d7-426d-b1ee-59ad00fd9f0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dade0e5-6f0b-4aed-a024-70726967e1fd,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:16.418716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4c2df441-ac7f-4e32-8904-1f949489e696 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:38:16.440284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4c2df441-ac7f-4e32-8904-1f949489e696 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:38:16.440580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4c2df441-ac7f-4e32-8904-1f949489e696 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:38:16.440999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3576b017-9b3a-42d2-b71e-45f6a983971b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:38:16.467551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3576b017-9b3a-42d2-b71e-45f6a983971b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:38:16.467901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3576b017-9b3a-42d2-b71e-45f6a983971b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:38:16.468328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 05aff6cb-2a65-4d95-8c6e-96d3d8015713 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:38:16.487935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 05aff6cb-2a65-4d95-8c6e-96d3d8015713 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:38:16.488287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 05aff6cb-2a65-4d95-8c6e-96d3d8015713 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:38:16.680325 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40852) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:16.685562 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377834177', 'description': 'tempest-secgroup-smoke-1377834177 description', 'project_id': '7afcd893ae1d46158a2f8412dec6f782'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:16.753748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.821747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (dad9f922-15fc-46d1-94f6-1b3fefe63bb0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.888356 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (dad9f922-15fc-46d1-94f6-1b3fefe63bb0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.919892 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9f922-15fc-46d1-94f6-1b3fefe63bb0,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:16.970448 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:16.971725 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-df53f5b2-aef8-480c-a773-260eae8dee39 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2903323 Apr 29 04:38:16.974544 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40854) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:16.980009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'dad9f922-15fc-46d1-94f6-1b3fefe63bb0', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:17.057547 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (914dca10-980d-41a6-9069-018fed0d0986), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.110982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (914dca10-980d-41a6-9069-018fed0d0986), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.182728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (914dca10-980d-41a6-9069-018fed0d0986), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.201941 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914dca10-980d-41a6-9069-018fed0d0986,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:17.273743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.275002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3fb6b4aa-f3a6-4da4-aa30-534e06f249a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990344 Apr 29 04:38:17.277790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40856) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:17.282022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'dad9f922-15fc-46d1-94f6-1b3fefe63bb0', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:17.358784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (23b96448-2599-472f-b1da-599133bfa95d), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.414983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (23b96448-2599-472f-b1da-599133bfa95d), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.490666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (23b96448-2599-472f-b1da-599133bfa95d), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.507782 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b96448-2599-472f-b1da-599133bfa95d,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:17.595152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.596381 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f37aa76c-58f3-4903-8873-336deda93c8f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3176782 Apr 29 04:38:17.599139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40858) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:17.603965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'dad9f922-15fc-46d1-94f6-1b3fefe63bb0', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:17.684587 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b494a2ab-bf57-4496-bb5d-48bb7ff51d26), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.740467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b494a2ab-bf57-4496-bb5d-48bb7ff51d26), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.810570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b494a2ab-bf57-4496-bb5d-48bb7ff51d26), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.830410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b494a2ab-bf57-4496-bb5d-48bb7ff51d26,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:17.898723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:17.899980 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3e9fc16b-c4e5-40b7-96c8-3f840bbc1fba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993064 Apr 29 04:38:17.902683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40860) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:17.906917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'dad9f922-15fc-46d1-94f6-1b3fefe63bb0', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:17.992468 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (7c82d5d9-be38-46e1-bb91-154d57d416cb), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.048389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (7c82d5d9-be38-46e1-bb91-154d57d416cb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.124680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7c82d5d9-be38-46e1-bb91-154d57d416cb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.142990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c82d5d9-be38-46e1-bb91-154d57d416cb,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:18.212449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.213739 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-18ba0b75-40a4-4a0f-96ae-5b2c9e85c233 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101370 Apr 29 04:38:18.216444 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40862) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:18.220694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'dad9f922-15fc-46d1-94f6-1b3fefe63bb0', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:18.313832 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:38:18.319923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (d67b1152-4bcb-4e79-9ee7-fa15c5f221be), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.376857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (d67b1152-4bcb-4e79-9ee7-fa15c5f221be), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.462293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d67b1152-4bcb-4e79-9ee7-fa15c5f221be), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.479938 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67b1152-4bcb-4e79-9ee7-fa15c5f221be,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:18.541890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.543358 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-21448c4d-4492-40ca-9dc1-47fa28fa18c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3257363 Apr 29 04:38:18.546026 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40864) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:18.550253 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': 'dad9f922-15fc-46d1-94f6-1b3fefe63bb0', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:18.633918 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:38:18.639298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (91c3948c-d483-42e7-80a6-dfd350822adb), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.696686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (91c3948c-d483-42e7-80a6-dfd350822adb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.776814 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (91c3948c-d483-42e7-80a6-dfd350822adb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.797844 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c3948c-d483-42e7-80a6-dfd350822adb,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:18.847283 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.848537 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2d9f4e55-d503-4883-a47c-6bd06fdb229d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3015482 Apr 29 04:38:18.851877 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40866) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:18.856663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'network': {'name': 'tempest-network-smoke--1122134656', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'port_security_enabled': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:18.925269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:38:18.928465 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.951216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:38:18.960015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6bf917be-fa6e-4e0b-ae22-b447bc0d17f3), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:18.960344 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Added segment 6bf917be-fa6e-4e0b-ae22-b447bc0d17f3 of type vlan for network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f Apr 29 04:38:18.998800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.088434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.093416 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:19.093991 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.156618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Network': ['ID=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:19.167369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:38:19.188312 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-505c305c-a39a-4d31-9452-9dd05089ccb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3353589 Apr 29 04:38:19.190958 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40868) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:19.203824 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'admin_state_up': True, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:19.273888 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (b0146e40-979e-4598-ad7f-1192b5018003), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.274936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (b0146e40-979e-4598-ad7f-1192b5018003), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.328806 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (b0146e40-979e-4598-ad7f-1192b5018003), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.528974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (b0146e40-979e-4598-ad7f-1192b5018003), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.755443 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (b0146e40-979e-4598-ad7f-1192b5018003), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.773921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:19.876348 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.181 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/b490743a-c409-4638-9e27-3cf6ba19d4df) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:38:19.981826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:20.085481 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:20.121515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:38:20.124247 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:20.129660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:38:20.154319 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=b490743a-c409-4638-9e27-3cf6ba19d4df,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:20.199579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:20.442504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (b0146e40-979e-4598-ad7f-1192b5018003), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:20.635977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (b0146e40-979e-4598-ad7f-1192b5018003), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:20.837122 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router b0146e40-979e-4598-ad7f-1192b5018003 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:38:21.242378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:38:21.252092 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Sync routers for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:38:21.262142 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:21.267832 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:21.313332 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:21.314594 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-60661686-0849-4284-8e57-0349688788ed tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1226914 Apr 29 04:38:21.317848 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40870) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:21.345096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-55257a4b-cb8c-4c91-a7b5-824e5f788e2b tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=7afcd893ae1d46158a2f8412dec6f782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261426 Apr 29 04:38:21.347722 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40872) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:21.368412 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:21.435784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da061d1-762a-4356-a7b3-e0c484804291 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:21.437298 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4da061d1-762a-4356-a7b3-e0c484804291 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886905 Apr 29 04:38:21.440305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40874) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:21.469345 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7cb4c82f-ef6f-4b11-a15f-262f10da7e6c tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279443 Apr 29 04:38:21.472035 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40876) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:21.477830 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760327024', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:21.540963 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:20Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:21.640015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:38:21.643645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:21.647731 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Checking router: b0146e40-979e-4598-ad7f-1192b5018003 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:38:21.657227 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Updating router b0146e40-979e-4598-ad7f-1192b5018003 port b490743a-c409-4638-9e27-3cf6ba19d4df binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:38:21.674688 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:21.885620 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (c68217e2-eb01-48aa-8170-6db2f59e0af5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:21.916438 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Publish callbacks [] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:21.951228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Subnet': ['ID=c68217e2-eb01-48aa-8170-6db2f59e0af5,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:21.959189 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Checking segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:38:21.959549 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network hostable DHCP agents. Network: cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:38:21.999568 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.025808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:38:22.050742 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Attempting to bind port b490743a-c409-4638-9e27-3cf6ba19d4df on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:38:22.051105 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Attempting to bind port b490743a-c409-4638-9e27-3cf6ba19d4df by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:38:22.051459 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Attempting to bind port b490743a-c409-4638-9e27-3cf6ba19d4df on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:38:22.054700 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Pushing event updated for resources: {'Port': ['ID=b490743a-c409-4638-9e27-3cf6ba19d4df,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:22.059215 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:38:22.059578 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:38:22.059963 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.060345 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:38:22.060798 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Bound port: b490743a-c409-4638-9e27-3cf6ba19d4df, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:38:22.061166 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.082421 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.082766 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.083106 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.083441 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.083773 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.084116 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.084446 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.084768 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.085089 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.085503 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.085832 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.086150 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.086466 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.086780 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.087093 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:38:22.111303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:22.116038 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:22.116636 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.122119 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] For port b490743a-c409-4638-9e27-3cf6ba19d4df, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:38:22.122895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84190c2-9854-4d65-a0c0-2822b93f0658 None None] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:38:22.125491 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] For port b490743a-c409-4638-9e27-3cf6ba19d4df, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b490743a-c409-4638-9e27-3cf6ba19d4df,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:38:22.188600 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-184a4193-3888-44bc-83d2-3738a8231c47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7153001 Apr 29 04:38:22.191443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40878) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:22.197924 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.228782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f113db3-d581-438f-b108-597168601137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:38:22.230092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f113db3-d581-438f-b108-597168601137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.260467 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:22.261727 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:22.266927 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c069-f7a6-471e-9967-d9acdd7f8aa6 None None] Pushing event updated for resources: {'Port': ['ID=b490743a-c409-4638-9e27-3cf6ba19d4df,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:22.380378 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-1f113db3-d581-438f-b108-597168601137 None None] Allocated IP 172.20.0.2 (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f/c68217e2-eb01-48aa-8170-6db2f59e0af5/86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:38:22.466949 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:22.535182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f113db3-d581-438f-b108-597168601137 None None] Publish callbacks [] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.598477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f113db3-d581-438f-b108-597168601137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.636130 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:20Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:22.637374 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f113db3-d581-438f-b108-597168601137 None None] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:38:22.643894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-1f113db3-d581-438f-b108-597168601137 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:22.648223 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f113db3-d581-438f-b108-597168601137 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:38:22.651361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f113db3-d581-438f-b108-597168601137 None None] Pushing event updated for resources: {'Port': ['ID=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:22.661885 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7d562-1156-4f29-9582-2ae5b7c92403 None None] The sync data for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv is: [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:20Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:38:22.690978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.720624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1f113db3-d581-438f-b108-597168601137 None None] Attempting to bind port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:38:22.721037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1f113db3-d581-438f-b108-597168601137 None None] Attempting to bind port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:38:22.721527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f113db3-d581-438f-b108-597168601137 None None] Attempting to bind port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b on network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:38:22.727120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f113db3-d581-438f-b108-597168601137 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:38:22.727627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f113db3-d581-438f-b108-597168601137 None None] Checking segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:38:22.728125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f113db3-d581-438f-b108-597168601137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.728758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f113db3-d581-438f-b108-597168601137 None None] Bound using segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:38:22.729388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-1f113db3-d581-438f-b108-597168601137 None None] Bound port: 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:38:22.729876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f113db3-d581-438f-b108-597168601137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:22.991386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1f113db3-d581-438f-b108-597168601137 None None] For port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:38:22.994931 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1f113db3-d581-438f-b108-597168601137 None None] For port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:38:23.006147 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.1 (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f/c68217e2-eb01-48aa-8170-6db2f59e0af5/6c885d90-6649-4b97-bee4-86488a8dc054) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:38:23.086013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f113db3-d581-438f-b108-597168601137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.126218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (6c885d90-6649-4b97-bee4-86488a8dc054), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.165459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f113db3-d581-438f-b108-597168601137 None None] Pushing event updated for resources: {'Port': ['ID=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:23.220056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.268731 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=6c885d90-6649-4b97-bee4-86488a8dc054,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:23.279106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:38:23.280700 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:23.283298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:38:23.351669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (b0146e40-979e-4598-ad7f-1192b5018003), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.552657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.823155 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (6c885d90-6649-4b97-bee4-86488a8dc054), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.883021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:23.955804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=6c885d90-6649-4b97-bee4-86488a8dc054,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:23.961118 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (b0146e40-979e-4598-ad7f-1192b5018003), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:24.051220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:38:24.052550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:24.165897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router b0146e40-979e-4598-ad7f-1192b5018003 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:38:24.279939 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:38:24.285386 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-bcf26f79-dbc7-48e6-99f3-1fba07a67b6b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/b0146e40-979e-4598-ad7f-1192b5018003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927403 Apr 29 04:38:24.437754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:38:24.479116 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-3577d321-3a3b-42b1-aef1-687d285c5bc1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377834177&fields=id&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 267 time: 0.0589242 Apr 29 04:38:24.494033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:24.494402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:24.535267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e37873-0e81-4e20-b38e-78df6011a770 None None] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:38:24.564227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Sync routers for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:38:24.597967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-e623888a-3f37-4e04-b6a6-3052c4716ca8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:24.600365 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-e623888a-3f37-4e04-b6a6-3052c4716ca8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 797 time: 0.1133342 Apr 29 04:38:24.614974 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-913fab4e-abbe-4f44-81b7-88b650224784 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/quotas/7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 375 time: 0.0090144 Apr 29 04:38:24.649070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:24.649723 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:24.655605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Provisioning complete for port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:24.655973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:24.666628 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-5ae58ffe-b475-4d45-94dc-ab839df51ac5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435610 Apr 29 04:38:24.731452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:24.731843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:24.764469 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-e06b64e9-c47e-4000-af8d-d7aeb28cf22f service neutron] 10.222.0.37 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864761 Apr 29 04:38:24.855018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:24.859483 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-a9d53a7e-92ae-407c-8582-eada7756d319 service neutron] 10.222.0.37 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892425 Apr 29 04:38:24.887607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:24.933655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:24.934446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b490743a-c409-4638-9e27-3cf6ba19d4df up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:38:24.939100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Current status of the port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:24.945273 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.115325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:25.170856 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b490743a-c409-4638-9e27-3cf6ba19d4df triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:25.171232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.172787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:38:25.173135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:38:25.270737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 2, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:25.318205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Checking router: b0146e40-979e-4598-ad7f-1192b5018003 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:38:25.319235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Updating router b0146e40-979e-4598-ad7f-1192b5018003 port 6c885d90-6649-4b97-bee4-86488a8dc054 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:38:25.349082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b490743a-c409-4638-9e27-3cf6ba19d4df is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:25.349419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.364759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.384882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port b490743a-c409-4638-9e27-3cf6ba19d4df, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b490743a-c409-4638-9e27-3cf6ba19d4df,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:25.468959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.550859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=b490743a-c409-4638-9e27-3cf6ba19d4df,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:25.680833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Publish callbacks [] for port (6c885d90-6649-4b97-bee4-86488a8dc054), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.713410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-393b4000-0479-487c-a6fe-7164539c863b None None] Current status of the port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:25.759941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.814963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47448c01-6dea-48d5-85a8-e47ccdb280a1 None None] Pushing event updated for resources: {'Port': ['ID=6c885d90-6649-4b97-bee4-86488a8dc054,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:25.847414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-61a6de4e-9573-4f1b-b519-e3aa43f2e1fc None None] Provisioning complete for port 6c885d90-6649-4b97-bee4-86488a8dc054 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:25.847803 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-61a6de4e-9573-4f1b-b519-e3aa43f2e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.903312 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Attempting to bind port 6c885d90-6649-4b97-bee4-86488a8dc054 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:38:25.903684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Attempting to bind port 6c885d90-6649-4b97-bee4-86488a8dc054 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:38:25.904043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Attempting to bind port 6c885d90-6649-4b97-bee4-86488a8dc054 on network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:38:25.908893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-61a6de4e-9573-4f1b-b519-e3aa43f2e1fc None None] Port 6c885d90-6649-4b97-bee4-86488a8dc054 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:38:25.914921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:38:25.915291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Checking segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:38:25.915690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.916075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Bound using segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:38:25.916642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Bound port: 6c885d90-6649-4b97-bee4-86488a8dc054, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:38:25.917015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:25.928565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-61a6de4e-9573-4f1b-b519-e3aa43f2e1fc None None] Provisioning complete for port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:25.928932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-61a6de4e-9573-4f1b-b519-e3aa43f2e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.016900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] For port 6c885d90-6649-4b97-bee4-86488a8dc054, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:38:26.019921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] For port 6c885d90-6649-4b97-bee4-86488a8dc054, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6c885d90-6649-4b97-bee4-86488a8dc054,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:38:26.055594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-61a6de4e-9573-4f1b-b519-e3aa43f2e1fc None None] Current status of the port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:26.101979 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-53796e1f-a0fc-4e59-a3bf-a114e2247298 req-319511d6-55a9-42b5-a25e-4b83927980f8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.0280781 Apr 29 04:38:26.112556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.183463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47448c01-6dea-48d5-85a8-e47ccdb280a1 None None] Pushing event updated for resources: {'Port': ['ID=6c885d90-6649-4b97-bee4-86488a8dc054,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:26.186854 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:26.187465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:26.191700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] Provisioning complete for port 6c885d90-6649-4b97-bee4-86488a8dc054 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:26.191700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.449826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:38:26.526394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:26.572076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] Current status of the port 6c885d90-6649-4b97-bee4-86488a8dc054 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:26.572455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.594522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:26.594881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.716183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] For port 6c885d90-6649-4b97-bee4-86488a8dc054, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6c885d90-6649-4b97-bee4-86488a8dc054,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:26.800883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.829779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:26.830787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b490743a-c409-4638-9e27-3cf6ba19d4df up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:38:26.863644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:26.913413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcbfb8-309c-4923-ba4f-2d331ae49ce6 None None] The sync data for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv is: [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:38:26.929521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd985a3-28ce-4550-a4e9-9d2bf158f8b5 None None] Pushing event updated for resources: {'Port': ['ID=6c885d90-6649-4b97-bee4-86488a8dc054,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:26.936190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f51fade6-36a7-4686-9aab-1a12a3c64824 None None] Provisioning complete for port 6c885d90-6649-4b97-bee4-86488a8dc054 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:26.936552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f51fade6-36a7-4686-9aab-1a12a3c64824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:26.966307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b490743a-c409-4638-9e27-3cf6ba19d4df triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:26.966611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:27.090731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f51fade6-36a7-4686-9aab-1a12a3c64824 None None] Current status of the port 6c885d90-6649-4b97-bee4-86488a8dc054 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:27.112451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b490743a-c409-4638-9e27-3cf6ba19d4df is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:27.188135 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2c756c4-d208-4be1-a947-0e6d197619d1 req-7ef1d17e-1e8c-4c2b-b5d0-ff3b8bf7e8dd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.0285459 Apr 29 04:38:28.268810 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-79ed9f2f-c5de-4fcc-b98d-b89470d2679f req-87315639-0558-445e-bbc3-e9d4752c54f1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.0275826 Apr 29 04:38:28.380441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6c885d90-6649-4b97-bee4-86488a8dc054 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:38:28.431705 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 6c885d90-6649-4b97-bee4-86488a8dc054 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:28.432066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:28.507001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 6c885d90-6649-4b97-bee4-86488a8dc054 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:29.183980 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:38:29.699755 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e2efdb96-679f-4440-b3da-ed4f77b03f4f req-bb65401b-6872-4745-87ce-0aea2eea43da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.3813701 Apr 29 04:38:30.792449 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-312048db-91dd-4713-95e7-5cfb18cb4856 req-e4c6cff1-ddf4-466b-a02f-e0279a4e7353 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.0276029 Apr 29 04:38:31.887151 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69216ac6-9c58-4763-a5ea-95e632f7c847 req-81c68077-b3b5-43e1-9b8f-4b7488629db8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.0290194 Apr 29 04:38:31.998365 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-145894b3-8d62-4d72-b5b7-9b39d8050e1a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:31.999701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-145894b3-8d62-4d72-b5b7-9b39d8050e1a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 797 time: 0.1028540 Apr 29 04:38:32.064179 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-cc11ad47-95ac-4b60-928a-3ccc9005605c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 380 time: 0.0514908 Apr 29 04:38:32.074987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'port': {'device_id': '2b92151c-730f-4d25-a0a5-15013473c1db', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'admin_state_up': True, 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'security_groups': ['dad9f922-15fc-46d1-94f6-1b3fefe63bb0']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:32.289390 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:38:32.293028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:32.420073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.11 (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f/c68217e2-eb01-48aa-8170-6db2f59e0af5/90057946-9d22-46ed-9352-289456b865d3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:38:32.557262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (90057946-9d22-46ed-9352-289456b865d3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:32.645771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (90057946-9d22-46ed-9352-289456b865d3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:32.686460 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:38:32.691354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:32.695628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:38:32.718391 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:32.748904 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:32.749587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:32.819951 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-f622c95f-2df9-4d87-9709-6355e21dbddf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483513 Apr 29 04:38:32.892353 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Request body: {'port': {'device_id': '2b92151c-730f-4d25-a0a5-15013473c1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:32.945688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d7076e4f-e3eb-4187-99b0-cfa0d68e587d None None] Provisioning complete for port 90057946-9d22-46ed-9352-289456b865d3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:32.946318 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d7076e4f-e3eb-4187-99b0-cfa0d68e587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (90057946-9d22-46ed-9352-289456b865d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:32.958278 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:32.981757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d7076e4f-e3eb-4187-99b0-cfa0d68e587d None None] Port 90057946-9d22-46ed-9352-289456b865d3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:38:33.010000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b77edc-488a-4fd2-a8d0-ecee54d3db5a req-1e1cf9cd-7c4b-457a-9d2c-0a0af246859f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:33.011635 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3b77edc-488a-4fd2-a8d0-ecee54d3db5a req-1e1cf9cd-7c4b-457a-9d2c-0a0af246859f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 932 time: 0.0529811 Apr 29 04:38:33.061053 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f3b77edc-488a-4fd2-a8d0-ecee54d3db5a req-43a0f333-2213-4bb6-94c3-c1e85eb808b1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Apr 29 04:38:33.214856 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90057946-9d22-46ed-9352-289456b865d3 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:38:33.222121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Publish callbacks [] for port (90057946-9d22-46ed-9352-289456b865d3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:33.234924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Transition to ACTIVE for port object 90057946-9d22-46ed-9352-289456b865d3 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:38:33.360149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:33.410626 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:33.486600 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Attempting to bind port 90057946-9d22-46ed-9352-289456b865d3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:38:33.486938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Attempting to bind port 90057946-9d22-46ed-9352-289456b865d3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:38:33.487273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Attempting to bind port 90057946-9d22-46ed-9352-289456b865d3 on network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:38:33.492018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Port 90057946-9d22-46ed-9352-289456b865d3 on network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:38:33.492333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Attempting to bind port 90057946-9d22-46ed-9352-289456b865d3 on network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:38:33.497371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:38:33.497705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Checking segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:38:33.498098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Bound using segment: {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:38:33.498528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Bound port: 90057946-9d22-46ed-9352-289456b865d3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:38:33.498887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:33.564845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:38:33.567807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:38:33.626831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:33.661623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:33.662290 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:33.663654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] 10.222.0.31 "PUT /v2.0/ports/90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 1094 time: 0.8327751 Apr 29 04:38:33.664106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:38:33.666397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:38:33.691393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143eedf-c7ca-4667-863d-cc3891027a3a service neutron] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:33.718405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf8ebde-a03d-41b0-960a-9c3015836dea x-openstack-request-id: req-adf8ebde-a03d-41b0-960a-9c3015836dea {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:38:33.718710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "tag": "90057946-9d22-46ed-9352-289456b865d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:38:33.718968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adf8ebde-a03d-41b0-960a-9c3015836dea {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:38:33.719388 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf8ebde-a03d-41b0-960a-9c3015836dea'] response: {'name': 'network-changed', 'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'status': 'completed', 'code': 200} Apr 29 04:38:33.794126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1 req-f4be4951-35fb-40b1-b662-3da3f924b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:33.795768 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1 req-f4be4951-35fb-40b1-b662-3da3f924b215 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1128 time: 0.0471582 Apr 29 04:38:33.901224 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1 req-c936fc9d-0c44-4cca-a4d2-57bcefd3fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:33.902662 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1 req-c936fc9d-0c44-4cca-a4d2-57bcefd3fd61 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7afcd893ae1d46158a2f8412dec6f782&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980051 Apr 29 04:38:34.001153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1 req-60ba8608-3235-4935-ab52-c4e4f80d99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:34.002616 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f7e8afe1-609d-4b49-ae0a-54cb937a65f1 req-60ba8608-3235-4935-ab52-c4e4f80d99b4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908699 Apr 29 04:38:34.078441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-9b947899-927a-4a55-9ec5-635ab6d99ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:34.079895 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-9b947899-927a-4a55-9ec5-635ab6d99ce3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1128 time: 0.0388620 Apr 29 04:38:34.128981 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-86abb389-e37d-4766-aa94-68a03a1e1e52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 217 time: 0.0378447 Apr 29 04:38:34.172748 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0c4b7-1b4b-4f35-8d97-712eec9ab8a1 req-8a590095-01ea-4b6e-bc8d-67f56b162b17 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:34.174855 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0fd0c4b7-1b4b-4f35-8d97-712eec9ab8a1 req-8a590095-01ea-4b6e-bc8d-67f56b162b17 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0469728 Apr 29 04:38:34.182260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-db307a65-1042-4dae-a835-4d078faa44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:34.183892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-db307a65-1042-4dae-a835-4d078faa44e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.0444450 Apr 29 04:38:34.223862 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0fd0c4b7-1b4b-4f35-8d97-712eec9ab8a1 req-888a5d9c-47a7-4b21-85f5-f2bb29f5a228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Apr 29 04:38:34.230838 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-ef8a1043-3843-46e4-bc38-e1a9154fd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:34.232326 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-ef8a1043-3843-46e4-bc38-e1a9154fd11e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391505 Apr 29 04:38:34.330224 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-fab831c1-a0cf-40aa-abae-5ce108f4b244 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878510 Apr 29 04:38:34.423905 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c591f1ee-bd64-4127-809a-c2a26f9c02ea req-8036ce42-be03-4604-ad3d-8a8769a9ce54 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834215 Apr 29 04:38:35.337287 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f209a-3898-4c64-bf3f-a0f888e81a39 req-5f600643-4deb-4ace-b65c-e88d1116e82d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:35.338761 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fc2f209a-3898-4c64-bf3f-a0f888e81a39 req-5f600643-4deb-4ace-b65c-e88d1116e82d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0469539 Apr 29 04:38:35.390328 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fc2f209a-3898-4c64-bf3f-a0f888e81a39 req-74a81d1c-494d-4079-af0c-a674fad91268 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Apr 29 04:38:36.509849 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5823484-cf89-4be4-b585-7e41d5387744 req-a9c260ce-cc1f-4349-90b2-206626c72aa8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:36.511321 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f5823484-cf89-4be4-b585-7e41d5387744 req-a9c260ce-cc1f-4349-90b2-206626c72aa8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0524995 Apr 29 04:38:36.559790 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f5823484-cf89-4be4-b585-7e41d5387744 req-87a9c925-4aee-48b0-b1a7-16db5ddd692b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Apr 29 04:38:37.670111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa4a1-b3e4-43d0-9ec7-f2c0646e5d80 req-c7eedce2-46fa-45ec-bdef-ba7b83080ef0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:37.672421 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b6afa4a1-b3e4-43d0-9ec7-f2c0646e5d80 req-c7eedce2-46fa-45ec-bdef-ba7b83080ef0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0459783 Apr 29 04:38:37.719644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b6afa4a1-b3e4-43d0-9ec7-f2c0646e5d80 req-81f9ab17-367c-4d61-9a23-37f96458127c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Apr 29 04:38:38.577231 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:38:38.676325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:38.687493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '90057946-9d22-46ed-9352-289456b865d3', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'port_id': '90057946-9d22-46ed-9352-289456b865d3', 'mac_address': 'fa:16:3e:26:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:38:38.725893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 90057946-9d22-46ed-9352-289456b865d3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:38.726288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:38.739286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90057946-9d22-46ed-9352-289456b865d3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:38:38.760284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:38.826842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:38.832831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537c5b1-ff07-45c7-8da2-15acc4fec710 req-b4cbad0c-4fd7-4575-9132-095b1a61b5c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:38.834302 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3537c5b1-ff07-45c7-8da2-15acc4fec710 req-b4cbad0c-4fd7-4575-9132-095b1a61b5c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0474789 Apr 29 04:38:38.880724 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:38.884516 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c462995f-1ece-429d-8cfb-31aedd0a6fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:38.889353 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3537c5b1-ff07-45c7-8da2-15acc4fec710 req-0b98c976-61ee-4497-9060-463a1e0603eb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485818 Apr 29 04:38:39.104529 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['90057946-9d22-46ed-9352-289456b865d3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:38:40.000754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a4-bf16-46dc-a08f-20e537a5006f req-8e4e99db-9f57-4d66-a0a8-59786012e97e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:40.002152 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f1e76a4-bf16-46dc-a08f-20e537a5006f req-8e4e99db-9f57-4d66-a0a8-59786012e97e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 945 time: 0.0459943 Apr 29 04:38:40.050198 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f1e76a4-bf16-46dc-a08f-20e537a5006f req-fb99864c-aa6b-4929-8316-96356d85563f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Apr 29 04:38:40.591667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:38:40.634719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 90057946-9d22-46ed-9352-289456b865d3 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:38:40.702850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 90057946-9d22-46ed-9352-289456b865d3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:38:40.703232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (90057946-9d22-46ed-9352-289456b865d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:40.783008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 90057946-9d22-46ed-9352-289456b865d3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:38:40.783396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:40.805638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:38:40.807882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5fab49-1fbb-454f-8b9a-1b121e283bba" -d '{"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-plugged", "status": "completed", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:38:40.819923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:38:40.848753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6075bf84-023b-44fb-8f24-7a5d0026af9b x-openstack-request-id: req-6075bf84-023b-44fb-8f24-7a5d0026af9b {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:38:40.848753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-plugged", "status": "completed", "tag": "90057946-9d22-46ed-9352-289456b865d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:38:40.848753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6075bf84-023b-44fb-8f24-7a5d0026af9b {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:38:40.848753 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6075bf84-023b-44fb-8f24-7a5d0026af9b'] response: {'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'code': 200} Apr 29 04:38:40.896097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:40.944849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:41.183341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45843835-e5f1-415d-9824-33a2171a8f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:41.196813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb7d5d-7f19-4a15-869d-2e83b6363f48 req-a98c4e30-97df-4a19-a93d-a4e710a286db tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:41.198314 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4abb7d5d-7f19-4a15-869d-2e83b6363f48 req-a98c4e30-97df-4a19-a93d-a4e710a286db tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0796020 Apr 29 04:38:41.201120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899dde-3a05-48e3-8d65-2371f2b10f11 req-06044190-ba52-413c-95fb-dc167c9f7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:41.202517 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-16899dde-3a05-48e3-8d65-2371f2b10f11 req-06044190-ba52-413c-95fb-dc167c9f7b4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1130 time: 0.0514259 Apr 29 04:38:41.279091 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4abb7d5d-7f19-4a15-869d-2e83b6363f48 req-4e9b3d96-ce71-443e-af76-1ca43f074a7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750890 Apr 29 04:38:41.281664 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-16899dde-3a05-48e3-8d65-2371f2b10f11 req-55078e69-f0c2-4dec-9f21-b435bb5ea6f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708463 Apr 29 04:38:42.297163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:42.391726 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b65623-56e0-42d3-b9f9-216a2ed6dae8 req-06fb2db3-0ccc-47fd-bb3d-303fdfc12045 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:42.393185 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c6b65623-56e0-42d3-b9f9-216a2ed6dae8 req-06fb2db3-0ccc-47fd-bb3d-303fdfc12045 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0459833 Apr 29 04:38:42.445357 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c6b65623-56e0-42d3-b9f9-216a2ed6dae8 req-53b11bd6-da97-41e0-b060-6b45332fea36 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465119 Apr 29 04:38:43.560572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f530-6ddf-4176-9501-1ac46fd90d0d req-d65d7538-ef96-4a27-80a9-d0b55f5e5259 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:43.562030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aca1f530-6ddf-4176-9501-1ac46fd90d0d req-d65d7538-ef96-4a27-80a9-d0b55f5e5259 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0498548 Apr 29 04:38:43.610476 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aca1f530-6ddf-4176-9501-1ac46fd90d0d req-98778296-304d-4ea0-8ad2-621617ce78b6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Apr 29 04:38:43.719524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740d9c6-731a-4c19-bbf8-1bc72e9d0481 req-de4e38d1-a757-4aa4-85e6-dd86fd045f1e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:43.720971 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0740d9c6-731a-4c19-bbf8-1bc72e9d0481 req-de4e38d1-a757-4aa4-85e6-dd86fd045f1e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0459762 Apr 29 04:38:43.768196 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0740d9c6-731a-4c19-bbf8-1bc72e9d0481 req-fb69e37a-8cce-4670-80ea-6802e8d3df47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Apr 29 04:38:43.790871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40958) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:43.828286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3656c1-3cf4-4be4-8059-a0fced4734d7 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:43.829873 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0e3656c1-3cf4-4be4-8059-a0fced4734d7 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1125 time: 0.0380151 Apr 29 04:38:43.832561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40960) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:43.837262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '90057946-9d22-46ed-9352-289456b865d3', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:38:43.846298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:43.935121 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:44.015641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:44.115802 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.165 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/11fd2fb5-da18-43f3-874d-dcdb3642a0a9) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:38:44.217617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:44.297788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:44.334744 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:38:44.340043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:38:44.343636 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:38:44.364818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=11fd2fb5-da18-43f3-874d-dcdb3642a0a9,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:44.699996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:44.822088 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:44.966531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:45.026327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:45.098092 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=11fd2fb5-da18-43f3-874d-dcdb3642a0a9,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:38:45.110164 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:45.118042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:45.212030 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe associated. External IP: 172.26.4.165, port: 90057946-9d22-46ed-9352-289456b865d3. Apr 29 04:38:45.422371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router b0146e40-979e-4598-ad7f-1192b5018003 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:38:45.530359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:38:45.539671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] Sync routers for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:38:45.550168 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:45.550779 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:45.608782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:38:45.641959 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-577d156c-c45e-49cb-b6fe-5bf471df4c55 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8083477 Apr 29 04:38:45.642627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:38:45.645761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc19f89-86eb-436a-ac66-3669962e09ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:38:45.680552 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:45.688074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf43f4-0131-4e3f-a63a-86a73542ca81 x-openstack-request-id: req-cdcf43f4-0131-4e3f-a63a-86a73542ca81 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:38:45.688658 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "tag": "90057946-9d22-46ed-9352-289456b865d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:38:45.688923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdcf43f4-0131-4e3f-a63a-86a73542ca81 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:38:45.689396 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcf43f4-0131-4e3f-a63a-86a73542ca81'] response: {'name': 'network-changed', 'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'status': 'completed', 'code': 200} Apr 29 04:38:45.768363 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe95d-948e-439f-888d-c889644b0280 req-5ef80fc3-9f28-4104-aae0-3ddf7e50b3e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:45.769892 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-487fe95d-948e-439f-888d-c889644b0280 req-5ef80fc3-9f28-4104-aae0-3ddf7e50b3e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0728838 Apr 29 04:38:45.784395 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-fa1b3317-979d-44a4-80da-21b5246b8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:45.785820 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-fa1b3317-979d-44a4-80da-21b5246b8043 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1130 time: 0.0604413 Apr 29 04:38:45.879025 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-487fe95d-948e-439f-888d-c889644b0280 req-422e6afc-77ef-4c9e-ba62-4db25ab7a668 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030388 Apr 29 04:38:45.901466 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'd1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'port_id': '90057946-9d22-46ed-9352-289456b865d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'mac_address': 'fa:16:3e:26:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b92151c-730f-4d25-a0a5-15013473c1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:38:44Z', 'updated_at': '2022-04-29T04:38:44Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:45.902194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40966) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:45.906045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-be24af48-3221-4e88-9d03-cb02eddea2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:45.907541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-be24af48-3221-4e88-9d03-cb02eddea2d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 898 time: 0.1155171 Apr 29 04:38:45.932511 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] Checking router: b0146e40-979e-4598-ad7f-1192b5018003 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:38:45.940615 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:38:45.941205 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:38:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:45.969102 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-72712353-3997-44e5-8285-08abfe940985 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe HTTP/1.1" status: 200 len: 992 time: 0.0654142 Apr 29 04:38:45.976790 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-37e368de-70fe-480d-b849-170032923727 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 1000 time: 0.0631084 Apr 29 04:38:46.146982 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:38:46.375762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-275c0348-e09f-4b43-b093-830ddcdb4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:46.377232 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-275c0348-e09f-4b43-b093-830ddcdb4b39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.3950255 Apr 29 04:38:46.394716 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'd1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'port_id': '90057946-9d22-46ed-9352-289456b865d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'mac_address': 'fa:16:3e:26:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b92151c-730f-4d25-a0a5-15013473c1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:38:44Z', 'updated_at': '2022-04-29T04:38:44Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:38:46.420970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-ea51c008-2d2a-485a-826a-f5a8de85832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:38:46.422508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-ea51c008-2d2a-485a-826a-f5a8de85832d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389657 Apr 29 04:38:46.429096 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149f34f-9019-4eb4-a111-320fd750230f None None] The sync data for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv is: [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'd1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'port_id': '90057946-9d22-46ed-9352-289456b865d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'mac_address': 'fa:16:3e:26:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b92151c-730f-4d25-a0a5-15013473c1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:38:44Z', 'updated_at': '2022-04-29T04:38:44Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:38:46.515187 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-7da13626-7b73-40ad-bf77-f6ecdd82953e service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863051 Apr 29 04:38:46.606186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fc19f89-86eb-436a-ac66-3669962e09ea req-4fa474b3-3eba-4de4-8a20-84fda2759ee0 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851707 Apr 29 04:38:46.636193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e35dd2-c9c4-49a9-9bea-608602ba139c None None] New status for floating IP d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:38:46.971045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 40968) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:38:47.030231 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-828f707a-6546-4eb0-b44d-f71bf8b09fc4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe HTTP/1.1" status: 200 len: 994 time: 0.0580516 Apr 29 04:38:50.246785 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:06.183285 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:39:08.890276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a5d9-7eab-4d66-8b89-9fb5c7c3400f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:11.227362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4bc2bb4e-358a-455f-bd96-76782a8fc23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:12.292788 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:13.873494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:15.124698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:17.030366 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-e890b148-e29d-43c6-b47e-6ffbe6accbba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399601 Apr 29 04:39:17.116874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-e3cf4952-8cd3-4b26-98fa-0da6101d76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:17.118375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-e3cf4952-8cd3-4b26-98fa-0da6101d76a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1130 time: 0.0428252 Apr 29 04:39:17.220620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-d17d086a-708e-4dee-8f56-b6e61f19b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:17.222161 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-d17d086a-708e-4dee-8f56-b6e61f19b53c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 898 time: 0.0853693 Apr 29 04:39:17.289074 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-b0d71bd3-d355-421c-a06b-39753cabf153 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 1002 time: 0.0606582 Apr 29 04:39:17.334356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-ab46ce16-5411-46a0-ac69-78a91a202611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:17.335692 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-ab46ce16-5411-46a0-ac69-78a91a202611 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.0410423 Apr 29 04:39:17.377032 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-b93c329e-352f-4d07-9869-d10384f4710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:17.378461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-b93c329e-352f-4d07-9869-d10384f4710e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0365138 Apr 29 04:39:17.470175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-68157c1a-dcd9-4e36-93a1-748b9cd0eee5 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Apr 29 04:39:17.557289 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-44482af3-ed04-4481-924a-8c19ecc733b5 req-c3830aed-fea3-42df-83ea-3a59b906e15a service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799689 Apr 29 04:39:20.243274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-e573c382-11f5-47fd-bd74-a06381a333a3 req-4528be1c-9247-4981-b76f-5c8af228526f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:39:20.244287 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e573c382-11f5-47fd-bd74-a06381a333a3 req-4528be1c-9247-4981-b76f-5c8af228526f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055068 Apr 29 04:39:20.259013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:20.613361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5065974-0c0e-42bd-abd9-ec5301bcce4f req-b24ef88e-d5f5-483c-b3b1-bf27ad012d22 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:20.614868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e5065974-0c0e-42bd-abd9-ec5301bcce4f req-b24ef88e-d5f5-483c-b3b1-bf27ad012d22 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0502801 Apr 29 04:39:20.663910 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e5065974-0c0e-42bd-abd9-ec5301bcce4f req-a983fc68-279c-479a-b86b-3bf42cac8c04 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Apr 29 04:39:20.815897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 40988) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:39:20.897021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-4d8e37a2-4516-4375-bc67-c1c42daeb480 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799756 Apr 29 04:39:20.905364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-6b3a12f2-46b0-4775-b2db-3073922de55c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:39:20.906332 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-6b3a12f2-46b0-4775-b2db-3073922de55c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048053 Apr 29 04:39:21.416800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41008) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:39:21.512364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-4ecf448f-a0f6-4f41-99e9-403f6f3e63c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:21.513744 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-4ecf448f-a0f6-4f41-99e9-403f6f3e63c5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports/90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 943 time: 0.0956748 Apr 29 04:39:21.777899 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ff48-3f19-4062-83a7-63da6ce89e7f req-9a9b838c-0583-46f4-a2dd-40469b186060 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:21.779381 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ae14ff48-3f19-4062-83a7-63da6ce89e7f req-9a9b838c-0583-46f4-a2dd-40469b186060 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0477300 Apr 29 04:39:21.829675 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ae14ff48-3f19-4062-83a7-63da6ce89e7f req-15971e9e-cfb0-49b1-92e2-b6c2a99f1a88 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Apr 29 04:39:22.945044 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f2f9-48bf-4b99-a4b0-c87253242c7e req-88d2682a-907b-4c57-84c9-e7d650285bfa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:22.946531 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c197f2f9-48bf-4b99-a4b0-c87253242c7e req-88d2682a-907b-4c57-84c9-e7d650285bfa tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0480576 Apr 29 04:39:22.994817 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c197f2f9-48bf-4b99-a4b0-c87253242c7e req-4dc362ba-a2f3-4871-9dd6-5ab8e043b2e9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Apr 29 04:39:23.062682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-0aaf0ca4-fe94-49a6-8a0e-b712c7b46a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:23.064153 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-0aaf0ca4-fe94-49a6-8a0e-b712c7b46a73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1130 time: 0.0422385 Apr 29 04:39:23.154334 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-9a290482-21ea-43ed-b304-a2a1ef35a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:23.155780 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-9a290482-21ea-43ed-b304-a2a1ef35a84d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 898 time: 0.0825365 Apr 29 04:39:23.228005 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-28195b54-78e9-4755-bce1-656ec7edb806 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 1002 time: 0.0612853 Apr 29 04:39:23.278638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-96f41708-ad5b-4c65-b72f-d83e5d4df695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:23.279980 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-96f41708-ad5b-4c65-b72f-d83e5d4df695 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.0431294 Apr 29 04:39:23.325571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-0bb61f44-4f08-42f9-97f5-bc4e93763b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:23.327033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-0bb61f44-4f08-42f9-97f5-bc4e93763b9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386219 Apr 29 04:39:23.420000 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-53dac081-2112-44ee-b258-490cdd734014 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Apr 29 04:39:23.508940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-aa841a68-d30f-4439-bdc4-8502a7e4458b service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799444 Apr 29 04:39:24.112183 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7b418-16b1-4d6a-a983-ad4a46b10f44 req-62733cdc-8509-4e9c-ad3e-dfdfff0a31f4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:24.113652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5bd7b418-16b1-4d6a-a983-ad4a46b10f44 req-62733cdc-8509-4e9c-ad3e-dfdfff0a31f4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0508406 Apr 29 04:39:24.160542 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5bd7b418-16b1-4d6a-a983-ad4a46b10f44 req-96922586-19f0-415f-a95e-96852e48cae3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Apr 29 04:39:25.274311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678185-de84-4194-89de-9bf3785f3a96 req-baaa0f91-f146-4a8d-9325-af2d20a265a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:25.275785 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-91678185-de84-4194-89de-9bf3785f3a96 req-baaa0f91-f146-4a8d-9325-af2d20a265a6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0475316 Apr 29 04:39:25.327863 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-91678185-de84-4194-89de-9bf3785f3a96 req-05787591-5979-41c8-b038-0351f3dd13f5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 Apr 29 04:39:26.439228 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb71a4-1a5a-46d9-aabb-2ea62dc75774 req-3fdd8909-7297-45f5-994a-026c28d4854c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:26.440682 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e7cb71a4-1a5a-46d9-aabb-2ea62dc75774 req-3fdd8909-7297-45f5-994a-026c28d4854c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0463040 Apr 29 04:39:26.487721 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e7cb71a4-1a5a-46d9-aabb-2ea62dc75774 req-831a95ca-128e-4a97-8128-d15ca869a784 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Apr 29 04:39:27.599793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a6765-957a-4238-baf9-a90328f53e3a req-3c78c9a7-0f47-4c66-9743-5c829b675dfb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:27.601265 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0b5a6765-957a-4238-baf9-a90328f53e3a req-3c78c9a7-0f47-4c66-9743-5c829b675dfb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0464473 Apr 29 04:39:27.648196 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0b5a6765-957a-4238-baf9-a90328f53e3a req-3d197029-b9cc-4737-adfa-10910758e7a5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Apr 29 04:39:28.759780 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcac15-6925-4019-955e-260d5005d6fc req-cdd973b3-3ced-4481-985a-70619cbd0ce9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:28.761252 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-14dcac15-6925-4019-955e-260d5005d6fc req-cdd973b3-3ced-4481-985a-70619cbd0ce9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0463080 Apr 29 04:39:28.813440 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-14dcac15-6925-4019-955e-260d5005d6fc req-75ca9b41-3e3b-4a46-8e6e-7e9aed7844b8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 Apr 29 04:39:29.924600 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eb9c7-734e-4fd7-8e64-08ff1761e460 req-531f0ae0-177e-40d3-a45a-c6a77473edba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:29.926073 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-463eb9c7-734e-4fd7-8e64-08ff1761e460 req-531f0ae0-177e-40d3-a45a-c6a77473edba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0465524 Apr 29 04:39:29.974496 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-463eb9c7-734e-4fd7-8e64-08ff1761e460 req-95aeb912-535f-4eb3-8275-bc57d2730140 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Apr 29 04:39:31.087332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4a99-e1c1-416a-87f0-ae8984b4bdde req-2473ee0f-7a0a-44ca-a76a-488011592c79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:31.088793 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4f0b4a99-e1c1-416a-87f0-ae8984b4bdde req-2473ee0f-7a0a-44ca-a76a-488011592c79 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0462255 Apr 29 04:39:31.137801 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4f0b4a99-e1c1-416a-87f0-ae8984b4bdde req-87a5e1df-c43a-4071-b310-2fcaff3c33b7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Apr 29 04:39:32.254864 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36c520-9345-4c92-994f-aca9ca55e867 req-fda8c815-7242-4e85-a52b-878c069e5063 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:32.256339 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0e36c520-9345-4c92-994f-aca9ca55e867 req-fda8c815-7242-4e85-a52b-878c069e5063 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0510643 Apr 29 04:39:32.304446 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0e36c520-9345-4c92-994f-aca9ca55e867 req-1622e61d-8908-4a46-ac5b-b3a5b1d9d0b0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Apr 29 04:39:33.585681 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bdd8e-115c-448e-a984-169a668aa897 req-aba1163e-e4a6-4b00-a185-57bd09966e80 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:33.587070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d53bdd8e-115c-448e-a984-169a668aa897 req-aba1163e-e4a6-4b00-a185-57bd09966e80 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0469921 Apr 29 04:39:33.634788 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d53bdd8e-115c-448e-a984-169a668aa897 req-add8ffb6-722c-4472-b32a-259d143e9cce tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Apr 29 04:39:34.747794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e5dd-8efc-428e-8300-98cdd8032891 req-258fc544-d79a-4be9-8a26-a2c363be3866 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:34.749274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ec24e5dd-8efc-428e-8300-98cdd8032891 req-258fc544-d79a-4be9-8a26-a2c363be3866 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0466163 Apr 29 04:39:34.797677 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ec24e5dd-8efc-428e-8300-98cdd8032891 req-a86834a7-b6f5-43c3-997f-d6993459e925 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Apr 29 04:39:35.916455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3cbb9-d22a-49ee-b4f9-9447fac07cc7 req-16c694ee-54d7-442f-9b94-d09920e166ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:35.920408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-baf3cbb9-d22a-49ee-b4f9-9447fac07cc7 req-16c694ee-54d7-442f-9b94-d09920e166ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0566330 Apr 29 04:39:35.967790 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-baf3cbb9-d22a-49ee-b4f9-9447fac07cc7 req-a5e4a85f-a0e8-4a05-be29-a6069e5429f8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Apr 29 04:39:37.079198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc076-69a8-41fe-9716-92817d013efe req-efa4dc61-9b09-491d-972a-577eb854c30b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:37.080645 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8fcfc076-69a8-41fe-9716-92817d013efe req-efa4dc61-9b09-491d-972a-577eb854c30b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0463524 Apr 29 04:39:37.131318 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8fcfc076-69a8-41fe-9716-92817d013efe req-1f6e7172-dd2c-4a7c-96cb-c6fc9bf3ff7f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Apr 29 04:39:38.242863 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58bb27-90bd-48ae-8295-34565e5f234a req-c805c295-d429-4703-8e91-6dcefcb22fc4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:38.244293 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb58bb27-90bd-48ae-8295-34565e5f234a req-c805c295-d429-4703-8e91-6dcefcb22fc4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0465219 Apr 29 04:39:38.291786 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eb58bb27-90bd-48ae-8295-34565e5f234a req-0e02c443-54ed-498d-bf3c-50ee769f6e33 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414460 Apr 29 04:39:38.899413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eccba351-d5dc-4f1f-a8a9-755500921017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:39.404840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb4075-1588-479c-8560-6bee0a1969e6 req-71ef75ef-d5ea-4eb3-8dd7-aa64890340d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:39.406427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-25eb4075-1588-479c-8560-6bee0a1969e6 req-71ef75ef-d5ea-4eb3-8dd7-aa64890340d5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0464115 Apr 29 04:39:39.453502 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-25eb4075-1588-479c-8560-6bee0a1969e6 req-6ef19fea-7fbb-4a4a-93af-7d3ecabcf694 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Apr 29 04:39:40.572785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28784-9f87-4a77-939e-e7b3addce891 req-edcae41d-ab87-473f-ac3a-0466cccd70d2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:40.574291 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6d28784-9f87-4a77-939e-e7b3addce891 req-edcae41d-ab87-473f-ac3a-0466cccd70d2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0532393 Apr 29 04:39:40.624626 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c6d28784-9f87-4a77-939e-e7b3addce891 req-363d8d51-55b9-4061-9d52-3eb062c106d8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Apr 29 04:39:40.680124 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-5468fede-78c2-4f12-8a8f-57c669089fc1 service neutron] 10.222.0.31 "GET /v2.0/ports/90057946-9d22-46ed-9352-289456b865d3/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0538554 Apr 29 04:39:41.211375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f37c5d87-95e1-4a76-9c50-1650063bcf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:41.286126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-6c149f42-e5f7-4f5e-acca-b38a0978b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:41.287625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-6c149f42-e5f7-4f5e-acca-b38a0978b586 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 1130 time: 0.0392773 Apr 29 04:39:41.353735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-ccd851fb-9972-4331-920e-c81a9e98180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:41.355198 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-ccd851fb-9972-4331-920e-c81a9e98180a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1130 time: 0.0391519 Apr 29 04:39:41.451067 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-b748ae40-2b06-41c3-987c-77c358777e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:41.452535 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-b748ae40-2b06-41c3-987c-77c358777e40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 898 time: 0.0888014 Apr 29 04:39:41.523431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-5f3506b0-28fb-461d-a477-d78b7a048f33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 1002 time: 0.0616322 Apr 29 04:39:41.573764 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-22a9e2ba-288f-4d87-839a-202b4b1d813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:41.575767 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-22a9e2ba-288f-4d87-839a-202b4b1d813b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.0432324 Apr 29 04:39:41.619781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-c0fcd65e-3dbd-4fdb-867b-b5f9e2ad2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:41.621238 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-c0fcd65e-3dbd-4fdb-867b-b5f9e2ad2796 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369332 Apr 29 04:39:41.717815 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-d450cb97-7413-4a86-acd8-bc9706c9038e service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871832 Apr 29 04:39:41.737251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07951b-e576-413a-9345-8c201ccf2805 req-99189199-0d5c-4a64-b3de-703fdc67535b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:41.738791 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb07951b-e576-413a-9345-8c201ccf2805 req-99189199-0d5c-4a64-b3de-703fdc67535b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0463631 Apr 29 04:39:41.787839 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fb07951b-e576-413a-9345-8c201ccf2805 req-ff324971-3331-42b4-b0ec-6eebd63ba45b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 Apr 29 04:39:41.810653 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f3dab07b-4237-46b2-8a50-da9f0c762d91 req-2c7b8612-1e46-4edc-a7be-65388638ad9c service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Apr 29 04:39:42.314603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:42.899545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3beb-4077-41cf-b8c1-c9df416e9dd1 req-16f7d5c8-0c5b-4e7b-93b9-9c8c07769987 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:42.900993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-211e3beb-4077-41cf-b8c1-c9df416e9dd1 req-16f7d5c8-0c5b-4e7b-93b9-9c8c07769987 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0465369 Apr 29 04:39:42.952541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-211e3beb-4077-41cf-b8c1-c9df416e9dd1 req-7c6ed21e-67e4-43e2-9881-83029929ff54 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461142 Apr 29 04:39:43.182788 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:39:43.868527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:44.066727 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2bb99-bc4d-4776-9fc4-e23e317095c5 req-01679249-3e96-472f-afb5-73f980c66a47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:44.068177 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fcd2bb99-bc4d-4776-9fc4-e23e317095c5 req-01679249-3e96-472f-afb5-73f980c66a47 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0496151 Apr 29 04:39:44.117002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fcd2bb99-bc4d-4776-9fc4-e23e317095c5 req-df7e373a-e992-47d7-aa80-1e3a69430dba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Apr 29 04:39:44.872125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:39:44.875673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:39:45.150840 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:45.174038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 90057946-9d22-46ed-9352-289456b865d3 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:39:45.174422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:45.201033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:39:45.219702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:39:45.222105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568eff0-662b-422c-ab14-1760bb83ff94" -d '{"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-unplugged", "status": "completed", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:39:45.228075 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '90057946-9d22-46ed-9352-289456b865d3', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'port_id': '90057946-9d22-46ed-9352-289456b865d3', 'mac_address': 'fa:16:3e:26:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:39:45.231426 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972968f-f431-4dde-8e0d-f249d720fe1b req-c85a5c2e-77a6-4027-81c0-00035a67267b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:45.233305 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8972968f-f431-4dde-8e0d-f249d720fe1b req-c85a5c2e-77a6-4027-81c0-00035a67267b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0468090 Apr 29 04:39:45.240400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:39:45.274896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c5cce9-50fd-4fe1-8d59-7f10d8c4f9c1 x-openstack-request-id: req-70c5cce9-50fd-4fe1-8d59-7f10d8c4f9c1 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:39:45.275198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-unplugged", "status": "completed", "tag": "90057946-9d22-46ed-9352-289456b865d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:39:45.275462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70c5cce9-50fd-4fe1-8d59-7f10d8c4f9c1 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:39:45.275865 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c5cce9-50fd-4fe1-8d59-7f10d8c4f9c1'] response: {'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'code': 200} Apr 29 04:39:45.280511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 90057946-9d22-46ed-9352-289456b865d3 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:39:45.280905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:45.288833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8972968f-f431-4dde-8e0d-f249d720fe1b req-fbc5ac04-8e79-4ee7-80eb-17044685ad8d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496099 Apr 29 04:39:45.294207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90057946-9d22-46ed-9352-289456b865d3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:39:45.315514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:45.407658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:39:45.407955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:39:45.408422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:39:45.415204 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.415547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.415883 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.416247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.416580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.416917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.417233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.417577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.417896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.418215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.419057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.419382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.419696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.420011 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.420324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:39:45.610516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e687ec-f94e-429a-9554-7172c70378e8 req-32da822c-6d7c-4a07-9a72-be62792e9dec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:45.611991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-05e687ec-f94e-429a-9554-7172c70378e8 req-32da822c-6d7c-4a07-9a72-be62792e9dec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0464065 Apr 29 04:39:45.664342 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-05e687ec-f94e-429a-9554-7172c70378e8 req-73eed367-df41-48a7-80fb-5936b7e10af5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457621 Apr 29 04:39:45.730693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-0529c3c2-cd60-40b7-b302-73430e3bfee5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:45.732800 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-0529c3c2-cd60-40b7-b302-73430e3bfee5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db&tenant_id=7afcd893ae1d46158a2f8412dec6f782&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.0534604 Apr 29 04:39:45.782266 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968431-7200-4adc-853a-768987907530 req-0c9b1405-56cd-46bc-b0ac-e1d230559be4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:45.783825 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-10968431-7200-4adc-853a-768987907530 req-0c9b1405-56cd-46bc-b0ac-e1d230559be4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 944 time: 0.0486674 Apr 29 04:39:45.817002 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-f8855764-7658-4958-a7d6-e7da924bdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:45.818581 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-f8855764-7658-4958-a7d6-e7da924bdf90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1128 time: 0.0392156 Apr 29 04:39:45.832892 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-10968431-7200-4adc-853a-768987907530 req-a0c47bda-405b-42c8-9240-a9baddbc0de3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Apr 29 04:39:45.910386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-a1481094-d05a-4057-99d5-6b267d1a6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:45.911845 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-a1481094-d05a-4057-99d5-6b267d1a6415 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 898 time: 0.0869017 Apr 29 04:39:45.943207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 90057946-9d22-46ed-9352-289456b865d3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:39:45.943776 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:45.955946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90057946-9d22-46ed-9352-289456b865d3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:39:45.974739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:39:45.976098 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-b39a1a20-bc4c-4716-a2e0-d81a35afe2e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 1000 time: 0.0574679 Apr 29 04:39:46.022366 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-d48339f8-db63-4341-ac00-26428df0c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:46.023740 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-d48339f8-db63-4341-ac00-26428df0c35f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.0411544 Apr 29 04:39:46.048985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:46.071204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-3950c691-bd8e-459d-8265-69c8ac8e5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:46.072798 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-3950c691-bd8e-459d-8265-69c8ac8e5c35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429735 Apr 29 04:39:46.104689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:39:46.111488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['90057946-9d22-46ed-9352-289456b865d3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:39:46.162530 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-493252c8-ea49-46e9-a3fa-e3ae7107404c service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835657 Apr 29 04:39:46.254204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b597cbf0-968b-4d02-a9be-903f14e58335 req-f73db9e8-0c5a-4da6-89bb-e0046502aaf8 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846479 Apr 29 04:39:46.888520 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:39:46.940337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 90057946-9d22-46ed-9352-289456b865d3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:39:46.940703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (90057946-9d22-46ed-9352-289456b865d3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:46.950662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768cbf2-f5ef-4dfe-a2c0-65e4604acd78 req-c08ebbc8-7833-420c-8bc1-9d33f9bbe263 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:46.952127 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f768cbf2-f5ef-4dfe-a2c0-65e4604acd78 req-c08ebbc8-7833-420c-8bc1-9d33f9bbe263 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 945 time: 0.0498185 Apr 29 04:39:47.001340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f768cbf2-f5ef-4dfe-a2c0-65e4604acd78 req-bee9139d-82d1-4eb8-ab20-d4be7b9ba8b8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Apr 29 04:39:47.021511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 90057946-9d22-46ed-9352-289456b865d3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:39:47.022020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (90057946-9d22-46ed-9352-289456b865d3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:47.062217 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:39:47.157427 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (90057946-9d22-46ed-9352-289456b865d3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:39:47.206076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:39:47.277359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:39:47.280207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b26898d-19d1-4053-873e-1a4c28b5f8b2" -d '{"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-plugged", "status": "completed", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:39:47.318131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86557076-e1a2-498a-8380-ce80e6fa38ba x-openstack-request-id: req-86557076-e1a2-498a-8380-ce80e6fa38ba {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:39:47.318426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-plugged", "status": "completed", "tag": "90057946-9d22-46ed-9352-289456b865d3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:39:47.318681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86557076-e1a2-498a-8380-ce80e6fa38ba {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:39:47.319167 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86557076-e1a2-498a-8380-ce80e6fa38ba'] response: {'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'code': 200} Apr 29 04:39:48.115819 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11c98a-86b7-4494-88d5-a6c2d1e50343 req-49420b74-e93b-4375-88b2-907240e57906 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:39:48.117253 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-be11c98a-86b7-4494-88d5-a6c2d1e50343 req-49420b74-e93b-4375-88b2-907240e57906 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0463567 Apr 29 04:39:48.168010 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-be11c98a-86b7-4494-88d5-a6c2d1e50343 req-0f7a47a4-47d2-4577-83cc-82fbffa53adf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Apr 29 04:39:48.190227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41082) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:39:48.248723 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-49f41212-51ed-4442-99a0-0867a0b60d00 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe HTTP/1.1" status: 200 len: 994 time: 0.0574198 Apr 29 04:39:50.271855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:08.887024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b386a44b-233e-4d91-80d1-9004317dca60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:11.189294 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-66c30019-973a-4749-ab3d-e49f332664c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:12.321702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:13.866675 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:15.135171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:16.830021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41094) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:16.979156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 11fd2fb5-da18-43f3-874d-dcdb3642a0a9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:40:16.979512 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:17.060561 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:17.060879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:17.073613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 11fd2fb5-da18-43f3-874d-dcdb3642a0a9 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:40:17.289827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (11fd2fb5-da18-43f3-874d-dcdb3642a0a9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:17.315406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=11fd2fb5-da18-43f3-874d-dcdb3642a0a9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:17.326499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.326848 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.327824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.328161 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.328491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.328816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.329145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.329501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.329821 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.330139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.330458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.330773 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.331091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.331407 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.331723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:17.383672 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:17.383993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe disassociated (deleted). External IP: 172.26.4.165, port: 90057946-9d22-46ed-9352-289456b865d3. Apr 29 04:40:17.588968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router b0146e40-979e-4598-ad7f-1192b5018003 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:40:17.695404 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:40:17.700110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:17.704641 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] Sync routers for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:40:17.713779 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:17.714447 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:17.727551 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b5d2e3e-22e0-4528-8820-c17c6bd64458 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/floatingips/d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe HTTP/1.1" status: 204 len: 168 time: 0.8963785 Apr 29 04:40:17.728128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:40:17.733897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:40:17.826671 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:17.841487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8269fbd2-aca8-4b31-ba85-3c2f6e9d98aa x-openstack-request-id: req-8269fbd2-aca8-4b31-ba85-3c2f6e9d98aa {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:40:17.842377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "tag": "90057946-9d22-46ed-9352-289456b865d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:40:17.842845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8269fbd2-aca8-4b31-ba85-3c2f6e9d98aa {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:40:17.843255 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8269fbd2-aca8-4b31-ba85-3c2f6e9d98aa'] response: {'name': 'network-changed', 'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'status': 'completed', 'code': 200} Apr 29 04:40:17.905167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-3a372057-a1ff-4faf-8df6-a418f9e37e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:17.906832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-3a372057-a1ff-4faf-8df6-a418f9e37e93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 1130 time: 0.0398543 Apr 29 04:40:18.008402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-3a8bd08f-dfad-4ad5-b767-436777603d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:18.010685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-3a8bd08f-dfad-4ad5-b767-436777603d84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 200 len: 898 time: 0.0957940 Apr 29 04:40:18.018901 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:18.045037 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] Checking router: b0146e40-979e-4598-ad7f-1192b5018003 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:40:18.052699 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-2a0d47bd-38ba-45d4-95fe-bf378a9cab7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 200 len: 217 time: 0.0353227 Apr 29 04:40:18.054135 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:18.054730 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:18.107674 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-e6efb37d-2e7a-40a3-8684-219e59db0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:18.109625 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-e6efb37d-2e7a-40a3-8684-219e59db0e63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 200 len: 834 time: 0.0490897 Apr 29 04:40:18.152370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-a7ff0d84-65e7-4b9a-99fd-1df22c16ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:18.153949 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-a7ff0d84-65e7-4b9a-99fd-1df22c16ffea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381942 Apr 29 04:40:18.163148 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:18.249758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-f39c6c67-47d6-40df-bc04-2437a77e8129 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900238 Apr 29 04:40:18.263412 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72542ce-cccf-43e6-9c0d-c2bb37e1ddc8 req-449901e5-4f94-4299-a6d6-e130f5f725a8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:18.264950 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c72542ce-cccf-43e6-9c0d-c2bb37e1ddc8 req-449901e5-4f94-4299-a6d6-e130f5f725a8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0506351 Apr 29 04:40:18.314412 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c72542ce-cccf-43e6-9c0d-c2bb37e1ddc8 req-accdab47-4ec4-438c-862e-7cef5e7c54e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Apr 29 04:40:18.360811 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:18.390644 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8b7ac-0c5e-4d97-8944-9334d8541854 None None] The sync data for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv is: [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:23Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '6c885d90-6649-4b97-bee4-86488a8dc054', 'name': '', 'network_id': 'cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:22Z', 'updated_at': '2022-04-29T04:38:26Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': 'c68217e2-eb01-48aa-8170-6db2f59e0af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:40:18.619063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55da97f-69dc-4109-8c5b-5139392265bb None None] New status for floating IP d1c1f4aa-d1dc-42bd-a1a5-724ee6cdb8fe: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:40:19.434004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058d7e4-8c45-40d7-a840-88cf0c4e996f req-190aa326-0040-4af2-a6bf-7112e32892c7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:19.435507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e058d7e4-8c45-40d7-a840-88cf0c4e996f req-190aa326-0040-4af2-a6bf-7112e32892c7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0506799 Apr 29 04:40:19.484735 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e058d7e4-8c45-40d7-a840-88cf0c4e996f req-b72fe56c-2177-4fca-9351-90cd5fbde38d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Apr 29 04:40:19.819130 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3f5b4b91-bd7e-4e9a-afa5-392e6f8a8af5 req-d3479a25-1e33-4d9d-ac69-fbfe154d3182 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Apr 29 04:40:20.162705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-b555ab72-042b-46a8-b2fa-61a6c03a7e2e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:20.164133 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-b555ab72-042b-46a8-b2fa-61a6c03a7e2e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0495770 Apr 29 04:40:20.181067 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:40:20.257225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 90057946-9d22-46ed-9352-289456b865d3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:40:20.257596 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (90057946-9d22-46ed-9352-289456b865d3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:20.270199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:20.348526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 90057946-9d22-46ed-9352-289456b865d3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=90057946-9d22-46ed-9352-289456b865d3,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:20.348890 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (90057946-9d22-46ed-9352-289456b865d3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:20.362673 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 90057946-9d22-46ed-9352-289456b865d3 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:40:20.598127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea206e-caf6-494d-b133-f48580efdb23 req-dd0bed0d-2c36-4424-a8c1-9c8daad60525 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:20.599590 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f8ea206e-caf6-494d-b133-f48580efdb23 req-dd0bed0d-2c36-4424-a8c1-9c8daad60525 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 946 time: 0.0468142 Apr 29 04:40:20.648448 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f8ea206e-caf6-494d-b133-f48580efdb23 req-6d5cec2b-550c-43ea-a687-855362e8d1a8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=dad9f922-15fc-46d1-94f6-1b3fefe63bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Apr 29 04:40:20.658686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (90057946-9d22-46ed-9352-289456b865d3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:20.690027 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=90057946-9d22-46ed-9352-289456b865d3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:20.734308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] No DVR routers for this DVR port 90057946-9d22-46ed-9352-289456b865d3 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:40:20.738597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:20.740014 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5368beb3-12a6-4dd1-bb27-7d79358a81f2 req-31a5f2e8-337b-4f43-bfcb-49accaf9a892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "DELETE /v2.0/ports/90057946-9d22-46ed-9352-289456b865d3 HTTP/1.1" status: 204 len: 173 time: 0.5652771 Apr 29 04:40:20.740452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-deleted', 'tag': '90057946-9d22-46ed-9352-289456b865d3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:40:20.742734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a88aa8-d697-4323-933f-f269ce953fee" -d '{"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-deleted", "tag": "90057946-9d22-46ed-9352-289456b865d3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:40:20.778989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a1961-be60-469a-ab27-3dd701515aa2 x-openstack-request-id: req-965a1961-be60-469a-ab27-3dd701515aa2 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:40:20.778989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b92151c-730f-4d25-a0a5-15013473c1db", "name": "network-vif-deleted", "tag": "90057946-9d22-46ed-9352-289456b865d3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:40:20.778989 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-965a1961-be60-469a-ab27-3dd701515aa2 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:40:20.779340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965a1961-be60-469a-ab27-3dd701515aa2'] response: {'server_uuid': '2b92151c-730f-4d25-a0a5-15013473c1db', 'name': 'network-vif-deleted', 'tag': '90057946-9d22-46ed-9352-289456b865d3', 'status': 'completed', 'code': 200} Apr 29 04:40:21.760948 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c4fef737-6109-4711-9040-e1301a749daa req-bc69c6f8-de95-49fe-8ae2-bd3a67ed84fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b92151c-730f-4d25-a0a5-15013473c1db HTTP/1.1" status: 200 len: 210 time: 0.0343590 Apr 29 04:40:22.860394 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41116) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:23.147062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (b0146e40-979e-4598-ad7f-1192b5018003), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:23.725996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 6c885d90-6649-4b97-bee4-86488a8dc054 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:40:23.726336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:23.813448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 6c885d90-6649-4b97-bee4-86488a8dc054, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=6c885d90-6649-4b97-bee4-86488a8dc054,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:23.813886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:23.826607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 6c885d90-6649-4b97-bee4-86488a8dc054 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:40:24.070234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (6c885d90-6649-4b97-bee4-86488a8dc054), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.097703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=6c885d90-6649-4b97-bee4-86488a8dc054,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:24.273603 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (b0146e40-979e-4598-ad7f-1192b5018003), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.496990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router b0146e40-979e-4598-ad7f-1192b5018003 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:40:24.602963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:40:24.607836 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-1f78fc78-408c-4918-b794-5e4b7e06ee9b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/b0146e40-979e-4598-ad7f-1192b5018003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854598 Apr 29 04:40:24.611087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41118) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:24.612679 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] Sync routers for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:40:24.622309 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:24.622942 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:24.661160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting subnet c68217e2-eb01-48aa-8170-6db2f59e0af5 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:40:24.664227 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (c68217e2-eb01-48aa-8170-6db2f59e0af5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.704171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (c68217e2-eb01-48aa-8170-6db2f59e0af5), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.734174 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:24.795140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (c68217e2-eb01-48aa-8170-6db2f59e0af5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.930568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (c68217e2-eb01-48aa-8170-6db2f59e0af5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.959621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:24.965350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/subnets/c68217e2-eb01-48aa-8170-6db2f59e0af5 HTTP/1.1" status: 204 len: 168 time: 0.3508146 Apr 29 04:40:24.965350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd61a1-33e5-4cff-b32d-dc182ce8a54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Subnet': ['ID=c68217e2-eb01-48aa-8170-6db2f59e0af5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:24.966703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41120) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:24.968794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfcfe48-1edb-4aad-8b58-35e616193388 None None] Network cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:40:24.992317 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:40:23Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:25.021011 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] Checking router: b0146e40-979e-4598-ad7f-1192b5018003 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:40:25.029487 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] Routers {'b0146e40-979e-4598-ad7f-1192b5018003'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:25.030633 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['b0146e40-979e-4598-ad7f-1192b5018003'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:25.051665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:40:25.074334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 90057946-9d22-46ed-9352-289456b865d3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:40:25.074683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 90057946-9d22-46ed-9352-289456b865d3 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:40:25.085497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (b0146e40-979e-4598-ad7f-1192b5018003), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.137380 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] Set router b0146e40-979e-4598-ad7f-1192b5018003 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:25.146073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] DHCP port deletion for cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:40:25.193196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] Deleting port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:40:25.193196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.198974 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (b0146e40-979e-4598-ad7f-1192b5018003), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.254621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] For port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,segment=NetworkSegment(6bf917be-fa6e-4e0b-ae22-b447bc0d17f3),segment_id=6bf917be-fa6e-4e0b-ae22-b447bc0d17f3)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:25.255033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.268347 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] Calling delete_port for 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:40:25.307631 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:40:23Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:25.309660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port b490743a-c409-4638-9e27-3cf6ba19d4df {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:40:25.310006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.334070 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cb99c-c5f7-4616-8c64-9e4aa98d5b15 None None] The sync data for ids ['b0146e40-979e-4598-ad7f-1192b5018003'] in dv-neutron-839777-1-hyperv is: [{'id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121518236', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:40:23Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'b490743a-c409-4638-9e27-3cf6ba19d4df', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0146e40-979e-4598-ad7f-1192b5018003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:38:19Z', 'updated_at': '2022-04-29T04:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:40:25.391811 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port b490743a-c409-4638-9e27-3cf6ba19d4df, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b490743a-c409-4638-9e27-3cf6ba19d4df,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:25.399060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.404966 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for b490743a-c409-4638-9e27-3cf6ba19d4df owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:40:25.410434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.436007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] Pushing event deleted for resources: {'Port': ['ID=86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:25.439560 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792442c-2ded-479e-8f5e-34da75dca72d None None] No DVR routers for this DVR port 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:40:25.647659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b490743a-c409-4638-9e27-3cf6ba19d4df), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.677649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=b490743a-c409-4638-9e27-3cf6ba19d4df,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:25.691318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.691671 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.692097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.692389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.692749 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.693075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.693424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.693766 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.694081 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.694395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.694718 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.695037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.695354 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.695673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.695990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:25.754341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (b0146e40-979e-4598-ad7f-1192b5018003), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.849369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (b0146e40-979e-4598-ad7f-1192b5018003), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.851450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (b0146e40-979e-4598-ad7f-1192b5018003), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.953094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (b0146e40-979e-4598-ad7f-1192b5018003), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.954053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Fanout notify agent at l3_agent the message router_deleted on router b0146e40-979e-4598-ad7f-1192b5018003 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:40:25.960936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:25.962281 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1434aa5d-c73b-48bf-b41a-da3b3b1a2184 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/routers/b0146e40-979e-4598-ad7f-1192b5018003 HTTP/1.1" status: 204 len: 168 time: 0.9935780 Apr 29 04:40:25.965701 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41122) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:26.043572 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.132630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.151486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:26.160421 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:26.160720 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf917be-fa6e-4e0b-ae22-b447bc0d17f3') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:26.169788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (6bf917be-fa6e-4e0b-ae22-b447bc0d17f3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.183363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (6bf917be-fa6e-4e0b-ae22-b447bc0d17f3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.189931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:40:26.190313 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (6bf917be-fa6e-4e0b-ae22-b447bc0d17f3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:40:26.193284 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:40:26.312734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.319502 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.322633 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/networks/cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f HTTP/1.1" status: 204 len: 168 time: 0.3559201 Apr 29 04:40:26.329487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41124) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:26.334925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51f00-5083-4fd7-9ec6-dfc576fe874d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Network': ['ID=cc7df7b3-1bbd-45b6-9be7-1fbf34e9bc2f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:26.387945 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ca7c-e611-4711-9e0c-d70369b9c891 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (dad9f922-15fc-46d1-94f6-1b3fefe63bb0), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.416204 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ca7c-e611-4711-9e0c-d70369b9c891 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (dad9f922-15fc-46d1-94f6-1b3fefe63bb0), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.440161 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6c885d90-6649-4b97-bee4-86488a8dc054 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:40:26.465289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 6c885d90-6649-4b97-bee4-86488a8dc054 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:40:26.467066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 6c885d90-6649-4b97-bee4-86488a8dc054 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:40:26.467066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:40:26.486118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:40:26.486474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 86a3cc12-7ae3-4cb4-86b0-1c0c7208fb3b not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:40:26.486886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b490743a-c409-4638-9e27-3cf6ba19d4df no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:40:26.505293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b490743a-c409-4638-9e27-3cf6ba19d4df {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:40:26.505664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b490743a-c409-4638-9e27-3cf6ba19d4df not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:40:26.529827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ca7c-e611-4711-9e0c-d70369b9c891 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (dad9f922-15fc-46d1-94f6-1b3fefe63bb0), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.533001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ca7c-e611-4711-9e0c-d70369b9c891 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:26.534214 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3ed4ca7c-e611-4711-9e0c-d70369b9c891 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/security-groups/dad9f922-15fc-46d1-94f6-1b3fefe63bb0 HTTP/1.1" status: 204 len: 168 time: 0.2078147 Apr 29 04:40:26.543393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ca7c-e611-4711-9e0c-d70369b9c891 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9f922-15fc-46d1-94f6-1b3fefe63bb0,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:27.333333 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41130) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:27.338019 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298804401', 'description': 'tempest-secgroup-smoke-298804401 description', 'project_id': '7afcd893ae1d46158a2f8412dec6f782'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:27.433031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.495602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (7e4e35b8-a290-465b-91ee-8d430b1ae52f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.558230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7e4e35b8-a290-465b-91ee-8d430b1ae52f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.585997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e35b8-a290-465b-91ee-8d430b1ae52f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:27.637566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.638807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a330ec63-9e74-46e2-8dcc-6b740bcfb7cc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3044508 Apr 29 04:40:27.641667 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41132) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:27.645860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '7e4e35b8-a290-465b-91ee-8d430b1ae52f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:27.724186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (c8337fb3-6847-4019-9d84-552c10ece894), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.781267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (c8337fb3-6847-4019-9d84-552c10ece894), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.847093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (c8337fb3-6847-4019-9d84-552c10ece894), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.866507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8337fb3-6847-4019-9d84-552c10ece894,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:27.928991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:27.930437 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5a0852cf-b9c5-47d2-bc89-a408e6b6e209 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876742 Apr 29 04:40:27.933004 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41134) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:27.937516 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '7e4e35b8-a290-465b-91ee-8d430b1ae52f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:28.026897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (de873158-9cac-49de-a659-a2b61ba43ef4), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.082146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (de873158-9cac-49de-a659-a2b61ba43ef4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.172929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (de873158-9cac-49de-a659-a2b61ba43ef4), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.189818 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de873158-9cac-49de-a659-a2b61ba43ef4,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:28.266776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.267968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-15266582-a07a-464a-92c2-d5ff3766b576 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340175 Apr 29 04:40:28.270699 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41136) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:28.274869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '7e4e35b8-a290-465b-91ee-8d430b1ae52f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:28.361786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (269b87c1-65a5-4c35-b38b-0374a78bf36b), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.419653 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (269b87c1-65a5-4c35-b38b-0374a78bf36b), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.475824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (269b87c1-65a5-4c35-b38b-0374a78bf36b), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.493277 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269b87c1-65a5-4c35-b38b-0374a78bf36b,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:28.563669 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.564852 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-71ec68ec-c090-4b8a-b618-7db9de695bae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932537 Apr 29 04:40:28.567624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41138) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:28.571970 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '7e4e35b8-a290-465b-91ee-8d430b1ae52f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:28.649950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (799807d4-f9fd-4521-a8cd-c520111d0e87), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.706606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (799807d4-f9fd-4521-a8cd-c520111d0e87), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.778906 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (799807d4-f9fd-4521-a8cd-c520111d0e87), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.797691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799807d4-f9fd-4521-a8cd-c520111d0e87,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:28.866400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:28.867612 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3410e749-0819-4a0a-9ffd-f7a94fc3b628 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990592 Apr 29 04:40:28.870330 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41140) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:28.875297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '7e4e35b8-a290-465b-91ee-8d430b1ae52f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:28.971017 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:40:28.976976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (5c5296fc-200b-4b76-9091-2abb9c6cefc7), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.034920 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (5c5296fc-200b-4b76-9091-2abb9c6cefc7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.125094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (5c5296fc-200b-4b76-9091-2abb9c6cefc7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.142677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5296fc-200b-4b76-9091-2abb9c6cefc7,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:29.206314 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.207502 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cfff970d-3054-40fa-8b58-aa83b97ad168 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3362215 Apr 29 04:40:29.210230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41142) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:29.214435 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '7e4e35b8-a290-465b-91ee-8d430b1ae52f', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:29.290545 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:40:29.296806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b50afda3-8a27-4d3b-ba20-e783d8f647fc), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.356729 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b50afda3-8a27-4d3b-ba20-e783d8f647fc), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.430408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b50afda3-8a27-4d3b-ba20-e783d8f647fc), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.448539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50afda3-8a27-4d3b-ba20-e783d8f647fc,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:29.549607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.550994 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7d115266-2369-4930-a5b4-dc9d58d0e933 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398595 Apr 29 04:40:29.553748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41144) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:29.558550 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'network': {'name': 'tempest-network-smoke--1465835659', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'port_security_enabled': True}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:29.638713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:40:29.642592 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.666184 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:40:29.674530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (180da442-ef10-4ed1-8f21-e2e3aad84e40), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.674882 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Added segment 180da442-ef10-4ed1-8f21-e2e3aad84e40 of type vlan for network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 Apr 29 04:40:29.713105 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (9c3d8e7f-c5cf-42d5-b736-8aebabd17794), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.798514 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (9c3d8e7f-c5cf-42d5-b736-8aebabd17794), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.803769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:29.804309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.870983 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Network': ['ID=9c3d8e7f-c5cf-42d5-b736-8aebabd17794,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:29.881396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:40:29.881973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-97aef45c-8af9-4065-90aa-cf5cdcc4f814 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3269291 Apr 29 04:40:29.884379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41146) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:29.888749 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'admin_state_up': True, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:29.958734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (97e4cb36-a40a-4f5c-9e4d-136c761b7035), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:29.962433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (97e4cb36-a40a-4f5c-9e4d-136c761b7035), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.012412 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (97e4cb36-a40a-4f5c-9e4d-136c761b7035), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.229254 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (97e4cb36-a40a-4f5c-9e4d-136c761b7035), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.453244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (97e4cb36-a40a-4f5c-9e4d-136c761b7035), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.474559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.572355 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.209 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/a9a2b8da-101e-4e5f-b321-bf68595e78c3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:40:30.684995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.768062 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:30.805181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:40:30.808011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:30.814129 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:40:30.836090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=a9a2b8da-101e-4e5f-b321-bf68595e78c3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:31.129833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (97e4cb36-a40a-4f5c-9e4d-136c761b7035), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:31.326521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (97e4cb36-a40a-4f5c-9e4d-136c761b7035), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:31.513300 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:40:31.620441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:40:31.631386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Sync routers for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:40:31.643571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:31.644299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:31.712458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:31.713758 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-7bcd3906-579a-42ce-b827-bd89d7c1d990 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8284216 Apr 29 04:40:31.716886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41150) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:31.753206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:31.790823 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-299d8dad-67a3-4091-b863-850d85282102 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=7afcd893ae1d46158a2f8412dec6f782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727456 Apr 29 04:40:31.793291 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41154) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:31.886990 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742a060-67af-4f10-8c09-278008bc2869 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:31.888508 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f742a060-67af-4f10-8c09-278008bc2869 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942380 Apr 29 04:40:31.891459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41156) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:31.926574 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-09744fec-e00b-4f87-ada3-b875574261d0 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314798 Apr 29 04:40:31.926807 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41158) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:31.929242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:30Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:31.931360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165444737', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:31.960329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Checking router: 97e4cb36-a40a-4f5c-9e4d-136c761b7035 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:40:31.960683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Updating router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 port a9a2b8da-101e-4e5f-b321-bf68595e78c3 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:40:31.987890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.093216 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:40:32.096737 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.235924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Publish callbacks [] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.295647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.324615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (4df235e9-12f4-47bd-b31d-970ce6f085ff), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.349603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Attempting to bind port a9a2b8da-101e-4e5f-b321-bf68595e78c3 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:40:32.349896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Attempting to bind port a9a2b8da-101e-4e5f-b321-bf68595e78c3 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:40:32.350261 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Attempting to bind port a9a2b8da-101e-4e5f-b321-bf68595e78c3 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:40:32.357411 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ce02-836e-40db-afaa-c48a0e3dc1ea None None] Pushing event updated for resources: {'Port': ['ID=a9a2b8da-101e-4e5f-b321-bf68595e78c3,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:32.360385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:40:32.360811 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:40:32.361219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.361630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:40:32.362112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Bound port: a9a2b8da-101e-4e5f-b321-bf68595e78c3, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:40:32.362495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.389220 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Subnet': ['ID=4df235e9-12f4-47bd-b31d-970ce6f085ff,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:32.399275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Checking segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:40:32.399635 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network hostable DHCP agents. Network: 9c3d8e7f-c5cf-42d5-b736-8aebabd17794, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:40:32.415389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] For port a9a2b8da-101e-4e5f-b321-bf68595e78c3, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:40:32.418468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] For port a9a2b8da-101e-4e5f-b321-bf68595e78c3, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a9a2b8da-101e-4e5f-b321-bf68595e78c3,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:40:32.498683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:40:32.522060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.581710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:32.582341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:32.584191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ce02-836e-40db-afaa-c48a0e3dc1ea None None] Pushing event updated for resources: {'Port': ['ID=a9a2b8da-101e-4e5f-b321-bf68595e78c3,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:32.584909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 9c3d8e7f-c5cf-42d5-b736-8aebabd17794) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:32.589708 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:32.590334 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:32.628014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcafbe5b-55c8-4a1b-bb51-8821d9e76715 None None] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:40:32.698847 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-215955a0-fa51-4690-b26f-8f89af87e619 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7710898 Apr 29 04:40:32.701459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41160) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:32.923124 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:32.979111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:40:32.979965 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.213668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Allocated IP 172.20.0.2 (9c3d8e7f-c5cf-42d5-b736-8aebabd17794/4df235e9-12f4-47bd-b31d-970ce6f085ff/e8ca24d8-c250-4773-a789-26ab0c386da1) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:40:33.215725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:30Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:33.249608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32781be-06ff-483c-a801-1e4d2d94f82c None None] The sync data for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv is: [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:30Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:40:33.406818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Publish callbacks [] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.469421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.475148 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.507490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:40:33.510881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:33.517445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:40:33.528636 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Pushing event updated for resources: {'Port': ['ID=e8ca24d8-c250-4773-a789-26ab0c386da1,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:33.589206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Attempting to bind port e8ca24d8-c250-4773-a789-26ab0c386da1 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:40:33.589869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Attempting to bind port e8ca24d8-c250-4773-a789-26ab0c386da1 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:40:33.590308 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Attempting to bind port e8ca24d8-c250-4773-a789-26ab0c386da1 on network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:40:33.596539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:40:33.597033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Checking segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:40:33.597567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.598036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Bound using segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:40:33.598804 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Bound port: e8ca24d8-c250-4773-a789-26ab0c386da1, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:40:33.599043 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.686642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] For port e8ca24d8-c250-4773-a789-26ab0c386da1, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:40:33.686642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] For port e8ca24d8-c250-4773-a789-26ab0c386da1, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8ca24d8-c250-4773-a789-26ab0c386da1,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:40:33.762237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:33.808349 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.1 (9c3d8e7f-c5cf-42d5-b736-8aebabd17794/4df235e9-12f4-47bd-b31d-970ce6f085ff/28495e77-b255-4ac5-ae8b-57c58c91dd4e) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:40:33.841769 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4eac6-2c03-46cd-b2f6-c9b26e14f25a None None] Pushing event updated for resources: {'Port': ['ID=e8ca24d8-c250-4773-a789-26ab0c386da1,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:33.943091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.024988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.069571 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:40:34.074761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:34.079477 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:40:34.103124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=28495e77-b255-4ac5-ae8b-57c58c91dd4e,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:34.137351 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (97e4cb36-a40a-4f5c-9e4d-136c761b7035), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.344087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.482703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8ca24d8-c250-4773-a789-26ab0c386da1 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:40:34.534713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e8ca24d8-c250-4773-a789-26ab0c386da1 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:34.535089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.618296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e8ca24d8-c250-4773-a789-26ab0c386da1 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:34.619056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.658158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port e8ca24d8-c250-4773-a789-26ab0c386da1, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8ca24d8-c250-4773-a789-26ab0c386da1,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:34.659311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.744843 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.745569 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a9a2b8da-101e-4e5f-b321-bf68595e78c3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:40:34.753585 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.820859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266f67c-510d-4265-b31d-86427dda5556 None None] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:40:34.827838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=28495e77-b255-4ac5-ae8b-57c58c91dd4e,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:34.833234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (97e4cb36-a40a-4f5c-9e4d-136c761b7035), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.861991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=e8ca24d8-c250-4773-a789-26ab0c386da1,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:34.913853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a9a2b8da-101e-4e5f-b321-bf68595e78c3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:34.914235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.937367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8c1ae4f7-0ddd-477b-b2c7-852bf939c168 None None] Provisioning complete for port e8ca24d8-c250-4773-a789-26ab0c386da1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:34.937761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae4f7-0ddd-477b-b2c7-852bf939c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:34.942410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:40:34.945028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:35.065747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:40:35.099114 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a9a2b8da-101e-4e5f-b321-bf68595e78c3 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:35.099500 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.105750 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ae4f7-0ddd-477b-b2c7-852bf939c168 None None] Current status of the port e8ca24d8-c250-4773-a789-26ab0c386da1 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:35.126521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port a9a2b8da-101e-4e5f-b321-bf68595e78c3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a9a2b8da-101e-4e5f-b321-bf68595e78c3,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:35.190312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:40:35.193684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.197501 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-418c1daf-4fe3-4df1-b3aa-2a12b27e4afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/97e4cb36-a40a-4f5c-9e4d-136c761b7035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4927144 Apr 29 04:40:35.266771 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Sync routers for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:40:35.284479 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:35.285468 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:35.286401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=a9a2b8da-101e-4e5f-b321-bf68595e78c3,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:35.328602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5c5b7bd9-a085-4197-9801-fb50a61341a2 None None] Provisioning complete for port 28495e77-b255-4ac5-ae8b-57c58c91dd4e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:35.334138 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7bd9-a085-4197-9801-fb50a61341a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.372851 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b7bd9-a085-4197-9801-fb50a61341a2 None None] Port 28495e77-b255-4ac5-ae8b-57c58c91dd4e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:40:35.381737 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5c5b7bd9-a085-4197-9801-fb50a61341a2 None None] Provisioning complete for port e8ca24d8-c250-4773-a789-26ab0c386da1 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:35.382160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7bd9-a085-4197-9801-fb50a61341a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.397698 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-c26241ca-c4bb-4a13-b64d-b6e2b4bd69c1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298804401&fields=id&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 267 time: 0.0606036 Apr 29 04:40:35.419318 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:35.472142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b7bd9-a085-4197-9801-fb50a61341a2 None None] Current status of the port e8ca24d8-c250-4773-a789-26ab0c386da1 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:35.533308 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-6c8982d2-a4b3-49e5-9713-cf02c5b201b8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:35.535609 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-6c8982d2-a4b3-49e5-9713-cf02c5b201b8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/networks?id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 200 len: 797 time: 0.1303794 Apr 29 04:40:35.551722 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-85c7b7ae-00ed-4dab-88aa-c8923563c5e9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/quotas/7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 375 time: 0.0105109 Apr 29 04:40:35.592759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3746a0fd-57b8-4e30-a088-f1123c543fb8 None None] Provisioning complete for port 28495e77-b255-4ac5-ae8b-57c58c91dd4e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:35.593505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3746a0fd-57b8-4e30-a088-f1123c543fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.612574 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3e543cdc-da0c-48c4-ba1e-0b27d22b6616 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554888 Apr 29 04:40:35.638660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3746a0fd-57b8-4e30-a088-f1123c543fb8 None None] Port 28495e77-b255-4ac5-ae8b-57c58c91dd4e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:40:35.654089 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 2, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:35.681498 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Checking router: 97e4cb36-a40a-4f5c-9e4d-136c761b7035 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:40:35.681851 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Updating router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 port 28495e77-b255-4ac5-ae8b-57c58c91dd4e binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:40:35.711730 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.729825 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-6cb240d9-231a-4ad5-be8d-467ddf74c71c service neutron] 10.222.0.37 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983026 Apr 29 04:40:35.756950 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-3b4f88bf-a75a-42b2-a920-15e6e96cb344 None None] Provisioning complete for port 28495e77-b255-4ac5-ae8b-57c58c91dd4e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:35.757629 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3b4f88bf-a75a-42b2-a920-15e6e96cb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:35.793287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f88bf-a75a-42b2-a920-15e6e96cb344 None None] Port 28495e77-b255-4ac5-ae8b-57c58c91dd4e cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:40:35.826723 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-6411c816-11d3-478a-9c62-9e8d293877a7 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895360 Apr 29 04:40:35.978666 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Publish callbacks [] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.050962 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.074810 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0cdc5f11-031a-49f7-91dc-2c008a5caca5 req-0b13ca7f-f14b-4ca2-90dd-31eedcea76d8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 210 time: 0.0285871 Apr 29 04:40:36.106617 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30926b6-590f-4d73-915a-456815093805 None None] Pushing event updated for resources: {'Port': ['ID=28495e77-b255-4ac5-ae8b-57c58c91dd4e,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:36.116368 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.116716 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.117054 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.117419 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.117829 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.118065 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.118517 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.118683 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.119780 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.120269 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.120967 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.121488 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.122186 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.122734 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.123208 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30926b6-590f-4d73-915a-456815093805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:36.189780 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Attempting to bind port 28495e77-b255-4ac5-ae8b-57c58c91dd4e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:40:36.190364 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Attempting to bind port 28495e77-b255-4ac5-ae8b-57c58c91dd4e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:40:36.190906 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Attempting to bind port 28495e77-b255-4ac5-ae8b-57c58c91dd4e on network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:40:36.196735 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:40:36.197369 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Checking segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:40:36.197999 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.198533 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Bound using segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:40:36.199210 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Bound port: 28495e77-b255-4ac5-ae8b-57c58c91dd4e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:40:36.199590 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.273678 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] For port 28495e77-b255-4ac5-ae8b-57c58c91dd4e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:40:36.277621 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] For port 28495e77-b255-4ac5-ae8b-57c58c91dd4e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=28495e77-b255-4ac5-ae8b-57c58c91dd4e,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:40:36.365481 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.420059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] Provisioning complete for port 28495e77-b255-4ac5-ae8b-57c58c91dd4e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:36.422833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.429396 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:36.430219 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:36.477415 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30926b6-590f-4d73-915a-456815093805 None None] Pushing event updated for resources: {'Port': ['ID=28495e77-b255-4ac5-ae8b-57c58c91dd4e,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:36.521059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8ca24d8-c250-4773-a789-26ab0c386da1 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:40:36.552190 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] Current status of the port 28495e77-b255-4ac5-ae8b-57c58c91dd4e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:36.552583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.607271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port e8ca24d8-c250-4773-a789-26ab0c386da1 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:36.607271 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.651493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] For port 28495e77-b255-4ac5-ae8b-57c58c91dd4e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=28495e77-b255-4ac5-ae8b-57c58c91dd4e,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:36.665295 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:36.700671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port e8ca24d8-c250-4773-a789-26ab0c386da1 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:36.701741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a9a2b8da-101e-4e5f-b321-bf68595e78c3 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:40:36.729023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.790013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a9a2b8da-101e-4e5f-b321-bf68595e78c3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:36.790387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.792864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c70fb-3916-4bdf-8e18-8d423ab0d625 None None] Pushing event updated for resources: {'Port': ['ID=28495e77-b255-4ac5-ae8b-57c58c91dd4e,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:36.862270 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:36.870809 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-27466511-bf5a-4bd3-955b-b2a0c654d261 None None] Provisioning complete for port 28495e77-b255-4ac5-ae8b-57c58c91dd4e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:36.871179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-27466511-bf5a-4bd3-955b-b2a0c654d261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:36.888246 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52704c6-4785-44b9-8d9d-b13361a97cb8 None None] The sync data for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv is: [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:40:36.907477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a9a2b8da-101e-4e5f-b321-bf68595e78c3 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:36.975881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-27466511-bf5a-4bd3-955b-b2a0c654d261 None None] Current status of the port 28495e77-b255-4ac5-ae8b-57c58c91dd4e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:37.176225 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-aab315e9-a48a-4ad1-ab0c-d5f5140828d2 req-e972ee6e-748b-43be-9563-9a5d363e990d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 210 time: 0.0293202 Apr 29 04:40:38.153622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-b0f120b8-a027-4872-abdd-493a788f99eb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:38.155048 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-b0f120b8-a027-4872-abdd-493a788f99eb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/networks?id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 200 len: 797 time: 0.0996993 Apr 29 04:40:38.225210 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-f644f69b-f57e-46a2-a6bd-f5cc91c6c089 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 379 time: 0.0575056 Apr 29 04:40:38.238810 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'port': {'device_id': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'admin_state_up': True, 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'security_groups': ['7e4e35b8-a290-465b-91ee-8d430b1ae52f']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:38.287106 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d56a999d-de06-4297-9118-bcd181092238 req-aca451f8-769e-4b46-8c23-58a899d7c785 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 210 time: 0.0432196 Apr 29 04:40:38.421898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:40:38.426387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:38.449142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 28495e77-b255-4ac5-ae8b-57c58c91dd4e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:40:38.494805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 28495e77-b255-4ac5-ae8b-57c58c91dd4e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:38.495215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:38.557145 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.4 (9c3d8e7f-c5cf-42d5-b736-8aebabd17794/4df235e9-12f4-47bd-b31d-970ce6f085ff/72bf9e13-42ac-483a-aa12-c793b46193f3) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:40:38.572586 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 28495e77-b255-4ac5-ae8b-57c58c91dd4e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:38.697580 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:38.799735 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:38.842442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:40:38.848430 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:38.852418 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:40:38.877271 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=72bf9e13-42ac-483a-aa12-c793b46193f3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:38.897157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-edcd9f8f-9b0b-430c-b9e2-644a96f26fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:38.908098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:38.909008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:38.985595 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-3a70685b-ac1b-4562-b7e7-99e556bc83fe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512162 Apr 29 04:40:39.000910 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Request body: {'port': {'device_id': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:39.063168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.104314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-79381d25-2b2e-4f6c-a8f3-33fb2ee20ac0 None None] Provisioning complete for port 72bf9e13-42ac-483a-aa12-c793b46193f3 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:39.104681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-79381d25-2b2e-4f6c-a8f3-33fb2ee20ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.142006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-79381d25-2b2e-4f6c-a8f3-33fb2ee20ac0 None None] Port 72bf9e13-42ac-483a-aa12-c793b46193f3 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:40:39.315165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bf9e13-42ac-483a-aa12-c793b46193f3 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:40:39.322748 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Publish callbacks [] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.338024 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Transition to ACTIVE for port object 72bf9e13-42ac-483a-aa12-c793b46193f3 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:40:39.401295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8df493-ca89-426b-91a2-27233f3bd7ca req-b20549a1-fc70-43ef-bb43-a9c5dba3031b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:39.402335 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6d8df493-ca89-426b-91a2-27233f3bd7ca req-b20549a1-fc70-43ef-bb43-a9c5dba3031b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 931 time: 0.0460095 Apr 29 04:40:39.410242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.461880 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6d8df493-ca89-426b-91a2-27233f3bd7ca req-60916e88-89e1-43b4-b28d-09b62977657f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532117 Apr 29 04:40:39.464165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Pushing event updated for resources: {'Port': ['ID=72bf9e13-42ac-483a-aa12-c793b46193f3,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:39.542577 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Attempting to bind port 72bf9e13-42ac-483a-aa12-c793b46193f3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:40:39.542907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Attempting to bind port 72bf9e13-42ac-483a-aa12-c793b46193f3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:40:39.543235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Attempting to bind port 72bf9e13-42ac-483a-aa12-c793b46193f3 on network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:40:39.547703 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Port 72bf9e13-42ac-483a-aa12-c793b46193f3 on network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:40:39.548021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Attempting to bind port 72bf9e13-42ac-483a-aa12-c793b46193f3 on network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:40:39.553031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:40:39.553384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Checking segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:40:39.558338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Bound using segment: {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:40:39.558338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Bound port: 72bf9e13-42ac-483a-aa12-c793b46193f3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180da442-ef10-4ed1-8f21-e2e3aad84e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:40:39.558338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.619537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] For port 72bf9e13-42ac-483a-aa12-c793b46193f3, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:40:39.622597 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] For port 72bf9e13-42ac-483a-aa12-c793b46193f3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=72bf9e13-42ac-483a-aa12-c793b46193f3,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:40:39.699255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.733637 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:39.734374 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:39.735702 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] 10.222.0.31 "PUT /v2.0/ports/72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 200 len: 1093 time: 0.7391214 Apr 29 04:40:39.736146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:40:39.738415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16c807-9e45-4bc8-b772-6b2a1e2d192a" -d '{"events": [{"name": "network-changed", "server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:40:39.766293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec336-1f0d-41b2-8987-12b686973239 service neutron] Pushing event updated for resources: {'Port': ['ID=72bf9e13-42ac-483a-aa12-c793b46193f3,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:39.783954 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc40511d-7375-4d22-9366-4e5dea561ff5 x-openstack-request-id: req-cc40511d-7375-4d22-9366-4e5dea561ff5 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:40:39.784248 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:40:39.784529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc40511d-7375-4d22-9366-4e5dea561ff5 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:40:39.784940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc40511d-7375-4d22-9366-4e5dea561ff5'] response: {'name': 'network-changed', 'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'status': 'completed', 'code': 200} Apr 29 04:40:39.852112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c807-9e45-4bc8-b772-6b2a1e2d192a req-3861323b-b627-42a6-9cf1-fd9469bf1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:39.853767 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de16c807-9e45-4bc8-b772-6b2a1e2d192a req-3861323b-b627-42a6-9cf1-fd9469bf1459 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1127 time: 0.0457604 Apr 29 04:40:39.956548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c807-9e45-4bc8-b772-6b2a1e2d192a req-56f10a13-3523-4cc6-ba8f-36b913a15b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:39.958047 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de16c807-9e45-4bc8-b772-6b2a1e2d192a req-56f10a13-3523-4cc6-ba8f-36b913a15b92 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7afcd893ae1d46158a2f8412dec6f782&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0930388 Apr 29 04:40:40.056490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c807-9e45-4bc8-b772-6b2a1e2d192a req-ce6bcc16-9ebe-4e2f-b2be-35eda4183843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:40.057983 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de16c807-9e45-4bc8-b772-6b2a1e2d192a req-ce6bcc16-9ebe-4e2f-b2be-35eda4183843 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910194 Apr 29 04:40:40.136966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-5366d202-f39c-4388-b11c-93a91c169554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:40.138375 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-5366d202-f39c-4388-b11c-93a91c169554 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1127 time: 0.0389156 Apr 29 04:40:40.184230 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-84cd9d34-0526-4126-882b-06d08237decb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 200 len: 217 time: 0.0359411 Apr 29 04:40:40.578218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c736afa-1a7d-4719-bfc9-d2d69842f887 req-76aefa3b-39c8-4592-8bf5-f97dc14f220f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:40.579705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c736afa-1a7d-4719-bfc9-d2d69842f887 req-76aefa3b-39c8-4592-8bf5-f97dc14f220f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 943 time: 0.0496454 Apr 29 04:40:40.581130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-80d2de92-343d-4610-b7a4-e0a914bbd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:40.582621 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-80d2de92-343d-4610-b7a4-e0a914bbd597 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4df235e9-12f4-47bd-b31d-970ce6f085ff HTTP/1.1" status: 200 len: 835 time: 0.3895633 Apr 29 04:40:40.628698 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-d8870bae-dd46-4dcf-b731-d8912e22498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:40.629859 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2c736afa-1a7d-4719-bfc9-d2d69842f887 req-308d09df-c6bb-4d8e-ab49-df67f8948229 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 Apr 29 04:40:40.630205 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-d8870bae-dd46-4dcf-b731-d8912e22498c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380409 Apr 29 04:40:40.723035 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-a5459f78-5f83-4f6b-8cec-09563f879757 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834246 Apr 29 04:40:40.812855 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1c8d9b99-78c9-4b7d-99ab-f7737631ada3 req-0dc6241a-f3da-4b39-8117-3fe85ae713ee service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803702 Apr 29 04:40:41.187309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1ba52c5-9b94-49a6-b5e2-046e3a04bc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:41.741991 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb49fe-6560-4cf9-b9a0-460ba334ec25 req-1ceab492-7b7b-47b9-a8a6-20ffa94a97f2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:41.743449 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2ecb49fe-6560-4cf9-b9a0-460ba334ec25 req-1ceab492-7b7b-47b9-a8a6-20ffa94a97f2 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 943 time: 0.0465636 Apr 29 04:40:41.794848 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2ecb49fe-6560-4cf9-b9a0-460ba334ec25 req-5cb129a6-caf9-4372-a1d9-60f79c0c4cae tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458958 Apr 29 04:40:42.333336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:42.912515 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3d69-d25f-4118-89a5-8562b3ea9b18 req-ee0f9334-e302-4fdd-b4b4-5b895b74f096 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:42.914002 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cd9d3d69-d25f-4118-89a5-8562b3ea9b18 req-ee0f9334-e302-4fdd-b4b4-5b895b74f096 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 943 time: 0.0478785 Apr 29 04:40:42.961603 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cd9d3d69-d25f-4118-89a5-8562b3ea9b18 req-fc48c1ab-89a6-44f9-bdc8-eef7da6df95d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Apr 29 04:40:43.147341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 72bf9e13-42ac-483a-aa12-c793b46193f3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:40:43.242853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 72bf9e13-42ac-483a-aa12-c793b46193f3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=72bf9e13-42ac-483a-aa12-c793b46193f3,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:43.254081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'port_id': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'mac_address': 'fa:16:3e:70:5d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:40:43.289079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 72bf9e13-42ac-483a-aa12-c793b46193f3 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:43.289485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:43.302522 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bf9e13-42ac-483a-aa12-c793b46193f3 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:40:43.321886 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 72bf9e13-42ac-483a-aa12-c793b46193f3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=72bf9e13-42ac-483a-aa12-c793b46193f3,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:43.385050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:43.435986 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=72bf9e13-42ac-483a-aa12-c793b46193f3,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:43.701471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['72bf9e13-42ac-483a-aa12-c793b46193f3'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:40:43.874771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:44.070142 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae155-e357-4166-bdd4-7b8d75356b9b req-71f1171c-674b-4d9f-b72f-77cd15c5fcc8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:44.071589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c05ae155-e357-4166-bdd4-7b8d75356b9b req-71f1171c-674b-4d9f-b72f-77cd15c5fcc8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 944 time: 0.0461674 Apr 29 04:40:44.119208 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c05ae155-e357-4166-bdd4-7b8d75356b9b req-35da2fe2-30f7-46ea-b35d-c7bc8c7206c8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 Apr 29 04:40:45.139177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:45.143152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 72bf9e13-42ac-483a-aa12-c793b46193f3 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:40:45.188535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 72bf9e13-42ac-483a-aa12-c793b46193f3 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:40:45.238228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cb29-6950-48a3-9816-25e811e39839 req-ee69bca4-680b-47e7-a732-eee12b5f4fb1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:45.239728 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d244cb29-6950-48a3-9816-25e811e39839 req-ee69bca4-680b-47e7-a732-eee12b5f4fb1 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 944 time: 0.0509508 Apr 29 04:40:45.253358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 72bf9e13-42ac-483a-aa12-c793b46193f3 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:40:45.253831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:45.288345 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d244cb29-6950-48a3-9816-25e811e39839 req-199bc455-e41e-4573-8d04-53754ab6371f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Apr 29 04:40:45.348486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 72bf9e13-42ac-483a-aa12-c793b46193f3 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:40:45.348865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:45.370782 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:40:45.373010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5b456a-23c2-416d-9a91-677f2102175e" -d '{"events": [{"server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "name": "network-vif-plugged", "status": "completed", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:40:45.385168 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 72bf9e13-42ac-483a-aa12-c793b46193f3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=72bf9e13-42ac-483a-aa12-c793b46193f3,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:40:45.408736 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f5876d-566c-4f64-9ac2-3b9a7ae24e5e x-openstack-request-id: req-90f5876d-566c-4f64-9ac2-3b9a7ae24e5e {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:40:45.409054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "name": "network-vif-plugged", "status": "completed", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:40:45.409307 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90f5876d-566c-4f64-9ac2-3b9a7ae24e5e {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:40:45.409729 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f5876d-566c-4f64-9ac2-3b9a7ae24e5e'] response: {'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'code': 200} Apr 29 04:40:45.482228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:45.528291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=72bf9e13-42ac-483a-aa12-c793b46193f3,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:45.535621 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.535963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.536299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.536635 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.537012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.537365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.543113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:40:45.760837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e98bd-f77f-4ce3-8d9b-7fdb0c40ad41 req-e50a970d-83a4-46d4-bac8-bbbea50d1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:45.766730 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c16e98bd-f77f-4ce3-8d9b-7fdb0c40ad41 req-e50a970d-83a4-46d4-bac8-bbbea50d1001 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1129 time: 0.0378704 Apr 29 04:40:45.807316 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c16e98bd-f77f-4ce3-8d9b-7fdb0c40ad41 req-4b7764f4-db12-4c1c-8749-2b60aa4a5d44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377293 Apr 29 04:40:46.406669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c93c54-bdfd-48a2-980c-e8408d1af0db req-32de906f-f017-43ab-bfb9-db8b44cb017e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:46.408145 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c8c93c54-bdfd-48a2-980c-e8408d1af0db req-32de906f-f017-43ab-bfb9-db8b44cb017e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0472453 Apr 29 04:40:46.457195 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c8c93c54-bdfd-48a2-980c-e8408d1af0db req-0bb4b1d4-8b9e-470d-94ac-a56aa6730e88 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 Apr 29 04:40:47.575800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ba421-e950-49a4-8038-152515bd9eae req-d48067a9-47b4-42b6-9365-39c6d0009127 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:47.577334 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fe3ba421-e950-49a4-8038-152515bd9eae req-d48067a9-47b4-42b6-9365-39c6d0009127 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0520968 Apr 29 04:40:47.626316 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fe3ba421-e950-49a4-8038-152515bd9eae req-69af9895-4d84-4475-bc4e-ef93abe07326 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Apr 29 04:40:47.735842 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86d6e-19be-410e-9338-4c065103b1f8 req-8ff35758-fb5c-43bd-9f54-ca79ad53367d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:47.737258 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-99e86d6e-19be-410e-9338-4c065103b1f8 req-8ff35758-fb5c-43bd-9f54-ca79ad53367d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0448987 Apr 29 04:40:47.790367 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-99e86d6e-19be-410e-9338-4c065103b1f8 req-a01500e5-7ad5-4649-902a-822875b67fcd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472445 Apr 29 04:40:47.812840 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41214) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:47.849321 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f1d56-81e0-4019-bfd5-bbd54015ba5d tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:47.850832 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6f9f1d56-81e0-4019-bfd5-bbd54015ba5d tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1124 time: 0.0369294 Apr 29 04:40:47.853460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41216) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:47.857574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address': '172.20.0.4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:40:47.924681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:48.004005 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:48.102201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.244 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/9b47e370-2f29-40a0-95e8-6233d618ee03) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:40:48.203029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:48.285076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:48.322432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:40:48.327857 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:40:48.330353 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:40:48.353534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=9b47e370-2f29-40a0-95e8-6233d618ee03,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:48.697984 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (8eb4805d-410e-4175-86b2-1999abc12571), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:48.824890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:48.974820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:49.042291 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:49.113521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=9b47e370-2f29-40a0-95e8-6233d618ee03,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:40:49.123740 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (8eb4805d-410e-4175-86b2-1999abc12571), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:49.222191 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 8eb4805d-410e-4175-86b2-1999abc12571 associated. External IP: 172.26.4.244, port: 72bf9e13-42ac-483a-aa12-c793b46193f3. Apr 29 04:40:49.428208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:40:49.831739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:40:49.841693 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] Sync routers for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:40:49.851749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:49.853355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:49.921709 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:49.955872 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f6749464-3c72-4ca1-b0b5-c195bf183226 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0989749 Apr 29 04:40:49.955872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:40:49.956760 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21" -d '{"events": [{"name": "network-changed", "server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:40:50.054850 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc56cf-466e-4a48-8a3a-0541ecbf1040 x-openstack-request-id: req-a3bc56cf-466e-4a48-8a3a-0541ecbf1040 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:40:50.055209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:40:50.055532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3bc56cf-466e-4a48-8a3a-0541ecbf1040 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:40:50.056008 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bc56cf-466e-4a48-8a3a-0541ecbf1040'] response: {'name': 'network-changed', 'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'status': 'completed', 'code': 200} Apr 29 04:40:50.064527 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341a8e-ed8b-4971-a05d-a85aef8f6e3b req-1abe3fb5-a070-4bcf-ab5b-772b0acf00e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:50.066771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed341a8e-ed8b-4971-a05d-a85aef8f6e3b req-1abe3fb5-a070-4bcf-ab5b-772b0acf00e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0613861 Apr 29 04:40:50.116313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:50.136540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-018bd32c-3906-44a2-96ed-b01bbfe722f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:50.138056 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-018bd32c-3906-44a2-96ed-b01bbfe722f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1129 time: 0.0626132 Apr 29 04:40:50.170931 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ed341a8e-ed8b-4971-a05d-a85aef8f6e3b req-bea10c28-b093-464b-9799-69901a055eba tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972223 Apr 29 04:40:50.193388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41226) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:50.240021 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-46496804-c517-492f-82aa-40de2880b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:50.241576 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-46496804-c517-492f-82aa-40de2880b871 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 200 len: 898 time: 0.0951645 Apr 29 04:40:50.257446 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5fad7886-681a-4fcc-9192-2b4ac3b97521 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/8eb4805d-410e-4175-86b2-1999abc12571 HTTP/1.1" status: 200 len: 991 time: 0.0627027 Apr 29 04:40:50.310370 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-8f226286-9223-42fe-8f5e-6f1e39ed8dee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 200 len: 999 time: 0.0629492 Apr 29 04:40:50.316201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:40:50.357242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8eb4805d-410e-4175-86b2-1999abc12571', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'port_id': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'mac_address': 'fa:16:3e:70:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:40:48Z', 'updated_at': '2022-04-29T04:40:48Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:50.358969 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-ea0c62e3-8533-4aed-a878-d80aae80e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:50.360429 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-ea0c62e3-8533-4aed-a878-d80aae80e878 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4df235e9-12f4-47bd-b31d-970ce6f085ff HTTP/1.1" status: 200 len: 835 time: 0.0442297 Apr 29 04:40:50.384216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] Checking router: 97e4cb36-a40a-4f5c-9e4d-136c761b7035 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:40:50.393288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:40:50.393934 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:40:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:50.404432 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-cb90d857-de13-4098-b8fb-7c54f0845e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:40:50.406057 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-cb90d857-de13-4098-b8fb-7c54f0845e5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393724 Apr 29 04:40:50.498888 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-77e234af-4d71-49c9-bf51-f35fbb8b01b4 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 Apr 29 04:40:50.503627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:40:50.586897 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b3752dbb-66b5-4e59-93d4-ee0eb9bbdc21 req-41874689-9c28-49ac-8f49-3e3288a75c89 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820181 Apr 29 04:40:50.720084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8eb4805d-410e-4175-86b2-1999abc12571', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'port_id': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'mac_address': 'fa:16:3e:70:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:40:48Z', 'updated_at': '2022-04-29T04:40:48Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:40:50.746117 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d46c8e5-66ba-450d-9c37-19a9db5da53b None None] The sync data for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv is: [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '8eb4805d-410e-4175-86b2-1999abc12571', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'port_id': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'mac_address': 'fa:16:3e:70:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:40:48Z', 'updated_at': '2022-04-29T04:40:48Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:40:50.933899 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396068a5-8f4d-452d-b2d5-bd2f4c5050e6 None None] New status for floating IP 8eb4805d-410e-4175-86b2-1999abc12571: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:40:51.261298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41228) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:40:51.323576 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6cf7b6dd-8246-43e5-bdf1-12a264f85a19 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/8eb4805d-410e-4175-86b2-1999abc12571 HTTP/1.1" status: 200 len: 993 time: 0.0611167 Apr 29 04:40:57.179284 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:41:08.879879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a3ba4069-ff60-41d5-82dd-5cfe4a5d2269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:11.208098 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b02a0c06-d70c-4df2-acc8-1c24516b3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:12.322643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:13.919542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:15.134099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:20.171568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84fe19-7730-4036-becc-34047539c75a req-ed85c377-24d3-41c0-8e3e-ffbb49452137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:20.173149 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-ed85c377-24d3-41c0-8e3e-ffbb49452137 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1129 time: 0.0463612 Apr 29 04:41:20.217629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35151a27-b072-4ffc-9f8b-ffc518b92adc req-56e86d9b-837c-4ce2-ae08-88286bbb4eb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:20.219109 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35151a27-b072-4ffc-9f8b-ffc518b92adc req-56e86d9b-837c-4ce2-ae08-88286bbb4eb7 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0487468 Apr 29 04:41:20.273351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35151a27-b072-4ffc-9f8b-ffc518b92adc req-6147ddf5-ea00-40dd-a108-3225c7d2c96a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487096 Apr 29 04:41:20.308874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:20.346491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84fe19-7730-4036-becc-34047539c75a req-793df6f1-f185-4337-b264-2fc3fe99a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:20.347955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-793df6f1-f185-4337-b264-2fc3fe99a7ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 200 len: 898 time: 0.0952144 Apr 29 04:41:20.432209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-e8913500-4bb4-4a2e-b549-bc844a684e2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 200 len: 1001 time: 0.0629549 Apr 29 04:41:20.481650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84fe19-7730-4036-becc-34047539c75a req-d6785f75-3656-47c7-92da-5c73a814cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:20.483103 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-d6785f75-3656-47c7-92da-5c73a814cba9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4df235e9-12f4-47bd-b31d-970ce6f085ff HTTP/1.1" status: 200 len: 835 time: 0.0436990 Apr 29 04:41:20.525979 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84fe19-7730-4036-becc-34047539c75a req-3a1f6209-6866-4a8a-9926-b4dea1347477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:20.527453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-3a1f6209-6866-4a8a-9926-b4dea1347477 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382607 Apr 29 04:41:20.618157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-8b55f6f6-5c0d-40a2-a74a-f8bf9f22e711 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844254 Apr 29 04:41:20.704194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3c84fe19-7730-4036-becc-34047539c75a req-ead8cc25-335d-4f1a-8c6b-51952d178322 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802426 Apr 29 04:41:21.390967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061fe87-124c-43eb-9894-4787272a70bf req-171de047-eb96-40e5-9448-4da547ee5c3a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:21.392912 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8061fe87-124c-43eb-9894-4787272a70bf req-171de047-eb96-40e5-9448-4da547ee5c3a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0506394 Apr 29 04:41:21.441190 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8061fe87-124c-43eb-9894-4787272a70bf req-ab80cdf4-5779-493b-a9bd-03365170541a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Apr 29 04:41:22.553335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d75e6-f024-4771-a54f-ece7da1af41c req-9618bbb2-8253-4152-b0ec-1843152ab34a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:22.554816 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6c9d75e6-f024-4771-a54f-ece7da1af41c req-9618bbb2-8253-4152-b0ec-1843152ab34a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0465083 Apr 29 04:41:22.602176 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6c9d75e6-f024-4771-a54f-ece7da1af41c req-315e44f1-8677-4982-9f44-6f2f883a51b0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 Apr 29 04:41:23.713156 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878743-6d7d-427f-8ee1-67918ab8f6fa req-5ae9de16-9f44-428f-ba40-2e3d0cba5023 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:23.714654 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c878743-6d7d-427f-8ee1-67918ab8f6fa req-5ae9de16-9f44-428f-ba40-2e3d0cba5023 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0468500 Apr 29 04:41:23.762537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6c878743-6d7d-427f-8ee1-67918ab8f6fa req-d00a9f34-afeb-463f-a626-9aa838cce2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424721 Apr 29 04:41:24.873363 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f640-a4f8-4dd3-bb2a-6913b881e97a req-9cf2596e-62ce-4363-b18e-9352b63cfe13 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:24.874831 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e1b5f640-a4f8-4dd3-bb2a-6913b881e97a req-9cf2596e-62ce-4363-b18e-9352b63cfe13 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0466003 Apr 29 04:41:24.924997 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e1b5f640-a4f8-4dd3-bb2a-6913b881e97a req-31020ca6-cac2-47ac-b5cd-54ee9a9fb88e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439012 Apr 29 04:41:26.042328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c293c-7377-4cdf-9402-ce5fff48afe8 req-c6c8abcb-0f0f-475a-aee9-e6abc62b42da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:26.042909 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3e1c293c-7377-4cdf-9402-ce5fff48afe8 req-c6c8abcb-0f0f-475a-aee9-e6abc62b42da tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0501802 Apr 29 04:41:26.090073 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3e1c293c-7377-4cdf-9402-ce5fff48afe8 req-b4fb47c3-e8d3-425d-a96b-75877c88aa54 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Apr 29 04:41:27.205469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51f9d-3a6b-4d32-8e0c-1446da8bbdca req-120d8526-7c51-4a93-8bbf-f0f3744f9e13 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:27.208898 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41b51f9d-3a6b-4d32-8e0c-1446da8bbdca req-120d8526-7c51-4a93-8bbf-f0f3744f9e13 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0503988 Apr 29 04:41:27.255259 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-41b51f9d-3a6b-4d32-8e0c-1446da8bbdca req-28ac0b3d-8cbf-4f6d-b57d-5d1ff9eddee9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Apr 29 04:41:28.367045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc23e1-5186-447a-88bb-f868c7007967 req-0dd52cf7-938a-48ab-a755-379b8fe6a24d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:28.368505 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7bc23e1-5186-447a-88bb-f868c7007967 req-0dd52cf7-938a-48ab-a755-379b8fe6a24d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0465362 Apr 29 04:41:28.416219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b7bc23e1-5186-447a-88bb-f868c7007967 req-b69df40f-fbdd-45c8-a416-5eed60636f2d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Apr 29 04:41:29.527926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05933a-c333-4e85-b9e3-5813f93f4742 req-5116fc73-00d0-4916-aaba-84fef48396e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:29.529404 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3d05933a-c333-4e85-b9e3-5813f93f4742 req-5116fc73-00d0-4916-aaba-84fef48396e8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0461748 Apr 29 04:41:29.576547 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3d05933a-c333-4e85-b9e3-5813f93f4742 req-fd5300f5-c73e-4a84-a1c2-1f44dae497fd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Apr 29 04:41:30.688781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f740f91-8085-4e26-9e43-36a77317d0e7 req-1994dd67-2663-4620-bff8-5c08db3cd54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:30.690188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4f740f91-8085-4e26-9e43-36a77317d0e7 req-1994dd67-2663-4620-bff8-5c08db3cd54c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0472941 Apr 29 04:41:30.742556 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4f740f91-8085-4e26-9e43-36a77317d0e7 req-3af5d3d6-05a5-48f0-b925-7b4c9573e167 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467145 Apr 29 04:41:31.860205 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37a32-4621-44b0-b4d7-e2447fa5c4c1 req-aa10e4fd-3374-41b9-b5ed-3fa5a85e34a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:31.862175 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17d37a32-4621-44b0-b4d7-e2447fa5c4c1 req-aa10e4fd-3374-41b9-b5ed-3fa5a85e34a9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0505168 Apr 29 04:41:31.909738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17d37a32-4621-44b0-b4d7-e2447fa5c4c1 req-df186130-3581-48a0-a77f-8031c2d35ced tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419607 Apr 29 04:41:31.931804 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41262) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:41:31.993006 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ae8c76eb-7795-4ae4-8605-e3f0c7474afe tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/8eb4805d-410e-4175-86b2-1999abc12571 HTTP/1.1" status: 200 len: 993 time: 0.0600231 Apr 29 04:41:33.669307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602999-b832-466f-92a4-93ce706bec23 req-a6d8633d-8433-47d4-b32f-8ebbe4137c7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:33.670760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1602999-b832-466f-92a4-93ce706bec23 req-a6d8633d-8433-47d4-b32f-8ebbe4137c7e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0462823 Apr 29 04:41:33.719668 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c1602999-b832-466f-92a4-93ce706bec23 req-d38bc010-0136-436c-8b3d-70fd455655df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436020 Apr 29 04:41:33.915918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-ab0a5453-19b6-4142-819b-cca079ad494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:33.917292 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-ab0a5453-19b6-4142-819b-cca079ad494e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1129 time: 0.0382221 Apr 29 04:41:34.009786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-ff769ff8-2b82-4962-8068-dd9b6be217eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:34.011226 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-ff769ff8-2b82-4962-8068-dd9b6be217eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 200 len: 898 time: 0.0860333 Apr 29 04:41:34.077771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-55933a4e-5b97-44af-ad1b-9cf5a8cb090e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 200 len: 1001 time: 0.0558293 Apr 29 04:41:34.130686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-44196c63-dbbb-4c04-9a3d-48c81c5b2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:34.132070 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-44196c63-dbbb-4c04-9a3d-48c81c5b2f86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4df235e9-12f4-47bd-b31d-970ce6f085ff HTTP/1.1" status: 200 len: 835 time: 0.0454206 Apr 29 04:41:34.177078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-4ec08d6d-aff8-45c8-acfa-4c0aa8fcaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:34.177572 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:41:34.178752 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-4ec08d6d-aff8-45c8-acfa-4c0aa8fcaabe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373623 Apr 29 04:41:34.267549 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-4eeb4f21-3bd4-404d-84fa-ead6c025b285 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792086 Apr 29 04:41:34.359547 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-959521f2-6830-4128-b33f-34a4e647dbb6 req-3629c879-9faf-4143-b312-1111560cb7d5 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830936 Apr 29 04:41:34.834627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4932846-f742-4c36-b740-6517f318c2dd req-da6756e6-69d3-4d30-aea7-71e6fbe8a663 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:34.836081 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b4932846-f742-4c36-b740-6517f318c2dd req-da6756e6-69d3-4d30-aea7-71e6fbe8a663 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0463395 Apr 29 04:41:34.886889 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b4932846-f742-4c36-b740-6517f318c2dd req-f4824b45-b86d-4a37-9e91-f6d05f10721f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Apr 29 04:41:36.000091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a3c74-a80c-43ea-bb37-d67fc1feb172 req-4be3aeac-4b22-4312-ae10-a274a8e6bfab tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:41:36.001480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f3a3c74-a80c-43ea-bb37-d67fc1feb172 req-4be3aeac-4b22-4312-ae10-a274a8e6bfab tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0470128 Apr 29 04:41:36.049683 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f3a3c74-a80c-43ea-bb37-d67fc1feb172 req-168252bc-71e7-4d1a-b4ee-45956f361dc6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Apr 29 04:41:36.071095 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41274) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:41:36.133771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a093f6e7-22c5-427e-b068-87121ae60b82 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/8eb4805d-410e-4175-86b2-1999abc12571 HTTP/1.1" status: 200 len: 993 time: 0.0615649 Apr 29 04:41:38.891564 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fac6a2df-640e-4132-8824-5b3be2a540ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:41.200365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d08851c4-57ef-4891-a320-64df5b77c964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:42.326065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:43.883074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:45.149422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:41:50.324041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:06.781457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41294) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:06.927668 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 9b47e370-2f29-40a0-95e8-6233d618ee03 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:42:06.928012 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:07.004093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:07.004346 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (9b47e370-2f29-40a0-95e8-6233d618ee03), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:07.015944 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 9b47e370-2f29-40a0-95e8-6233d618ee03 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:42:07.221327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9b47e370-2f29-40a0-95e8-6233d618ee03), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:07.249173 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=9b47e370-2f29-40a0-95e8-6233d618ee03,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:07.260383 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.264806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:07.318507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (8eb4805d-410e-4175-86b2-1999abc12571), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:07.318832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 8eb4805d-410e-4175-86b2-1999abc12571 disassociated (deleted). External IP: 172.26.4.244, port: 72bf9e13-42ac-483a-aa12-c793b46193f3. Apr 29 04:42:07.522562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:42:07.627011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:42:07.632159 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:07.637020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] Sync routers for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:42:07.646243 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:07.646849 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:41:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:07.661637 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a0a12c4d-de85-4092-a759-6a051db98d18 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/floatingips/8eb4805d-410e-4175-86b2-1999abc12571 HTTP/1.1" status: 204 len: 168 time: 0.8790827 Apr 29 04:42:07.662321 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:42:07.664684 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fac82e-7115-482f-9fcb-a20da6b1a6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:42:07.708923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0a8e5-94d3-4b81-b266-cc91fe982542 x-openstack-request-id: req-64f0a8e5-94d3-4b81-b266-cc91fe982542 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:42:07.709214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:42:07.709489 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64f0a8e5-94d3-4b81-b266-cc91fe982542 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:42:07.709902 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f0a8e5-94d3-4b81-b266-cc91fe982542'] response: {'name': 'network-changed', 'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'status': 'completed', 'code': 200} Apr 29 04:42:07.760461 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:07.769721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-eabe8e8c-a076-4d57-87dd-cd99150241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:07.771259 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-eabe8e8c-a076-4d57-87dd-cd99150241b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 1129 time: 0.0417681 Apr 29 04:42:07.869629 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-01150bf7-da44-4879-a57a-fa8f5c1307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:07.871127 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-01150bf7-da44-4879-a57a-fa8f5c1307c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 200 len: 898 time: 0.0904710 Apr 29 04:42:07.912324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-712d916f-f8d2-42b5-a261-f141dc64af63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 200 len: 217 time: 0.0340230 Apr 29 04:42:07.953574 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:07.965397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-7fc5aefa-5a59-43a6-9b47-6598c170bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:07.966847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-7fc5aefa-5a59-43a6-9b47-6598c170bc13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4df235e9-12f4-47bd-b31d-970ce6f085ff HTTP/1.1" status: 200 len: 835 time: 0.0492396 Apr 29 04:42:07.980175 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] Checking router: 97e4cb36-a40a-4f5c-9e4d-136c761b7035 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:42:07.989990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:07.990819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:41:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:08.011930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-98615e01-07bc-4316-970c-8be2b3b65d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:08.013473 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-98615e01-07bc-4316-970c-8be2b3b65d2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c3d8e7f-c5cf-42d5-b736-8aebabd17794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406926 Apr 29 04:42:08.084893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bb350-c81e-455f-9c92-87ca697ee371 req-6a98f5d9-63be-46d3-a2ae-25bcda146171 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:08.086369 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-083bb350-c81e-455f-9c92-87ca697ee371 req-6a98f5d9-63be-46d3-a2ae-25bcda146171 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0468440 Apr 29 04:42:08.100739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:08.145710 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-083bb350-c81e-455f-9c92-87ca697ee371 req-c7f8c86a-087d-4591-8d7e-bf840d9d0c93 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530918 Apr 29 04:42:08.288859 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:08.315807 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcbc9e-22b3-4013-a44f-93921e6b005c None None] The sync data for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv is: [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:40:34Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '28495e77-b255-4ac5-ae8b-57c58c91dd4e', 'name': '', 'network_id': '9c3d8e7f-c5cf-42d5-b736-8aebabd17794', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:8b:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:33Z', 'updated_at': '2022-04-29T04:40:36Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '4df235e9-12f4-47bd-b31d-970ce6f085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:42:08.528472 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3099f-4017-4fda-b880-2f397dc64465 None None] New status for floating IP 8eb4805d-410e-4175-86b2-1999abc12571: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:42:08.895439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f69103c-062f-4c5b-8dca-974e6730a528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:09.260811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76f71e-413b-4284-90ec-b63acd35395e req-243a92c0-d30c-425a-b777-a196ecb77595 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:09.262273 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de76f71e-413b-4284-90ec-b63acd35395e req-243a92c0-d30c-425a-b777-a196ecb77595 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0464447 Apr 29 04:42:09.309593 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-de76f71e-413b-4284-90ec-b63acd35395e req-87a6c664-cb81-4b3a-a356-d5d70aaa1ecf tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e4e35b8-a290-465b-91ee-8d430b1ae52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Apr 29 04:42:09.468021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-d8f0503c-71ae-4528-9cdc-8bac4101cc79 service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840833 Apr 29 04:42:09.654665 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-69fac82e-7115-482f-9fcb-a20da6b1a6c0 req-fde23983-5cfb-4198-9cf9-6f2df3db0aeb service neutron] 10.222.0.31 "GET /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Apr 29 04:42:09.749782 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7c2c0083-da37-431e-8c4c-2a719d2ae300 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:09.751241 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7c2c0083-da37-431e-8c4c-2a719d2ae300 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 945 time: 0.0499640 Apr 29 04:42:09.835162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 72bf9e13-42ac-483a-aa12-c793b46193f3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:42:09.835492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:09.923008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 72bf9e13-42ac-483a-aa12-c793b46193f3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=72bf9e13-42ac-483a-aa12-c793b46193f3,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:09.923360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:09.936555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 72bf9e13-42ac-483a-aa12-c793b46193f3 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:42:10.106918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (72bf9e13-42ac-483a-aa12-c793b46193f3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:10.136246 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=72bf9e13-42ac-483a-aa12-c793b46193f3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:10.182436 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] No DVR routers for this DVR port 72bf9e13-42ac-483a-aa12-c793b46193f3 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:42:10.184809 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:10.188035 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d0422654-d2a4-40af-bd2c-64dc8cf64583 req-7cf762b5-90a2-4629-be37-232147284c67 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "DELETE /v2.0/ports/72bf9e13-42ac-483a-aa12-c793b46193f3 HTTP/1.1" status: 204 len: 173 time: 0.4291837 Apr 29 04:42:10.188478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'name': 'network-vif-deleted', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:42:10.190919 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9144ab0-f5ee-4da4-94e8-c3762a6f5d64" -d '{"events": [{"server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "name": "network-vif-deleted", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:42:10.226074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d16772f-fd27-4fa2-be4c-1d22e72a07a7 x-openstack-request-id: req-3d16772f-fd27-4fa2-be4c-1d22e72a07a7 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:42:10.226368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463fe27d-1b6e-4a0d-acc1-c6b21579d4ee", "name": "network-vif-deleted", "tag": "72bf9e13-42ac-483a-aa12-c793b46193f3", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:42:10.226644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d16772f-fd27-4fa2-be4c-1d22e72a07a7 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:42:10.227053 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d16772f-fd27-4fa2-be4c-1d22e72a07a7'] response: {'server_uuid': '463fe27d-1b6e-4a0d-acc1-c6b21579d4ee', 'name': 'network-vif-deleted', 'tag': '72bf9e13-42ac-483a-aa12-c793b46193f3', 'status': 'completed', 'code': 200} Apr 29 04:42:10.408188 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-470fca55-d16a-4281-9448-48e8220ce5d8 req-ac284772-2911-4e48-81b1-adecc25a00f6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=463fe27d-1b6e-4a0d-acc1-c6b21579d4ee HTTP/1.1" status: 200 len: 210 time: 0.0281153 Apr 29 04:42:11.177162 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:42:11.207486 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3a2c27ec-dceb-41ee-8cd3-cb7dfe69f764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:11.467324 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41312) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:11.796758 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (97e4cb36-a40a-4f5c-9e4d-136c761b7035), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:12.027956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 28495e77-b255-4ac5-ae8b-57c58c91dd4e {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:42:12.028208 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:12.113279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 28495e77-b255-4ac5-ae8b-57c58c91dd4e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=28495e77-b255-4ac5-ae8b-57c58c91dd4e,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:12.113690 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:12.126169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 28495e77-b255-4ac5-ae8b-57c58c91dd4e owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:42:12.324598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:12.350106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (28495e77-b255-4ac5-ae8b-57c58c91dd4e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:12.718307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=28495e77-b255-4ac5-ae8b-57c58c91dd4e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:12.890169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (97e4cb36-a40a-4f5c-9e4d-136c761b7035), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.102905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:42:13.208041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:42:13.216431 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-061a0229-bbbf-47ed-b61e-d73d4c231ff9 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/97e4cb36-a40a-4f5c-9e4d-136c761b7035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468805 Apr 29 04:42:13.217433 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41314) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:13.217823 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] Sync routers for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:42:13.227435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:13.228049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:13.271872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting subnet 4df235e9-12f4-47bd-b31d-970ce6f085ff {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:42:13.275284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (4df235e9-12f4-47bd-b31d-970ce6f085ff), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.316292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (4df235e9-12f4-47bd-b31d-970ce6f085ff), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.337865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:13.399473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (4df235e9-12f4-47bd-b31d-970ce6f085ff), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.538678 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (4df235e9-12f4-47bd-b31d-970ce6f085ff), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.567959 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Subnet': ['ID=4df235e9-12f4-47bd-b31d-970ce6f085ff,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:13.570467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.576843 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/subnets/4df235e9-12f4-47bd-b31d-970ce6f085ff HTTP/1.1" status: 204 len: 168 time: 0.3565223 Apr 29 04:42:13.577171 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41316) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:13.580292 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.580644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.580988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.581372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.582227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.582568 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.582905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.583230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.583612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.583873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.584197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.584510 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.584838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.585156 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.585511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3a87-26d7-4ae2-86ce-484fe786a52b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:13.588177 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b2abc5-82e7-482b-a6ca-858e55fb95ce None None] Network 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:42:13.688565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (97e4cb36-a40a-4f5c-9e4d-136c761b7035), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.727895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:42:12Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:13.756611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 72bf9e13-42ac-483a-aa12-c793b46193f3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:42:13.759154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] Checking router: 97e4cb36-a40a-4f5c-9e4d-136c761b7035 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:42:13.785140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 72bf9e13-42ac-483a-aa12-c793b46193f3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:42:13.785508 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 72bf9e13-42ac-483a-aa12-c793b46193f3 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:42:13.787796 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] Routers {'97e4cb36-a40a-4f5c-9e4d-136c761b7035'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:13.788415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:13.810568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (97e4cb36-a40a-4f5c-9e4d-136c761b7035), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.833476 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] DHCP port deletion for 9c3d8e7f-c5cf-42d5-b736-8aebabd17794 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:42:13.919234 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port a9a2b8da-101e-4e5f-b321-bf68595e78c3 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:42:13.919724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.921829 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.928566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Deleting port e8ca24d8-c250-4773-a789-26ab0c386da1 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:42:13.928923 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:13.963759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] Set router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:13.997176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port a9a2b8da-101e-4e5f-b321-bf68595e78c3, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a9a2b8da-101e-4e5f-b321-bf68595e78c3,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:13.997568 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.010150 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for a9a2b8da-101e-4e5f-b321-bf68595e78c3 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:42:14.066081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] For port e8ca24d8-c250-4773-a789-26ab0c386da1, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=e8ca24d8-c250-4773-a789-26ab0c386da1,segment=NetworkSegment(180da442-ef10-4ed1-8f21-e2e3aad84e40),segment_id=180da442-ef10-4ed1-8f21-e2e3aad84e40)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:14.066472 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.087167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Calling delete_port for e8ca24d8-c250-4773-a789-26ab0c386da1 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:42:14.231989 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:42:12Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:14.241266 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (a9a2b8da-101e-4e5f-b321-bf68595e78c3), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.257858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd7618-349b-4d78-8597-49d6fa58474c None None] The sync data for ids ['97e4cb36-a40a-4f5c-9e4d-136c761b7035'] in dv-neutron-839777-1-hyperv is: [{'id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265251094', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:40:29Z', 'updated_at': '2022-04-29T04:42:12Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a9a2b8da-101e-4e5f-b321-bf68595e78c3', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4cb36-a40a-4f5c-9e4d-136c761b7035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:40:30Z', 'updated_at': '2022-04-29T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:42:14.268466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=a9a2b8da-101e-4e5f-b321-bf68595e78c3,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:14.329855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (97e4cb36-a40a-4f5c-9e4d-136c761b7035), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.367577 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (e8ca24d8-c250-4773-a789-26ab0c386da1), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.399071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] No DVR routers for this DVR port e8ca24d8-c250-4773-a789-26ab0c386da1 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:42:14.403041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Pushing event deleted for resources: {'Port': ['ID=e8ca24d8-c250-4773-a789-26ab0c386da1,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:14.412533 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.412876 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.413216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.413588 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.413921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.414249 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.414572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.414892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.415215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.415563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.415908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.416226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.416543 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.416864 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.417176 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08a564-4177-4eea-bc9e-8718433ff8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:14.422172 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (97e4cb36-a40a-4f5c-9e4d-136c761b7035), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.424338 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (97e4cb36-a40a-4f5c-9e4d-136c761b7035), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.527310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (97e4cb36-a40a-4f5c-9e4d-136c761b7035), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.527771 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Fanout notify agent at l3_agent the message router_deleted on router 97e4cb36-a40a-4f5c-9e4d-136c761b7035 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:42:14.534273 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.538526 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-833b5ecf-d888-4861-a78c-91b23826e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/routers/97e4cb36-a40a-4f5c-9e4d-136c761b7035 HTTP/1.1" status: 204 len: 168 time: 0.9571817 Apr 29 04:42:14.538526 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41318) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:14.614199 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9c3d8e7f-c5cf-42d5-b736-8aebabd17794), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.709901 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9c3d8e7f-c5cf-42d5-b736-8aebabd17794), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.733807 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d8e7f-c5cf-42d5-b736-8aebabd17794']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:14.734020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 28495e77-b255-4ac5-ae8b-57c58c91dd4e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:42:14.744765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180da442-ef10-4ed1-8f21-e2e3aad84e40') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:14.745054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180da442-ef10-4ed1-8f21-e2e3aad84e40') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:14.755872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 28495e77-b255-4ac5-ae8b-57c58c91dd4e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:42:14.756117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (180da442-ef10-4ed1-8f21-e2e3aad84e40), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.756297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 28495e77-b255-4ac5-ae8b-57c58c91dd4e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:42:14.756800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8ca24d8-c250-4773-a789-26ab0c386da1 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:42:14.769833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (180da442-ef10-4ed1-8f21-e2e3aad84e40), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.776210 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:42:14.776396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: e8ca24d8-c250-4773-a789-26ab0c386da1 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:42:14.776587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device e8ca24d8-c250-4773-a789-26ab0c386da1 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:42:14.776714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (180da442-ef10-4ed1-8f21-e2e3aad84e40), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:42:14.779969 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:42:14.938661 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (9c3d8e7f-c5cf-42d5-b736-8aebabd17794), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.944559 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:14.949261 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/networks/9c3d8e7f-c5cf-42d5-b736-8aebabd17794 HTTP/1.1" status: 204 len: 168 time: 0.4102042 Apr 29 04:42:14.952022 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41320) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:14.969907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4ea13-4a9f-42a0-aa67-f5bee2977228 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Network': ['ID=9c3d8e7f-c5cf-42d5-b736-8aebabd17794,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:15.013928 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6ba-30a4-4f5f-8cdd-e63b65c35bbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (7e4e35b8-a290-465b-91ee-8d430b1ae52f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.039471 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6ba-30a4-4f5f-8cdd-e63b65c35bbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (7e4e35b8-a290-465b-91ee-8d430b1ae52f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.129642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.146819 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6ba-30a4-4f5f-8cdd-e63b65c35bbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7e4e35b8-a290-465b-91ee-8d430b1ae52f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.149451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6ba-30a4-4f5f-8cdd-e63b65c35bbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.150771 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-cc5be6ba-30a4-4f5f-8cdd-e63b65c35bbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e4e35b8-a290-465b-91ee-8d430b1ae52f HTTP/1.1" status: 204 len: 168 time: 0.1972516 Apr 29 04:42:15.162428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5be6ba-30a4-4f5f-8cdd-e63b65c35bbc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e35b8-a290-465b-91ee-8d430b1ae52f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:15.552846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41326) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:15.558704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270870598', 'description': 'tempest-secgroup-smoke-270870598 description', 'project_id': '7afcd893ae1d46158a2f8412dec6f782'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:15.645013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.713203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.792453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.821044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:15.886139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:15.887445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-c1013890-ff90-49e9-b337-1c3923df9a1d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3334491 Apr 29 04:42:15.890427 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41328) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:15.895344 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:15.973281 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (73af31ae-d75c-4a7f-80d0-be09e427a2f8), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.032676 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (73af31ae-d75c-4a7f-80d0-be09e427a2f8), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.110026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (73af31ae-d75c-4a7f-80d0-be09e427a2f8), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.129905 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73af31ae-d75c-4a7f-80d0-be09e427a2f8,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:16.203245 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.204567 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9e615bfe-b40c-4f21-9603-bee3e60dbc5c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132081 Apr 29 04:42:16.207205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41330) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:16.211599 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:16.286823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b1b5390d-6eae-4e2d-a5bc-94b78de80c55), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.342221 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b1b5390d-6eae-4e2d-a5bc-94b78de80c55), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.423962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b1b5390d-6eae-4e2d-a5bc-94b78de80c55), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.438251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a9a2b8da-101e-4e5f-b321-bf68595e78c3 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:42:16.447507 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b5390d-6eae-4e2d-a5bc-94b78de80c55,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:16.463376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: a9a2b8da-101e-4e5f-b321-bf68595e78c3 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:42:16.463795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a9a2b8da-101e-4e5f-b321-bf68595e78c3 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:42:16.509038 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.510312 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-91d62e99-11d6-4098-ad67-1e27a31d8716 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3021517 Apr 29 04:42:16.513107 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41332) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:16.518074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:16.601778 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (567f3ea3-78b6-4dfb-aff4-bf8817ee0a9e), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.658318 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (567f3ea3-78b6-4dfb-aff4-bf8817ee0a9e), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.721460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (567f3ea3-78b6-4dfb-aff4-bf8817ee0a9e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.745993 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567f3ea3-78b6-4dfb-aff4-bf8817ee0a9e,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:16.832532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.833781 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-badb5317-d22e-45dd-b3a7-9c38ea7aa2df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3194549 Apr 29 04:42:16.836452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41334) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:16.841003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:16.933206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b45fdc8a-c4cc-435c-a0f9-127bcf5f4bd6), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:16.990519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (b45fdc8a-c4cc-435c-a0f9-127bcf5f4bd6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.070268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b45fdc8a-c4cc-435c-a0f9-127bcf5f4bd6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.096249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45fdc8a-c4cc-435c-a0f9-127bcf5f4bd6,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:17.157859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.159061 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1fd01bd9-cef9-45c6-bcf3-cbf8d2a8fedc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216591 Apr 29 04:42:17.161725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41336) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:17.165951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:17.247252 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:42:17.252774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (50758bbd-73b5-4257-b15a-adeba4bec906), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.309651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (50758bbd-73b5-4257-b15a-adeba4bec906), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.372393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (50758bbd-73b5-4257-b15a-adeba4bec906), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.391190 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50758bbd-73b5-4257-b15a-adeba4bec906,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:17.454396 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.455605 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2072f73e-a324-47ac-be3c-6767a2b676e5 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2929590 Apr 29 04:42:17.458894 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41338) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:17.463165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:17.532525 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Project 7afcd893ae1d46158a2f8412dec6f782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:42:17.537730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (9f50e019-341f-4fb4-b0f3-c709f93a05d1), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.594417 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (9f50e019-341f-4fb4-b0f3-c709f93a05d1), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.655404 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (9f50e019-341f-4fb4-b0f3-c709f93a05d1), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.674494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f50e019-341f-4fb4-b0f3-c709f93a05d1,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:17.734789 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.736121 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aba5d22b-c230-41f2-9ea7-97a98d7e52ec tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761488 Apr 29 04:42:17.739275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41340) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:17.744126 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'network': {'name': 'tempest-network-smoke--1054484218', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'port_security_enabled': True}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:17.809434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:42:17.812711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.835531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:42:17.843649 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ea302a6f-f912-4c94-a473-04d65e33e5e8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.843985 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Added segment ea302a6f-f912-4c94-a473-04d65e33e5e8 of type vlan for network 13794520-922b-4d51-a085-b8f49d803015 Apr 29 04:42:17.882056 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (13794520-922b-4d51-a085-b8f49d803015), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.955490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (13794520-922b-4d51-a085-b8f49d803015), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:17.960593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:17.961176 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.024660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Network': ['ID=13794520-922b-4d51-a085-b8f49d803015,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:18.035222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 13794520-922b-4d51-a085-b8f49d803015 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:42:18.056001 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a6ac0741-6d10-4ff0-8b14-32eb73d061df tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3156884 Apr 29 04:42:18.058794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41342) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:18.063293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'admin_state_up': True, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:18.138762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (a59148dd-fae6-4ee4-8a53-697bcef5bdef), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.139815 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (a59148dd-fae6-4ee4-8a53-697bcef5bdef), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.196990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (a59148dd-fae6-4ee4-8a53-697bcef5bdef), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.390805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (a59148dd-fae6-4ee4-8a53-697bcef5bdef), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.622963 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (a59148dd-fae6-4ee4-8a53-697bcef5bdef), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.641469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.744395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.80 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/a2806303-80f0-4119-ba9e-bbcffb921f74) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:42:18.849741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.939017 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:18.975591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:42:18.978402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:18.984143 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:42:19.008650 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=a2806303-80f0-4119-ba9e-bbcffb921f74,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:19.294112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (a59148dd-fae6-4ee4-8a53-697bcef5bdef), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:19.490088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (a59148dd-fae6-4ee4-8a53-697bcef5bdef), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:19.723990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router a59148dd-fae6-4ee4-8a53-697bcef5bdef is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:42:19.829083 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:42:19.839376 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Sync routers for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:42:19.849214 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:19.849841 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:19.891719 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:19.892966 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-2d9235e8-9ef2-4154-8de6-161e9ae96022 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8332264 Apr 29 04:42:19.896608 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41344) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:19.924824 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-36f83e90-5bd1-478f-846a-eff1eb57f72b tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=7afcd893ae1d46158a2f8412dec6f782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271192 Apr 29 04:42:19.927272 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41346) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:19.952154 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:20.012074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204e353-d09d-442b-84a3-c4065d07c32d tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:20.013531 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8204e353-d09d-442b-84a3-c4065d07c32d tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853503 Apr 29 04:42:20.016284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41348) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:20.050619 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6bdaecc2-12ab-49a1-8d4e-d2ea20a48315 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f64fe33c-cfaa-4df8-81f3-a06754dae581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308659 Apr 29 04:42:20.050826 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41350) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:20.055639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212491182', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:20.116081 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:19Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:20.142125 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Checking router: a59148dd-fae6-4ee4-8a53-697bcef5bdef for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:42:20.142413 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Updating router a59148dd-fae6-4ee4-8a53-697bcef5bdef port a2806303-80f0-4119-ba9e-bbcffb921f74 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:42:20.171820 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.195643 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:42:20.199135 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.328036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.412828 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Publish callbacks [] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.430917 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (9c6b6d0f-709e-4016-8c8b-754184016c70), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.490889 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Subnet': ['ID=9c6b6d0f-709e-4016-8c8b-754184016c70,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:20.498000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Checking segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:42:20.498365 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network hostable DHCP agents. Network: 13794520-922b-4d51-a085-b8f49d803015, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:42:20.505525 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.569616 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Attempting to bind port a2806303-80f0-4119-ba9e-bbcffb921f74 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:42:20.569978 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Attempting to bind port a2806303-80f0-4119-ba9e-bbcffb921f74 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:42:20.570378 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Attempting to bind port a2806303-80f0-4119-ba9e-bbcffb921f74 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:42:20.572616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 13794520-922b-4d51-a085-b8f49d803015 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:42:20.580263 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:42:20.580680 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:42:20.581225 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.581665 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:42:20.582118 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Bound port: a2806303-80f0-4119-ba9e-bbcffb921f74, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:42:20.584084 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.584787 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Pushing event updated for resources: {'Port': ['ID=a2806303-80f0-4119-ba9e-bbcffb921f74,revision_number=2']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:20.611913 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.612227 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.617957 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:42:20.630046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 13794520-922b-4d51-a085-b8f49d803015) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:20.634191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:20.634771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.643826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecff9b4-9810-4320-9bd0-203a59ee79c3 None None] Network 13794520-922b-4d51-a085-b8f49d803015 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:42:20.651868 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] For port a2806303-80f0-4119-ba9e-bbcffb921f74, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:42:20.655054 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] For port a2806303-80f0-4119-ba9e-bbcffb921f74, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a2806303-80f0-4119-ba9e-bbcffb921f74,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:42:20.746386 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-13794520-922b-4d51-a085-b8f49d803015', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:42:20.747226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.756140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-251175b3-302e-4f11-b964-c0b815618e24 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7042959 Apr 29 04:42:20.758922 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:20.764881 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:20.819637 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36da5e-e9d8-4e86-bc7f-f6806d5b7b51 None None] Pushing event updated for resources: {'Port': ['ID=a2806303-80f0-4119-ba9e-bbcffb921f74,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:20.830699 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:20.831292 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:20.895218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Allocated IP 172.20.0.2 (13794520-922b-4d51-a085-b8f49d803015/9c6b6d0f-709e-4016-8c8b-754184016c70/4acb84ca-d06f-4044-a854-cab54737f112) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:42:21.037483 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:21.054227 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Publish callbacks [] for port (4acb84ca-d06f-4044-a854-cab54737f112), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:21.124573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (4acb84ca-d06f-4044-a854-cab54737f112), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:21.162183 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Network 13794520-922b-4d51-a085-b8f49d803015 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:42:21.166654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:21.170205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:42:21.204164 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Pushing event updated for resources: {'Port': ['ID=4acb84ca-d06f-4044-a854-cab54737f112,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:21.214194 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:19Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:21.224121 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:21.236729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Attempting to bind port 4acb84ca-d06f-4044-a854-cab54737f112 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:42:21.237100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Attempting to bind port 4acb84ca-d06f-4044-a854-cab54737f112 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:42:21.238062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Attempting to bind port 4acb84ca-d06f-4044-a854-cab54737f112 on network 13794520-922b-4d51-a085-b8f49d803015 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:42:21.245207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:42:21.245632 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Checking segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:42:21.246033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:21.246436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Bound using segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:42:21.246910 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Bound port: 4acb84ca-d06f-4044-a854-cab54737f112, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:42:21.247297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4acb84ca-d06f-4044-a854-cab54737f112), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:21.248773 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e9573-4781-4fef-80d3-ac6045f8dc8c None None] The sync data for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv is: [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:19Z', 'revision_number': 3, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:42:21.324128 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] For port 4acb84ca-d06f-4044-a854-cab54737f112, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:42:21.328147 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] For port 4acb84ca-d06f-4044-a854-cab54737f112, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4acb84ca-d06f-4044-a854-cab54737f112,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:42:21.391269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4acb84ca-d06f-4044-a854-cab54737f112), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:21.462793 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577f85-82c3-4dd9-bd24-eb48828671a6 None None] Pushing event updated for resources: {'Port': ['ID=4acb84ca-d06f-4044-a854-cab54737f112,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:21.877241 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.1 (13794520-922b-4d51-a085-b8f49d803015/9c6b6d0f-709e-4016-8c8b-754184016c70/b7d1ed1b-011f-46c6-ae5f-edd790764e12) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:42:22.002872 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.099304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.142491 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 13794520-922b-4d51-a085-b8f49d803015 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:42:22.147911 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:22.151835 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:42:22.180574 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=b7d1ed1b-011f-46c6-ae5f-edd790764e12,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:22.215531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (a59148dd-fae6-4ee4-8a53-697bcef5bdef), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.420948 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.499203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49c20c-99fe-4458-902e-445f94cf18b4 None None] Network 13794520-922b-4d51-a085-b8f49d803015 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:42:22.567366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a2806303-80f0-4119-ba9e-bbcffb921f74 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:42:22.569084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] Provisioning complete for port 4acb84ca-d06f-4044-a854-cab54737f112 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:22.569478 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4acb84ca-d06f-4044-a854-cab54737f112), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.697430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a2806303-80f0-4119-ba9e-bbcffb921f74 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:22.697430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.741464 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.758710 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] Current status of the port 4acb84ca-d06f-4044-a854-cab54737f112 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:22.759120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4acb84ca-d06f-4044-a854-cab54737f112), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.821414 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.822572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] For port 4acb84ca-d06f-4044-a854-cab54737f112, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4acb84ca-d06f-4044-a854-cab54737f112,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:22.835928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a2806303-80f0-4119-ba9e-bbcffb921f74 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:22.836322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.859140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port a2806303-80f0-4119-ba9e-bbcffb921f74, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a2806303-80f0-4119-ba9e-bbcffb921f74,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:22.899662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=b7d1ed1b-011f-46c6-ae5f-edd790764e12,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:22.902954 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (a59148dd-fae6-4ee4-8a53-697bcef5bdef), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.909890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4acb84ca-d06f-4044-a854-cab54737f112), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.944209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:22.948792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4acb84ca-d06f-4044-a854-cab54737f112 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:42:22.990676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbec700-c396-4bbf-82eb-ad0c30f6084f None None] Pushing event updated for resources: {'Port': ['ID=4acb84ca-d06f-4044-a854-cab54737f112,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:23.017929 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 13794520-922b-4d51-a085-b8f49d803015 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:42:23.020519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:23.056006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5251142c-9ae2-4f92-ac8a-45bb31390ca5 None None] Provisioning complete for port b7d1ed1b-011f-46c6-ae5f-edd790764e12 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:23.056423 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5251142c-9ae2-4f92-ac8a-45bb31390ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:23.060170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4acb84ca-d06f-4044-a854-cab54737f112 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:23.060578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4acb84ca-d06f-4044-a854-cab54737f112), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:23.103872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=a2806303-80f0-4119-ba9e-bbcffb921f74,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:23.131694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5251142c-9ae2-4f92-ac8a-45bb31390ca5 None None] Port b7d1ed1b-011f-46c6-ae5f-edd790764e12 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:42:23.146779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-5251142c-9ae2-4f92-ac8a-45bb31390ca5 None None] Provisioning complete for port 4acb84ca-d06f-4044-a854-cab54737f112 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:23.147154 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5251142c-9ae2-4f92-ac8a-45bb31390ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4acb84ca-d06f-4044-a854-cab54737f112), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:23.152909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router a59148dd-fae6-4ee4-8a53-697bcef5bdef has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:42:23.217288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4acb84ca-d06f-4044-a854-cab54737f112 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:23.277666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:42:23.283520 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8dfb1053-0335-4dd1-8aae-3ea1932a71d3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/a59148dd-fae6-4ee4-8a53-697bcef5bdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235581 Apr 29 04:42:23.427393 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Sync routers for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:42:23.434448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-5251142c-9ae2-4f92-ac8a-45bb31390ca5 None None] Current status of the port 4acb84ca-d06f-4044-a854-cab54737f112 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:23.442496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:23.442708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:23.450871 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-dbd18964-278f-4df1-8edd-c421d607e821 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270870598&fields=id&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 267 time: 0.0452192 Apr 29 04:42:23.558738 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-a4140c91-333f-41fc-a02d-a24b25f645ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:23.560213 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-a4140c91-333f-41fc-a02d-a24b25f645ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/networks?id=13794520-922b-4d51-a085-b8f49d803015 HTTP/1.1" status: 200 len: 797 time: 0.1022589 Apr 29 04:42:23.561911 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-89a4affc-2f2b-42fc-a229-f1c17d671842 None None] Provisioning complete for port b7d1ed1b-011f-46c6-ae5f-edd790764e12 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:23.562400 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-89a4affc-2f2b-42fc-a229-f1c17d671842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:23.564794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:23.575182 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-9b609457-027f-40c1-a59a-dc5c33bb7f9a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/quotas/7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 375 time: 0.0094643 Apr 29 04:42:23.628696 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-5cb5c7fa-b6f6-4cf7-8c95-1b3f048f17ca tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478363 Apr 29 04:42:23.634245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-89a4affc-2f2b-42fc-a229-f1c17d671842 None None] Port b7d1ed1b-011f-46c6-ae5f-edd790764e12 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:42:23.764708 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-98cb1556-9a63-407f-9045-301854dd7ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247914 Apr 29 04:42:23.784874 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 2, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:23.811391 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Checking router: a59148dd-fae6-4ee4-8a53-697bcef5bdef for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:42:23.811672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Updating router a59148dd-fae6-4ee4-8a53-697bcef5bdef port b7d1ed1b-011f-46c6-ae5f-edd790764e12 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:42:23.838422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:23.856829 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-4106e4a4-8e43-4339-aa34-fd0be0793de0 service neutron] 10.222.0.37 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862484 Apr 29 04:42:24.104639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Publish callbacks [] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.127858 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-03b4fa99-6e57-40a3-b9cf-f47b8ffc4097 req-a7cba4f6-50e9-4dc3-a3e7-de86d7ed64ac tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 210 time: 0.0309916 Apr 29 04:42:24.164049 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.215937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740cc5b-1b08-486c-a7d5-4b78f522c33f None None] Pushing event updated for resources: {'Port': ['ID=b7d1ed1b-011f-46c6-ae5f-edd790764e12,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:24.278346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Attempting to bind port b7d1ed1b-011f-46c6-ae5f-edd790764e12 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:42:24.278716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Attempting to bind port b7d1ed1b-011f-46c6-ae5f-edd790764e12 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:42:24.279084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Attempting to bind port b7d1ed1b-011f-46c6-ae5f-edd790764e12 on network 13794520-922b-4d51-a085-b8f49d803015 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:42:24.285083 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:42:24.285498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Checking segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:42:24.285915 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.286413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Bound using segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:42:24.286890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Bound port: b7d1ed1b-011f-46c6-ae5f-edd790764e12, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:42:24.287266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.357006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] For port b7d1ed1b-011f-46c6-ae5f-edd790764e12, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:42:24.361426 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] For port b7d1ed1b-011f-46c6-ae5f-edd790764e12, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7d1ed1b-011f-46c6-ae5f-edd790764e12,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:42:24.416397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.479004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] Provisioning complete for port b7d1ed1b-011f-46c6-ae5f-edd790764e12 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:24.479383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.511379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:24.512118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:24.516256 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740cc5b-1b08-486c-a7d5-4b78f522c33f None None] Pushing event updated for resources: {'Port': ['ID=b7d1ed1b-011f-46c6-ae5f-edd790764e12,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:24.567339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a2806303-80f0-4119-ba9e-bbcffb921f74 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:42:24.708233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port a2806303-80f0-4119-ba9e-bbcffb921f74 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:24.708639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.741158 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:24.769942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] Current status of the port b7d1ed1b-011f-46c6-ae5f-edd790764e12 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:24.770329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:24.876348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] For port b7d1ed1b-011f-46c6-ae5f-edd790764e12, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7d1ed1b-011f-46c6-ae5f-edd790764e12,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:24.950141 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port a2806303-80f0-4119-ba9e-bbcffb921f74 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:24.951196 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4acb84ca-d06f-4044-a854-cab54737f112 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:42:24.983169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:25.085681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:25.090664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4acb84ca-d06f-4044-a854-cab54737f112 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:25.091039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4acb84ca-d06f-4044-a854-cab54737f112), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:25.115726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd242de7-4770-413c-b1d4-3b6d8c51249d None None] Pushing event updated for resources: {'Port': ['ID=b7d1ed1b-011f-46c6-ae5f-edd790764e12,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:25.146126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34e123-fc1e-49c4-8cc5-68556e2388ca None None] The sync data for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv is: [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:42:25.149540 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-8c81306b-e6b6-4c6f-b4f7-b6ffe2b6af9e None None] Provisioning complete for port b7d1ed1b-011f-46c6-ae5f-edd790764e12 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:25.149918 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8c81306b-e6b6-4c6f-b4f7-b6ffe2b6af9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:25.265209 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ac20112b-8767-42bb-b66a-1309ab586fe1 req-3a6338fe-728e-4615-bc0f-7b0ac067c714 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 210 time: 0.0375235 Apr 29 04:42:25.291064 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4acb84ca-d06f-4044-a854-cab54737f112 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:25.301725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-8c81306b-e6b6-4c6f-b4f7-b6ffe2b6af9e None None] Current status of the port b7d1ed1b-011f-46c6-ae5f-edd790764e12 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:26.081796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-b2cbd3d3-0dcd-48a3-87dc-f4d22f468779 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:26.083596 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-b2cbd3d3-0dcd-48a3-87dc-f4d22f468779 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/networks?id=13794520-922b-4d51-a085-b8f49d803015 HTTP/1.1" status: 200 len: 797 time: 0.1102581 Apr 29 04:42:26.157014 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e530723f-793c-42dd-9bff-faf97fc66605 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afcd893ae1d46158a2f8412dec6f782 HTTP/1.1" status: 200 len: 379 time: 0.0568912 Apr 29 04:42:26.169484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'port': {'device_id': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'admin_state_up': True, 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'security_groups': ['2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:26.358721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Made reservation on behalf of 7afcd893ae1d46158a2f8412dec6f782 for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:42:26.362408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:26.369003 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0257fd99-2297-4de8-aff6-af57c4f443ba req-9d6b69f7-3cf8-4e81-8d9b-033c66835c4f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 210 time: 0.0287592 Apr 29 04:42:26.493652 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.20.0.4 (13794520-922b-4d51-a085-b8f49d803015/9c6b6d0f-709e-4016-8c8b-754184016c70/29155982-bc2d-461e-9d7e-6fe79733ddf5) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:42:26.503731 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7d1ed1b-011f-46c6-ae5f-edd790764e12 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:42:26.549597 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port b7d1ed1b-011f-46c6-ae5f-edd790764e12 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:26.550488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:26.641675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:26.730524 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:26.771795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port b7d1ed1b-011f-46c6-ae5f-edd790764e12 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:26.772682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network 13794520-922b-4d51-a085-b8f49d803015 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:42:26.775795 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:26.781978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:42:26.809662 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=29155982-bc2d-461e-9d7e-6fe79733ddf5,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:26.836307 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:26.836931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:26.915384 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-e48393c8-485f-4e19-b461-bc9819e8a374 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507753 Apr 29 04:42:26.931108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Request body: {'port': {'device_id': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:26.997098 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.029288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6153af72-2f75-4558-afe1-d000cff815bf None None] Provisioning complete for port 29155982-bc2d-461e-9d7e-6fe79733ddf5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:27.029686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6153af72-2f75-4558-afe1-d000cff815bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.064511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6153af72-2f75-4558-afe1-d000cff815bf None None] Port 29155982-bc2d-461e-9d7e-6fe79733ddf5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:42:27.257086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29155982-bc2d-461e-9d7e-6fe79733ddf5 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:42:27.264428 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Publish callbacks [] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.279345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Transition to ACTIVE for port object 29155982-bc2d-461e-9d7e-6fe79733ddf5 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:42:27.364473 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.420317 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29155982-bc2d-461e-9d7e-6fe79733ddf5,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:27.515908 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70b482-8f3e-4aaf-9ec3-302d6a44cbc7 req-dc0f9531-68c1-4857-a295-f365b795efb0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:27.517358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df70b482-8f3e-4aaf-9ec3-302d6a44cbc7 req-dc0f9531-68c1-4857-a295-f365b795efb0 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 943 time: 0.0740530 Apr 29 04:42:27.539187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Attempting to bind port 29155982-bc2d-461e-9d7e-6fe79733ddf5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:42:27.539523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Attempting to bind port 29155982-bc2d-461e-9d7e-6fe79733ddf5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:42:27.539867 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Attempting to bind port 29155982-bc2d-461e-9d7e-6fe79733ddf5 on network 13794520-922b-4d51-a085-b8f49d803015 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:42:27.551448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Port 29155982-bc2d-461e-9d7e-6fe79733ddf5 on network 13794520-922b-4d51-a085-b8f49d803015 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:42:27.551769 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Attempting to bind port 29155982-bc2d-461e-9d7e-6fe79733ddf5 on network 13794520-922b-4d51-a085-b8f49d803015 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:42:27.561705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:42:27.562052 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Checking segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:42:27.562434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Bound using segment: {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:42:27.562881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Bound port: 29155982-bc2d-461e-9d7e-6fe79733ddf5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea302a6f-f912-4c94-a473-04d65e33e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13794520-922b-4d51-a085-b8f49d803015'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:42:27.563239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.597868 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df70b482-8f3e-4aaf-9ec3-302d6a44cbc7 req-e90f1b06-f290-4a0a-870c-9e7f13720711 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691562 Apr 29 04:42:27.649242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] For port 29155982-bc2d-461e-9d7e-6fe79733ddf5, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:42:27.652176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] For port 29155982-bc2d-461e-9d7e-6fe79733ddf5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:42:27.708417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.742112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:27.742862 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:27.744112 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] 10.222.0.31 "PUT /v2.0/ports/29155982-bc2d-461e-9d7e-6fe79733ddf5 HTTP/1.1" status: 200 len: 1093 time: 0.8176427 Apr 29 04:42:27.744547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:42:27.746869 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ae861-d94c-423c-92df-c23b65cfec2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:42:27.774963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13fe4-517f-4924-b310-2c8ac5ae78f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29155982-bc2d-461e-9d7e-6fe79733ddf5,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:27.790235 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d317b93-36a7-49f3-baf5-ef627262162a x-openstack-request-id: req-7d317b93-36a7-49f3-baf5-ef627262162a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:42:27.790530 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:42:27.791546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d317b93-36a7-49f3-baf5-ef627262162a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:42:27.792114 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d317b93-36a7-49f3-baf5-ef627262162a'] response: {'name': 'network-changed', 'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'status': 'completed', 'code': 200} Apr 29 04:42:27.859083 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae861-d94c-423c-92df-c23b65cfec2f req-994af4b4-d669-425a-850d-2059bb73be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:27.860695 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-080ae861-d94c-423c-92df-c23b65cfec2f req-994af4b4-d669-425a-850d-2059bb73be2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1127 time: 0.0418634 Apr 29 04:42:27.966624 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae861-d94c-423c-92df-c23b65cfec2f req-1a864707-ebac-424c-aeb3-f3bc84625e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:27.968120 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-080ae861-d94c-423c-92df-c23b65cfec2f req-1a864707-ebac-424c-aeb3-f3bc84625e45 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7afcd893ae1d46158a2f8412dec6f782&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973909 Apr 29 04:42:28.061974 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae861-d94c-423c-92df-c23b65cfec2f req-8f883e3c-a229-43a3-9e15-a744a284575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:28.063424 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-080ae861-d94c-423c-92df-c23b65cfec2f req-8f883e3c-a229-43a3-9e15-a744a284575f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866241 Apr 29 04:42:28.144415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-5cca6003-6adc-4485-aa43-2224334024d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:28.145955 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-5cca6003-6adc-4485-aa43-2224334024d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1127 time: 0.0429618 Apr 29 04:42:28.189922 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-c9c05d57-2dc0-4461-9ce7-bd6e54ed2baa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5 HTTP/1.1" status: 200 len: 217 time: 0.0336468 Apr 29 04:42:28.236754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-c5c7f4f8-0dd0-42ba-aec7-d3ae42759e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:28.238691 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-c5c7f4f8-0dd0-42ba-aec7-d3ae42759e81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c6b6d0f-709e-4016-8c8b-754184016c70 HTTP/1.1" status: 200 len: 835 time: 0.0418324 Apr 29 04:42:28.287029 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-8fc3f81b-28ca-4084-81ea-96c73dba18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:28.288500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-8fc3f81b-28ca-4084-81ea-96c73dba18ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13794520-922b-4d51-a085-b8f49d803015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411448 Apr 29 04:42:28.379353 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-7e0608de-c778-4db2-b932-fb05d5842ff3 service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807834 Apr 29 04:42:28.471617 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e7c3d60-4d10-4c84-b36c-682d315992bf req-7ef9308f-a451-47f2-a911-19d59a2a47e3 service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833862 Apr 29 04:42:28.707213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bcd6e-3571-4975-8d02-c5d218dd5d4f req-c9b916cf-fddc-4813-af8a-992ff6b14d19 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:28.708648 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a35bcd6e-3571-4975-8d02-c5d218dd5d4f req-c9b916cf-fddc-4813-af8a-992ff6b14d19 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 943 time: 0.0466113 Apr 29 04:42:28.756603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a35bcd6e-3571-4975-8d02-c5d218dd5d4f req-56b22c10-915b-4713-b719-bc90e0082c88 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423057 Apr 29 04:42:29.868856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3185-4ee3-49c0-9cc1-e9f97fc4fd45 req-af8b59cb-61d0-417e-bd8c-ac6dcec5b577 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:29.870324 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a9ab3185-4ee3-49c0-9cc1-e9f97fc4fd45 req-af8b59cb-61d0-417e-bd8c-ac6dcec5b577 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 943 time: 0.0454028 Apr 29 04:42:29.921785 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a9ab3185-4ee3-49c0-9cc1-e9f97fc4fd45 req-429da64b-5ae8-48fd-93c6-89fd7a9eec72 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458219 Apr 29 04:42:31.032056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca33839-c571-421d-9ff0-0ca8bf35dc4a req-e1b6835e-7b09-4e2b-b0a2-9a2785fad88c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:31.033448 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ca33839-c571-421d-9ff0-0ca8bf35dc4a req-e1b6835e-7b09-4e2b-b0a2-9a2785fad88c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 943 time: 0.0459883 Apr 29 04:42:31.080428 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1ca33839-c571-421d-9ff0-0ca8bf35dc4a req-2f12aa48-c925-4899-86ca-caaf4ed62495 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Apr 29 04:42:31.785554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 29155982-bc2d-461e-9d7e-6fe79733ddf5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:42:31.879673 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 29155982-bc2d-461e-9d7e-6fe79733ddf5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:31.890795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'port_id': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'mac_address': 'fa:16:3e:f3:93:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:42:31.927240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 29155982-bc2d-461e-9d7e-6fe79733ddf5 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:31.927626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:31.943170 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29155982-bc2d-461e-9d7e-6fe79733ddf5 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:42:31.961893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 29155982-bc2d-461e-9d7e-6fe79733ddf5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:32.021295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:32.067447 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=29155982-bc2d-461e-9d7e-6fe79733ddf5,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:32.191552 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9239b4b-b21a-4469-92de-608d0ae229a4 req-da9b19ec-69c4-4da8-a27f-d7cf4d96e5c6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:32.192999 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f9239b4b-b21a-4469-92de-608d0ae229a4 req-da9b19ec-69c4-4da8-a27f-d7cf4d96e5c6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 944 time: 0.0458834 Apr 29 04:42:32.240980 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f9239b4b-b21a-4469-92de-608d0ae229a4 req-36bed4d2-49ab-4348-9102-94bf18b1bc49 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 Apr 29 04:42:32.266038 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['29155982-bc2d-461e-9d7e-6fe79733ddf5'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:42:33.361930 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c2c40-2064-47c3-8747-0adf02495c09 req-3869764a-1fc9-49f1-822e-757083816ebb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:33.363394 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef0c2c40-2064-47c3-8747-0adf02495c09 req-3869764a-1fc9-49f1-822e-757083816ebb tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 944 time: 0.0512357 Apr 29 04:42:33.411201 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ef0c2c40-2064-47c3-8747-0adf02495c09 req-6cd8e7cf-f7bb-40cb-93ad-b48e2458b44e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Apr 29 04:42:33.800292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 29155982-bc2d-461e-9d7e-6fe79733ddf5 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:42:33.844642 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 29155982-bc2d-461e-9d7e-6fe79733ddf5 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:42:33.907345 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 29155982-bc2d-461e-9d7e-6fe79733ddf5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:42:33.907786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:33.988222 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 29155982-bc2d-461e-9d7e-6fe79733ddf5 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:42:33.988557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:34.009905 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:42:34.012149 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a037b77-7324-4a49-b6d0-a1db88c922b3" -d '{"events": [{"server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "name": "network-vif-plugged", "status": "completed", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:42:34.024640 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 29155982-bc2d-461e-9d7e-6fe79733ddf5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:42:34.100028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7703fbe-2e4c-4044-8009-63d931121fe0 x-openstack-request-id: req-e7703fbe-2e4c-4044-8009-63d931121fe0 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:42:34.100326 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "name": "network-vif-plugged", "status": "completed", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:42:34.100580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7703fbe-2e4c-4044-8009-63d931121fe0 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:42:34.100980 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7703fbe-2e4c-4044-8009-63d931121fe0'] response: {'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'code': 200} Apr 29 04:42:34.101647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:34.148054 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=29155982-bc2d-461e-9d7e-6fe79733ddf5,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:34.525595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc597b8-ffc3-44aa-a721-1e21bc1d052c req-83c5bedf-d7fa-40fd-b7e0-337ab672a736 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:34.527137 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-acc597b8-ffc3-44aa-a721-1e21bc1d052c req-83c5bedf-d7fa-40fd-b7e0-337ab672a736 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0466239 Apr 29 04:42:34.575782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-acc597b8-ffc3-44aa-a721-1e21bc1d052c req-6cb6c54a-7326-4b77-842a-4d1078525c5d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Apr 29 04:42:34.734638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa33ee6-27d9-4e82-9a2c-dd9675a7cfc9 req-9571fc8a-bd71-4d87-9b15-3a52bec64bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:34.736283 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0fa33ee6-27d9-4e82-9a2c-dd9675a7cfc9 req-9571fc8a-bd71-4d87-9b15-3a52bec64bf3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1129 time: 0.0421362 Apr 29 04:42:34.786270 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0fa33ee6-27d9-4e82-9a2c-dd9675a7cfc9 req-107a1c27-b3ea-4c0c-92e7-8bf75a2c8275 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394719 Apr 29 04:42:35.691583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f6d97-5340-4940-8553-ac101db226bc req-67e8a7b8-11e1-4566-b74a-e44020f798c6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:35.693054 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-303f6d97-5340-4940-8553-ac101db226bc req-67e8a7b8-11e1-4566-b74a-e44020f798c6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0498669 Apr 29 04:42:35.749575 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-303f6d97-5340-4940-8553-ac101db226bc req-349c45e9-efff-45a3-9151-30cd94c8b9c4 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470371 Apr 29 04:42:36.858891 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f8067-d324-400e-8f96-fdac91e553a3 req-ebbe4765-9d95-4aab-b115-defae340ae08 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:36.860414 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f74f8067-d324-400e-8f96-fdac91e553a3 req-ebbe4765-9d95-4aab-b115-defae340ae08 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0476222 Apr 29 04:42:36.908887 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f74f8067-d324-400e-8f96-fdac91e553a3 req-642aee5f-0460-465c-a68c-55110fde2825 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Apr 29 04:42:37.020797 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade1490-18ad-44f7-a523-e4410c6e81f3 req-7fd1604d-36ac-4b8f-a3c9-d7172be4d0ab tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:37.022197 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6ade1490-18ad-44f7-a523-e4410c6e81f3 req-7fd1604d-36ac-4b8f-a3c9-d7172be4d0ab tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0466728 Apr 29 04:42:37.070155 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6ade1490-18ad-44f7-a523-e4410c6e81f3 req-6f1eedee-ab2e-4402-b4b9-5ad6e91aadf8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 Apr 29 04:42:37.091488 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41422) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:37.128773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e62f7f-b1b5-433c-9fdd-983a47735b41 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:37.130336 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-68e62f7f-b1b5-433c-9fdd-983a47735b41 tempest-TestNetworkAdvancedServerOps-2080030332 tempest-TestNetworkAdvancedServerOps-2080030332-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1124 time: 0.0379071 Apr 29 04:42:37.133087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41424) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:37.137278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address': '172.20.0.4'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:42:37.218751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:37.298573 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:37.398890 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Allocated IP 172.26.4.203 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/eb1c68de-6f63-4b8f-a432-f7f1d6b9db36) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:42:37.500532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:37.564517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:37.601820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:42:37.606591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:42:37.610086 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:42:37.615880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=eb1c68de-6f63-4b8f-a432-f7f1d6b9db36,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:37.968886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (337b443c-16a3-41cc-8042-80ddf6ea35d0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.093869 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.239065 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.321724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.392834 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event updated for resources: {'Port': ['ID=eb1c68de-6f63-4b8f-a432-f7f1d6b9db36,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:42:38.403098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (337b443c-16a3-41cc-8042-80ddf6ea35d0), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.504031 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 337b443c-16a3-41cc-8042-80ddf6ea35d0 associated. External IP: 172.26.4.203, port: 29155982-bc2d-461e-9d7e-6fe79733ddf5. Apr 29 04:42:38.711197 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router a59148dd-fae6-4ee4-8a53-697bcef5bdef has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:42:38.820726 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:42:38.830926 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] Sync routers for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:42:38.839896 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:38.840550 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:38.893069 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5592dd61-0ce8-424b-9872-071ac6643e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.923665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:38.948859 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:38.954190 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-83cc1a47-2871-4a0e-ad64-a17bbee32705 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8200867 Apr 29 04:42:38.954808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:42:38.957206 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c5f93-8063-4a22-9c2f-4c63d707c2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:42:38.996422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde060e4-6b3a-47a7-96ed-7f281d4bd8bc x-openstack-request-id: req-dde060e4-6b3a-47a7-96ed-7f281d4bd8bc {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:42:38.996843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:42:38.997172 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dde060e4-6b3a-47a7-96ed-7f281d4bd8bc {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:42:38.997692 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde060e4-6b3a-47a7-96ed-7f281d4bd8bc'] response: {'name': 'network-changed', 'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'status': 'completed', 'code': 200} Apr 29 04:42:39.080301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba96c-fb9d-46e0-85ba-d2289ce46260 req-67f421ea-eb64-40e0-9bf4-c0d5bcd5760d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:39.081991 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94cba96c-fb9d-46e0-85ba-d2289ce46260 req-67f421ea-eb64-40e0-9bf4-c0d5bcd5760d tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0766304 Apr 29 04:42:39.087028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-b0355b73-1152-49dd-b229-e6acea7b7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:39.088402 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-b0355b73-1152-49dd-b229-e6acea7b7a14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1129 time: 0.0558012 Apr 29 04:42:39.164960 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '337b443c-16a3-41cc-8042-80ddf6ea35d0', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.203', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'port_id': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'mac_address': 'fa:16:3e:f3:93:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:42:37Z', 'updated_at': '2022-04-29T04:42:37Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:39.189055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-94cba96c-fb9d-46e0-85ba-d2289ce46260 req-c7f277a2-7bce-4ffe-9fdf-91bb19404bcc tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997119 Apr 29 04:42:39.195042 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] Checking router: a59148dd-fae6-4ee4-8a53-697bcef5bdef for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:42:39.203376 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:42:39.203991 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:42:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:39.211118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41430) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:39.214866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-3937b50c-aaa6-4dc7-87b2-4573da8efa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:39.216321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-3937b50c-aaa6-4dc7-87b2-4573da8efa2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=13794520-922b-4d51-a085-b8f49d803015 HTTP/1.1" status: 200 len: 898 time: 0.1201234 Apr 29 04:42:39.272638 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-75f67f76-dafa-4fba-8e66-8d3b4f6c0020 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/337b443c-16a3-41cc-8042-80ddf6ea35d0 HTTP/1.1" status: 200 len: 991 time: 0.0598545 Apr 29 04:42:39.284819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-f5d02883-9e0c-4902-ae0f-2d0351a72431 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5 HTTP/1.1" status: 200 len: 999 time: 0.0612102 Apr 29 04:42:39.317115 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:42:39.332741 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-4eff3027-c697-48d2-801e-badb577cfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:39.334135 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-4eff3027-c697-48d2-801e-badb577cfc1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c6b6d0f-709e-4016-8c8b-754184016c70 HTTP/1.1" status: 200 len: 835 time: 0.0438125 Apr 29 04:42:39.379683 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-d25a8fe2-d325-49d9-aad8-125e7e80b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:42:39.381454 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-d25a8fe2-d325-49d9-aad8-125e7e80b09c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13794520-922b-4d51-a085-b8f49d803015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413311 Apr 29 04:42:39.470066 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-dc065222-71c8-4b9d-b2b1-be775a628a80 service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826113 Apr 29 04:42:39.524450 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '337b443c-16a3-41cc-8042-80ddf6ea35d0', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.203', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'port_id': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'mac_address': 'fa:16:3e:f3:93:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:42:37Z', 'updated_at': '2022-04-29T04:42:37Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:42:39.554758 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02d5b0-d525-40b5-a691-2ccefda71db8 None None] The sync data for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv is: [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '337b443c-16a3-41cc-8042-80ddf6ea35d0', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'floating_ip_address': '172.26.4.203', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'port_id': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'mac_address': 'fa:16:3e:f3:93:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:42:37Z', 'updated_at': '2022-04-29T04:42:37Z', 'revision_number': 0, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:42:39.766957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59d492-a524-418f-9cc9-ddbc8e7e52b3 None None] New status for floating IP 337b443c-16a3-41cc-8042-80ddf6ea35d0: ACTIVE {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:42:39.926316 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-325c5f93-8063-4a22-9c2f-4c63d707c2fc req-a56ab43b-583f-464f-8a68-a789c77b0e14 service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408712 Apr 29 04:42:40.276663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41432) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:42:40.339448 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-10bcec63-3213-4c89-b03e-d608f9241b62 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/337b443c-16a3-41cc-8042-80ddf6ea35d0 HTTP/1.1" status: 200 len: 993 time: 0.0617318 Apr 29 04:42:41.221611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-96e3b430-9d76-4a06-93f3-15c75a959573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:42.324341 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:43.884762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:45.138735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:42:46.611889 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-e937f6e4-86ce-4e0c-990f-b5032df65317 service neutron] (116105) timed out ('10.222.0.37', 37646) {{(pid=116105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 04:42:47.240722 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-83d29605-0d5c-4f09-9fed-dc3eadbc71fb req-c5c726b0-c32e-476b-b452-f687b362eb08 tempest-ServerActionsTestJSON-1818741457 tempest-ServerActionsTestJSON-1818741457-project] (116105) timed out ('10.222.0.37', 35696) {{(pid=116105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 04:42:48.175920 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:42:50.344850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:08.899167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-30a57f4c-bde7-4c7e-90fa-b318ed59b402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:11.202104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-020283cf-17f1-46c8-854c-49e5b2c969ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:12.345085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:13.913903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:13.937943 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453f635-ac55-4786-b44e-afc03469f5bc req-f597c664-f47d-4640-a615-761071209110 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:13.939593 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1453f635-ac55-4786-b44e-afc03469f5bc req-f597c664-f47d-4640-a615-761071209110 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0932446 Apr 29 04:43:13.987762 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1453f635-ac55-4786-b44e-afc03469f5bc req-fecbc620-97f6-458c-bc1b-1617b8677ecd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Apr 29 04:43:15.136722 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:15.150928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b72b1-6139-443f-ba84-2cb866c86679 req-a9cbf6e1-0a6c-44ce-8d69-237b47a13e0b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:15.152469 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-063b72b1-6139-443f-ba84-2cb866c86679 req-a9cbf6e1-0a6c-44ce-8d69-237b47a13e0b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0935431 Apr 29 04:43:15.201228 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-063b72b1-6139-443f-ba84-2cb866c86679 req-7f9cea34-7c7d-4de8-98aa-541643039a1f tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Apr 29 04:43:15.225269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41454) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:15.288919 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-77119a4d-1eeb-4047-ba9f-2e72fcd16695 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/337b443c-16a3-41cc-8042-80ddf6ea35d0 HTTP/1.1" status: 200 len: 993 time: 0.0624051 Apr 29 04:43:16.734058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c44d6-3f1a-4bc1-85c9-8ac4fcbeb2b9 req-4b91b815-21ae-4700-891a-c8d1cadbed1a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:16.736400 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e88c44d6-3f1a-4bc1-85c9-8ac4fcbeb2b9 req-4b91b815-21ae-4700-891a-c8d1cadbed1a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0537732 Apr 29 04:43:16.790469 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e88c44d6-3f1a-4bc1-85c9-8ac4fcbeb2b9 req-c80a82d7-855c-4ca6-a7c6-e3d40222e892 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471907 Apr 29 04:43:16.827190 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-7c6da6ff-9a6b-4d14-9121-0658af606daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:16.828713 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-7c6da6ff-9a6b-4d14-9121-0658af606daf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1129 time: 0.0453694 Apr 29 04:43:16.922619 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-5882ef29-ce72-48a6-a049-af15d141cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:16.924058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-5882ef29-ce72-48a6-a049-af15d141cba8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13794520-922b-4d51-a085-b8f49d803015 HTTP/1.1" status: 200 len: 898 time: 0.0844264 Apr 29 04:43:16.994614 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-484b46af-34b7-41d8-bf17-8e2378320626 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5 HTTP/1.1" status: 200 len: 1001 time: 0.0606353 Apr 29 04:43:17.053216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-52854caa-1a3f-44ed-817d-348a6b4abe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:17.054712 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-52854caa-1a3f-44ed-817d-348a6b4abe42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c6b6d0f-709e-4016-8c8b-754184016c70 HTTP/1.1" status: 200 len: 835 time: 0.0451245 Apr 29 04:43:17.100515 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-403e05e5-fe90-4f69-8bac-db2ce5db982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:17.102227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-403e05e5-fe90-4f69-8bac-db2ce5db982f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13794520-922b-4d51-a085-b8f49d803015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410507 Apr 29 04:43:17.116929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-6d3a092f-0b3f-4d95-b322-60d242bd2aba service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:43:17.117905 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-6d3a092f-0b3f-4d95-b322-60d242bd2aba service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056956 Apr 29 04:43:17.213877 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-203c32f1-e208-4c12-8da3-fb1d59a4efdb service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859110 Apr 29 04:43:17.311643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c400ba8a-f89b-49ea-b15a-8d2fdfc158cc req-25dcb6cf-ac5f-4b11-81cf-3796442fa61b service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878775 Apr 29 04:43:17.905185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17eeec-51d8-4418-a27c-543f21048c18 req-5a5e7e37-bbae-4732-9503-7692b2f7fae6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:17.906652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a17eeec-51d8-4418-a27c-543f21048c18 req-5a5e7e37-bbae-4732-9503-7692b2f7fae6 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0463965 Apr 29 04:43:17.953545 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0a17eeec-51d8-4418-a27c-543f21048c18 req-6947391b-dbab-4029-994a-381e228aa385 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Apr 29 04:43:19.066846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fa62e-9ddf-47d8-a0b0-eaaa536de888 req-ac7eba36-354d-4814-85e1-ecfd5c829882 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:19.068370 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3e8fa62e-9ddf-47d8-a0b0-eaaa536de888 req-ac7eba36-354d-4814-85e1-ecfd5c829882 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0478532 Apr 29 04:43:19.117397 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3e8fa62e-9ddf-47d8-a0b0-eaaa536de888 req-ae8c9b5c-24ac-47e6-ba0f-cfedb8ed247e tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Apr 29 04:43:19.138945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41466) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:19.497004 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-6f6bd49b-3750-47a0-9cf0-0e8e9bad1682 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/floatingips/337b443c-16a3-41cc-8042-80ddf6ea35d0 HTTP/1.1" status: 200 len: 993 time: 0.3569326 Apr 29 04:43:19.746393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41472) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:19.892192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port eb1c68de-6f63-4b8f-a432-f7f1d6b9db36 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:43:19.892527 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:19.968211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:19.987968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:19.987968 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for eb1c68de-6f63-4b8f-a432-f7f1d6b9db36 owned by network:floatingip {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:43:20.182599 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (eb1c68de-6f63-4b8f-a432-f7f1d6b9db36), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:20.212360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=eb1c68de-6f63-4b8f-a432-f7f1d6b9db36,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:20.235625 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.235976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.236659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.236659 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.236962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.237285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.237639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.237965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.238290 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.238614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.238936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.239261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.239584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.239903 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.240225 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:20.281714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for floatingip (337b443c-16a3-41cc-8042-80ddf6ea35d0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:20.282045 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Floating IP 337b443c-16a3-41cc-8042-80ddf6ea35d0 disassociated (deleted). External IP: 172.26.4.203, port: 29155982-bc2d-461e-9d7e-6fe79733ddf5. Apr 29 04:43:20.330643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:20.495193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router a59148dd-fae6-4ee4-8a53-697bcef5bdef has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:43:20.603434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:43:20.608112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:20.613031 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] Sync routers for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:43:20.622891 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:20.623488 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:20.637636 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f3912fbf-fa4c-4345-8541-544b41ed9aa3 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/floatingips/337b443c-16a3-41cc-8042-80ddf6ea35d0 HTTP/1.1" status: 204 len: 168 time: 0.8901770 Apr 29 04:43:20.638299 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:43:20.640706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c7a2de-4edb-442e-98b8-1147cb9e3290" -d '{"events": [{"name": "network-changed", "server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:43:20.677434 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85240b2-e428-44ba-a081-085869c5172e x-openstack-request-id: req-d85240b2-e428-44ba-a081-085869c5172e {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:43:20.677739 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:43:20.678112 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d85240b2-e428-44ba-a081-085869c5172e {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:43:20.679071 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85240b2-e428-44ba-a081-085869c5172e'] response: {'name': 'network-changed', 'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'status': 'completed', 'code': 200} Apr 29 04:43:20.735127 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:20.744201 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-77988e01-0824-4bc4-ab1a-07d0960d7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:20.745769 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-77988e01-0824-4bc4-ab1a-07d0960d7544 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7afcd893ae1d46158a2f8412dec6f782&device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 1129 time: 0.0411899 Apr 29 04:43:20.849777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-2ad3320e-f4fb-4c32-bc14-22083acd2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:20.851317 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-2ad3320e-f4fb-4c32-bc14-22083acd2200 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13794520-922b-4d51-a085-b8f49d803015 HTTP/1.1" status: 200 len: 898 time: 0.0954051 Apr 29 04:43:20.892424 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-0c988f18-97ad-4f34-bbbe-49d608a56dc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5 HTTP/1.1" status: 200 len: 217 time: 0.0351071 Apr 29 04:43:20.940553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-0274112e-d820-4f66-8489-17fd1e35245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:20.942064 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-0274112e-d820-4f66-8489-17fd1e35245e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c6b6d0f-709e-4016-8c8b-754184016c70 HTTP/1.1" status: 200 len: 835 time: 0.0437963 Apr 29 04:43:20.994855 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-b6408f49-c13a-4fb9-8917-875011542b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:20.996780 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-b6408f49-c13a-4fb9-8917-875011542b68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13794520-922b-4d51-a085-b8f49d803015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482905 Apr 29 04:43:21.019942 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:21.046007 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] Checking router: a59148dd-fae6-4ee4-8a53-697bcef5bdef for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:43:21.054963 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:21.055556 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:21.072986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037963-a729-4b8b-885b-d87414dc4376 req-52160723-59d0-4f27-88f0-eaf510e74a0b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:21.074707 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06037963-a729-4b8b-885b-d87414dc4376 req-52160723-59d0-4f27-88f0-eaf510e74a0b tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0479689 Apr 29 04:43:21.123933 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-06037963-a729-4b8b-885b-d87414dc4376 req-18b1f655-f2de-4ae3-977e-f18de9d53a2c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Apr 29 04:43:21.162708 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:21.348304 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:21.374201 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ca237-34af-448c-9311-1dbd6cef8804 None None] The sync data for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv is: [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': 'b7d1ed1b-011f-46c6-ae5f-edd790764e12', 'name': '', 'network_id': '13794520-922b-4d51-a085-b8f49d803015', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'mac_address': 'fa:16:3e:d3:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:21Z', 'updated_at': '2022-04-29T04:42:24Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'subnets': [{'id': '9c6b6d0f-709e-4016-8c8b-754184016c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:43:21.620956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3abda7a-14d5-4acc-965c-29b65713f2aa None None] New status for floating IP 337b443c-16a3-41cc-8042-80ddf6ea35d0: DOWN {{(pid=116106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:43:22.247307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec58f6-5a93-4c1b-ac2c-0d2901ff70d5 req-60e13779-0b37-4647-af26-727bc59ce99c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:22.248913 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9bec58f6-5a93-4c1b-ac2c-0d2901ff70d5 req-60e13779-0b37-4647-af26-727bc59ce99c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0473673 Apr 29 04:43:22.296514 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9bec58f6-5a93-4c1b-ac2c-0d2901ff70d5 req-d3c1c627-4ad7-45b1-966c-6b9301b5ce15 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Apr 29 04:43:22.538713 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-d9b88212-6d5e-48ae-9227-633bfd582cff service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Apr 29 04:43:22.650309 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c5c7a2de-4edb-442e-98b8-1147cb9e3290 req-120ee5c4-6dad-48d3-a71d-cc330c55bc81 service neutron] 10.222.0.31 "GET /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833967 Apr 29 04:43:22.815106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2111102-7977-480f-9bac-035894bda88e req-545540e1-dbfd-4669-ab40-9019000dc435 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:22.816531 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c2111102-7977-480f-9bac-035894bda88e req-545540e1-dbfd-4669-ab40-9019000dc435 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 945 time: 0.0503955 Apr 29 04:43:22.899157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port 29155982-bc2d-461e-9d7e-6fe79733ddf5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:43:22.899493 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:22.989380 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port 29155982-bc2d-461e-9d7e-6fe79733ddf5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=29155982-bc2d-461e-9d7e-6fe79733ddf5,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:22.989659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:23.002043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for 29155982-bc2d-461e-9d7e-6fe79733ddf5 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:43:23.210831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (29155982-bc2d-461e-9d7e-6fe79733ddf5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:23.243934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=29155982-bc2d-461e-9d7e-6fe79733ddf5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:23.268732 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.269085 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.269452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.269790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.270126 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.270458 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.270784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.271112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.271437 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.271785 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.272176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.272478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.272800 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.273120 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.273474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:23.296680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] No DVR routers for this DVR port 29155982-bc2d-461e-9d7e-6fe79733ddf5 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:43:23.299114 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:23.302363 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c2111102-7977-480f-9bac-035894bda88e req-4253a9af-afdb-4b84-b392-7dba07fa2afd tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.31 "DELETE /v2.0/ports/29155982-bc2d-461e-9d7e-6fe79733ddf5 HTTP/1.1" status: 204 len: 173 time: 0.4796541 Apr 29 04:43:23.302805 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'name': 'network-vif-deleted', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:43:23.305608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3825a75f-418a-4edc-8303-9737b7169c15" -d '{"events": [{"server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "name": "network-vif-deleted", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:43:23.340616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ab8e89-8bed-4358-acf7-8d045a083572 x-openstack-request-id: req-18ab8e89-8bed-4358-acf7-8d045a083572 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:43:23.340925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78ca95-6f8d-40f0-a145-340b262390ef", "name": "network-vif-deleted", "tag": "29155982-bc2d-461e-9d7e-6fe79733ddf5", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:43:23.341243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18ab8e89-8bed-4358-acf7-8d045a083572 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:43:23.341636 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ab8e89-8bed-4358-acf7-8d045a083572'] response: {'server_uuid': 'cb78ca95-6f8d-40f0-a145-340b262390ef', 'name': 'network-vif-deleted', 'tag': '29155982-bc2d-461e-9d7e-6fe79733ddf5', 'status': 'completed', 'code': 200} Apr 29 04:43:23.396657 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a3245857-1fd6-47f8-ba90-db596248feaa req-78886deb-be87-466b-bdb4-afcca811368c tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78ca95-6f8d-40f0-a145-340b262390ef HTTP/1.1" status: 200 len: 210 time: 0.0324876 Apr 29 04:43:24.457441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41488) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:24.791661 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (a59148dd-fae6-4ee4-8a53-697bcef5bdef), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:25.028694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port b7d1ed1b-011f-46c6-ae5f-edd790764e12 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:43:25.028956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:25.118689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port b7d1ed1b-011f-46c6-ae5f-edd790764e12, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=b7d1ed1b-011f-46c6-ae5f-edd790764e12,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:25.119045 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:25.132395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for b7d1ed1b-011f-46c6-ae5f-edd790764e12 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:43:25.174832 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:43:25.387940 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (b7d1ed1b-011f-46c6-ae5f-edd790764e12), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:25.413668 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=b7d1ed1b-011f-46c6-ae5f-edd790764e12,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:25.590422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (a59148dd-fae6-4ee4-8a53-697bcef5bdef), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:25.810246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Router a59148dd-fae6-4ee4-8a53-697bcef5bdef has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:43:25.918098 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:43:25.922953 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-66b43993-a351-46f8-8555-76ad38234d0a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "PUT /v2.0/routers/a59148dd-fae6-4ee4-8a53-697bcef5bdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4645143 Apr 29 04:43:25.925657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41492) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:25.932057 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] Sync routers for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:43:25.941610 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:25.942211 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:25.976565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting subnet 9c6b6d0f-709e-4016-8c8b-754184016c70 {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:43:25.979680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (9c6b6d0f-709e-4016-8c8b-754184016c70), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.022825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (9c6b6d0f-709e-4016-8c8b-754184016c70), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.046411 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:26.066595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 29155982-bc2d-461e-9d7e-6fe79733ddf5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:43:26.090869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 29155982-bc2d-461e-9d7e-6fe79733ddf5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:43:26.091203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 29155982-bc2d-461e-9d7e-6fe79733ddf5 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:43:26.105511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (9c6b6d0f-709e-4016-8c8b-754184016c70), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.211390 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:43:25Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:26.237438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (9c6b6d0f-709e-4016-8c8b-754184016c70), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.239712 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] Checking router: a59148dd-fae6-4ee4-8a53-697bcef5bdef for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:43:26.248873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] Routers {'a59148dd-fae6-4ee4-8a53-697bcef5bdef'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:26.249545 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:26.270427 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6b6d0f-709e-4016-8c8b-754184016c70,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:26.272424 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.277896 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a0cf9189-c8a7-437c-b547-01413b5e9a83 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/subnets/9c6b6d0f-709e-4016-8c8b-754184016c70 HTTP/1.1" status: 204 len: 168 time: 0.3490114 Apr 29 04:43:26.278736 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41494) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:26.282352 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4e92a-3681-4d20-bdf0-fa6b38912cc9 None None] Network 13794520-922b-4d51-a085-b8f49d803015 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:43:26.356984 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] Set router a59148dd-fae6-4ee4-8a53-697bcef5bdef gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:26.391896 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (a59148dd-fae6-4ee4-8a53-697bcef5bdef), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.442380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] DHCP port deletion for 13794520-922b-4d51-a085-b8f49d803015 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:43:26.491879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Deleting port 4acb84ca-d06f-4044-a854-cab54737f112 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:43:26.492881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4acb84ca-d06f-4044-a854-cab54737f112), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.514828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_gateway (a59148dd-fae6-4ee4-8a53-697bcef5bdef), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.542460 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:43:25Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:26.565631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] For port 4acb84ca-d06f-4044-a854-cab54737f112, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4acb84ca-d06f-4044-a854-cab54737f112,segment=NetworkSegment(ea302a6f-f912-4c94-a473-04d65e33e5e8),segment_id=ea302a6f-f912-4c94-a473-04d65e33e5e8)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:26.566024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4acb84ca-d06f-4044-a854-cab54737f112), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.568912 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15589c1-f8a5-4bd8-8f58-363fb9429cf6 None None] The sync data for ids ['a59148dd-fae6-4ee4-8a53-697bcef5bdef'] in dv-neutron-839777-1-hyperv is: [{'id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682059861', 'tenant_id': '7afcd893ae1d46158a2f8412dec6f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:43:25Z', 'revision_number': 5, 'project_id': '7afcd893ae1d46158a2f8412dec6f782', 'gw_port': {'id': 'a2806303-80f0-4119-ba9e-bbcffb921f74', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59148dd-fae6-4ee4-8a53-697bcef5bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:42:18Z', 'updated_at': '2022-04-29T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:43:26.584328 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Calling delete_port for 4acb84ca-d06f-4044-a854-cab54737f112 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:43:26.630997 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4acb84ca-d06f-4044-a854-cab54737f112 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:43:26.641128 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Deleting port a2806303-80f0-4119-ba9e-bbcffb921f74 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:43:26.641686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.718185 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] For port a2806303-80f0-4119-ba9e-bbcffb921f74, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=a2806303-80f0-4119-ba9e-bbcffb921f74,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:26.718456 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.729882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4acb84ca-d06f-4044-a854-cab54737f112 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:26.732521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4acb84ca-d06f-4044-a854-cab54737f112), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.735712 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Calling delete_port for a2806303-80f0-4119-ba9e-bbcffb921f74 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:43:26.798030 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (4acb84ca-d06f-4044-a854-cab54737f112), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:26.847971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Pushing event deleted for resources: {'Port': ['ID=4acb84ca-d06f-4044-a854-cab54737f112,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:26.850999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] No DVR routers for this DVR port 4acb84ca-d06f-4044-a854-cab54737f112 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:43:26.864924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.865404 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.865735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.866074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.866519 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.866715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.867080 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.867397 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.867719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.868036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.868375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.868670 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.868984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.869348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.869661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a039da-ff80-487e-89a5-5fb921ddde63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:26.991637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (a2806303-80f0-4119-ba9e-bbcffb921f74), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.331651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Port': ['ID=a2806303-80f0-4119-ba9e-bbcffb921f74,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:27.391774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (a59148dd-fae6-4ee4-8a53-697bcef5bdef), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.503962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (a59148dd-fae6-4ee4-8a53-697bcef5bdef), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.506586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router_controller (a59148dd-fae6-4ee4-8a53-697bcef5bdef), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.614312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (a59148dd-fae6-4ee4-8a53-697bcef5bdef), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.614745 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Fanout notify agent at l3_agent the message router_deleted on router a59148dd-fae6-4ee4-8a53-697bcef5bdef {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:43:27.622170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.623415 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f90c566d-2356-4538-9746-1280a01ead44 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/routers/a59148dd-fae6-4ee4-8a53-697bcef5bdef HTTP/1.1" status: 204 len: 168 time: 1.3443549 Apr 29 04:43:27.626060 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41496) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:27.703306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (13794520-922b-4d51-a085-b8f49d803015), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.805514 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (13794520-922b-4d51-a085-b8f49d803015), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.825279 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13794520-922b-4d51-a085-b8f49d803015']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:27.834336 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea302a6f-f912-4c94-a473-04d65e33e5e8') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:27.834631 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea302a6f-f912-4c94-a473-04d65e33e5e8') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:27.843702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (ea302a6f-f912-4c94-a473-04d65e33e5e8), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.856392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ea302a6f-f912-4c94-a473-04d65e33e5e8), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.862277 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:43:27.862656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (ea302a6f-f912-4c94-a473-04d65e33e5e8), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:43:27.866177 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:43:27.997235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (13794520-922b-4d51-a085-b8f49d803015), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.004317 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.006890 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/networks/13794520-922b-4d51-a085-b8f49d803015 HTTP/1.1" status: 204 len: 168 time: 0.3798940 Apr 29 04:43:28.009664 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41498) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:28.017915 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f748f-1295-4226-9310-a11099156a5a tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'Network': ['ID=13794520-922b-4d51-a085-b8f49d803015,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:28.068625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-452a67d5-07bb-453e-9f63-70bbd1450eb8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.096940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-452a67d5-07bb-453e-9f63-70bbd1450eb8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.242581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-452a67d5-07bb-453e-9f63-70bbd1450eb8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.245225 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-452a67d5-07bb-453e-9f63-70bbd1450eb8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.246410 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-452a67d5-07bb-453e-9f63-70bbd1450eb8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1 HTTP/1.1" status: 204 len: 168 time: 0.2356586 Apr 29 04:43:28.256130 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a67d5-07bb-453e-9f63-70bbd1450eb8 tempest-TestNetworkAdvancedServerOps-116794458 tempest-TestNetworkAdvancedServerOps-116794458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d3bc3-7c66-48e0-913c-d9c6756fa7f1,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:28.512063 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a2806303-80f0-4119-ba9e-bbcffb921f74 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:43:28.532258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: a2806303-80f0-4119-ba9e-bbcffb921f74 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:43:28.532654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device a2806303-80f0-4119-ba9e-bbcffb921f74 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:43:28.533066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7d1ed1b-011f-46c6-ae5f-edd790764e12 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:43:28.551835 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: b7d1ed1b-011f-46c6-ae5f-edd790764e12 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:43:28.552180 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device b7d1ed1b-011f-46c6-ae5f-edd790764e12 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:43:28.780218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41506) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:28.909982 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-23564bb1-b4e3-4f7a-bc0b-ca0180443f81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7afcd893ae1d46158a2f8412dec6f782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286104 Apr 29 04:43:28.912457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41510) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:28.958328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a217aa67-379c-4e94-ae8b-e5578131a237 admin admin] Publish callbacks [] for security_group (490fe3a9-d3d5-4e31-b869-ce25c60e3e6b), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:28.980071 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a217aa67-379c-4e94-ae8b-e5578131a237 admin admin] Publish callbacks [] for security_group (490fe3a9-d3d5-4e31-b869-ce25c60e3e6b), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.122788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a217aa67-379c-4e94-ae8b-e5578131a237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (490fe3a9-d3d5-4e31-b869-ce25c60e3e6b), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.125385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-a217aa67-379c-4e94-ae8b-e5578131a237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.126548 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-a217aa67-379c-4e94-ae8b-e5578131a237 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/490fe3a9-d3d5-4e31-b869-ce25c60e3e6b HTTP/1.1" status: 204 len: 168 time: 0.2132177 Apr 29 04:43:29.134923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217aa67-379c-4e94-ae8b-e5578131a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490fe3a9-d3d5-4e31-b869-ce25c60e3e6b,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:29.686977 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41516) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:29.704447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb5767e-6458-406a-8ee6-b54021a3edad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.777236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb5767e-6458-406a-8ee6-b54021a3edad admin admin] Publish callbacks [] for security_group (0b2f1f73-53f0-4895-9a49-3b495695fd27), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.850985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-efb5767e-6458-406a-8ee6-b54021a3edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0b2f1f73-53f0-4895-9a49-3b495695fd27), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.888908 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-efb5767e-6458-406a-8ee6-b54021a3edad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc2230439d8f4142adc1f56344688577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008801 Apr 29 04:43:29.889800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5767e-6458-406a-8ee6-b54021a3edad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f1f73-53f0-4895-9a49-3b495695fd27,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:29.891646 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41518) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:29.939282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c090256-6cd1-479f-b124-a3f509ec84e6 admin admin] Publish callbacks [] for security_group (0b2f1f73-53f0-4895-9a49-3b495695fd27), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:29.960192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c090256-6cd1-479f-b124-a3f509ec84e6 admin admin] Publish callbacks [] for security_group (0b2f1f73-53f0-4895-9a49-3b495695fd27), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:30.085367 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c090256-6cd1-479f-b124-a3f509ec84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (0b2f1f73-53f0-4895-9a49-3b495695fd27), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:30.087881 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-0c090256-6cd1-479f-b124-a3f509ec84e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:30.089051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-0c090256-6cd1-479f-b124-a3f509ec84e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b2f1f73-53f0-4895-9a49-3b495695fd27 HTTP/1.1" status: 204 len: 168 time: 0.1963997 Apr 29 04:43:30.097110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090256-6cd1-479f-b124-a3f509ec84e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2f1f73-53f0-4895-9a49-3b495695fd27,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:31.027478 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41540) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:31.120847 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1879458987-network', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:31.242622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Made reservation on behalf of cf1bbb4914a2445cb1dd4a540c6281ce for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:43:31.244882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.253218 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.323405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks [] for security_group (d1a06b6d-e31f-4180-b3be-15061184201c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.390956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d1a06b6d-e31f-4180-b3be-15061184201c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.415843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:43:31.424207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a06b6d-e31f-4180-b3be-15061184201c,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:31.430097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ab60e31f-0c89-46d1-880f-f21ef30ce75c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.430434 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Added segment ab60e31f-0c89-46d1-880f-f21ef30ce75c of type vlan for network a14e3086-990a-4ae2-8d66-c61f65330ece Apr 29 04:43:31.474459 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (a14e3086-990a-4ae2-8d66-c61f65330ece), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.551401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (a14e3086-990a-4ae2-8d66-c61f65330ece), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.552376 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:31.553014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.610762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] Pushing event updated for resources: {'Network': ['ID=a14e3086-990a-4ae2-8d66-c61f65330ece,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:31.620024 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network a14e3086-990a-4ae2-8d66-c61f65330ece details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:43:31.642445 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7ea70727-f55a-44f3-af49-a2bff4c5b403 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6112092 Apr 29 04:43:31.642652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41544) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:31.647837 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Request body: {'subnet': {'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1879458987-subnet', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:31.733996 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Made reservation on behalf of cf1bbb4914a2445cb1dd4a540c6281ce for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:43:31.736551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:31.960149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (bbe89b0c-aa95-40ce-a954-63e7e048dcee), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.007906 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe89b0c-aa95-40ce-a954-63e7e048dcee,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:32.023511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Checking segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:32.023868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Network hostable DHCP agents. Network: a14e3086-990a-4ae2-8d66-c61f65330ece, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:43:32.085335 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Network a14e3086-990a-4ae2-8d66-c61f65330ece is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:43:32.147641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, a14e3086-990a-4ae2-8d66-c61f65330ece) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:32.151586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:32.152180 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.156745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d36874-55dd-465b-98fb-9ba7586c54a0 None None] Network a14e3086-990a-4ae2-8d66-c61f65330ece requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:43:32.234179 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-85f0902d-51f6-442f-8b19-d5b5573b2293 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5904107 Apr 29 04:43:32.236831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41546) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:32.241629 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:32.273066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-a14e3086-990a-4ae2-8d66-c61f65330ece', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:43:32.273937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.317264 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.318360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.374224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks [] for router_controller (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.408351 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Allocated IP 172.20.0.2 (a14e3086-990a-4ae2-8d66-c61f65330ece/bbe89b0c-aa95-40ce-a954-63e7e048dcee/7c369341-4b37-44d9-8227-9695db7e82f5) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:32.568553 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks [] for router_gateway (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.633023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Publish callbacks [] for port (7c369341-4b37-44d9-8227-9695db7e82f5), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.708310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.751589 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Network a14e3086-990a-4ae2-8d66-c61f65330ece is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:32.754599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:32.757031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:32.763870 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Pushing event updated for resources: {'Port': ['ID=7c369341-4b37-44d9-8227-9695db7e82f5,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:32.805831 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks [] for router_gateway (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.817684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Attempting to bind port 7c369341-4b37-44d9-8227-9695db7e82f5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:32.818057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Attempting to bind port 7c369341-4b37-44d9-8227-9695db7e82f5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:32.818417 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Attempting to bind port 7c369341-4b37-44d9-8227-9695db7e82f5 on network a14e3086-990a-4ae2-8d66-c61f65330ece {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:32.825987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:32.825987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Checking segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:32.825987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.825987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Bound using segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:32.826447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.826554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Bound port: 7c369341-4b37-44d9-8227-9695db7e82f5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:32.826554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:32.889539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] For port 7c369341-4b37-44d9-8227-9695db7e82f5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:32.892514 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] For port 7c369341-4b37-44d9-8227-9695db7e82f5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7c369341-4b37-44d9-8227-9695db7e82f5,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:32.931469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Allocated IP 172.26.4.80 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/31b9d24a-7e3b-4419-81fc-4246db7ce505) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:32.966065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:33.028689 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4cb4-bbbf-47d4-ada0-e9432ded1dd6 None None] Pushing event updated for resources: {'Port': ['ID=7c369341-4b37-44d9-8227-9695db7e82f5,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:33.035816 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks [] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:33.131402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:33.186754 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:33.198469 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:33.203660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:33.206927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Pushing event updated for resources: {'Port': ['ID=31b9d24a-7e3b-4419-81fc-4246db7ce505,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:33.519952 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks [] for router_gateway (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:33.722199 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:33.895473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00170ae7-65da-4ac7-839b-6a9328fd709b None None] Network a14e3086-990a-4ae2-8d66-c61f65330ece requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:43:33.922589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:43:33.954877 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] Provisioning complete for port 7c369341-4b37-44d9-8227-9695db7e82f5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:33.955145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.035773 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:43:34.102393 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.103655 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-4ed6af64-a8b1-4136-afe6-7580d5112425 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8658605 Apr 29 04:43:34.106467 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41548) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:34.128975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:43:34.163780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:34.164331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:34.306284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] Current status of the port 7c369341-4b37-44d9-8227-9695db7e82f5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:34.306678 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.360045 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:34.387967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] For port 7c369341-4b37-44d9-8227-9695db7e82f5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7c369341-4b37-44d9-8227-9695db7e82f5,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:34.477550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.566601 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f9599-2f3b-429f-bbd3-93458bcb478a None None] Pushing event updated for resources: {'Port': ['ID=7c369341-4b37-44d9-8227-9695db7e82f5,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:34.573163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7c369341-4b37-44d9-8227-9695db7e82f5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:34.627993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:33Z', 'revision_number': 3, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:34.632353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-480fa50d-e586-4b5d-b9ea-63b966bf0e0c None None] Provisioning complete for port 7c369341-4b37-44d9-8227-9695db7e82f5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:34.632725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-480fa50d-e586-4b5d-b9ea-63b966bf0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.660488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:43:34.660833 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Updating router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 port 31b9d24a-7e3b-4419-81fc-4246db7ce505 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:43:34.720970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7c369341-4b37-44d9-8227-9695db7e82f5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:34.721360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.724679 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.843626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:34.947220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-480fa50d-e586-4b5d-b9ea-63b966bf0e0c None None] Current status of the port 7c369341-4b37-44d9-8227-9695db7e82f5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:34.960337 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7c369341-4b37-44d9-8227-9695db7e82f5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:35.013441 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Allocated IP 172.20.0.1 (a14e3086-990a-4ae2-8d66-c61f65330ece/bbe89b0c-aa95-40ce-a954-63e7e048dcee/4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:35.089296 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Publish callbacks [] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.118710 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks [] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.182437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.211690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.237752 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65c14b-a31f-485f-9c18-2476857b8d3a None None] Pushing event updated for resources: {'Port': ['ID=31b9d24a-7e3b-4419-81fc-4246db7ce505,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:35.241587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Attempting to bind port 31b9d24a-7e3b-4419-81fc-4246db7ce505 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:35.241957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Attempting to bind port 31b9d24a-7e3b-4419-81fc-4246db7ce505 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:35.242332 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Attempting to bind port 31b9d24a-7e3b-4419-81fc-4246db7ce505 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:35.249659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:35.249659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:35.249659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.249659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:35.250016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Bound port: 31b9d24a-7e3b-4419-81fc-4246db7ce505, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:35.250104 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.252666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Network a14e3086-990a-4ae2-8d66-c61f65330ece is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:35.256813 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:35.264479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:35.290379 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:35.310524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.316660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] For port 31b9d24a-7e3b-4419-81fc-4246db7ce505, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:35.320643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] For port 31b9d24a-7e3b-4419-81fc-4246db7ce505, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=31b9d24a-7e3b-4419-81fc-4246db7ce505,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:35.377919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.437890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:35.438528 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:35.478985 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65c14b-a31f-485f-9c18-2476857b8d3a None None] Pushing event updated for resources: {'Port': ['ID=31b9d24a-7e3b-4419-81fc-4246db7ce505,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:35.522182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.556929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:35.623660 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d8ec9143-37d5-49ac-90eb-1cde2ceb02fd None None] Provisioning complete for port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:35.623948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d8ec9143-37d5-49ac-90eb-1cde2ceb02fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.691713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks [] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.707289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec9143-37d5-49ac-90eb-1cde2ceb02fd None None] Port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:43:35.765685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.769455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:33Z', 'revision_number': 3, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:35.796132 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45e51f-6469-4b86-9d2d-9e4851e6a974 None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:33Z', 'revision_number': 3, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:43:35.839626 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:35.845765 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:35.941028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Network a14e3086-990a-4ae2-8d66-c61f65330ece is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:35.942377 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:36.069798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:43:36.200445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:43:36.206267 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a75c76a1-70bd-4ad5-96da-bda599fbd226 admin admin] 10.222.0.37 "PUT /v2.0/routers/937ab6ce-dc37-4b3d-ab46-56c86ea0b350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987601 Apr 29 04:43:36.233961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-90cfc4bc-e5eb-46b1-be3f-e5092bc13033 None None] Provisioning complete for port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:36.234568 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-90cfc4bc-e5eb-46b1-be3f-e5092bc13033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:36.268970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-90cfc4bc-e5eb-46b1-be3f-e5092bc13033 None None] Port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:43:36.607288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7c369341-4b37-44d9-8227-9695db7e82f5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:36.656157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 7c369341-4b37-44d9-8227-9695db7e82f5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:36.656487 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:36.737340 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 7c369341-4b37-44d9-8227-9695db7e82f5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:36.738382 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31b9d24a-7e3b-4419-81fc-4246db7ce505 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:36.784897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 31b9d24a-7e3b-4419-81fc-4246db7ce505 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:36.785270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:36.862142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 31b9d24a-7e3b-4419-81fc-4246db7ce505 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:36.862534 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:36.874983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41566) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:36.879909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1589560330-network', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:36.883272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 31b9d24a-7e3b-4419-81fc-4246db7ce505, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=31b9d24a-7e3b-4419-81fc-4246db7ce505,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:36.980285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Made reservation on behalf of 36d5dcdc6d5b4c7a9c7c6698b597e4d0 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:43:36.980489 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:36.982734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:36.997867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.042718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=31b9d24a-7e3b-4419-81fc-4246db7ce505,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:37.080230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks [] for security_group (4c5347a4-1470-461d-9b29-426f76958eba), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.157388 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4c5347a4-1470-461d-9b29-426f76958eba), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.179526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:43:37.199087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5347a4-1470-461d-9b29-426f76958eba,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:37.202905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d64e9dc7-a34c-4b5b-9967-59aa30de7870), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.203240 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Added segment d64e9dc7-a34c-4b5b-9967-59aa30de7870 of type vlan for network ee9f174d-793e-4d8c-920c-572dccc2c4a6 Apr 29 04:43:37.254251 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (ee9f174d-793e-4d8c-920c-572dccc2c4a6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.331124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (ee9f174d-793e-4d8c-920c-572dccc2c4a6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.332114 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:37.332700 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.393395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9f174d-793e-4d8c-920c-572dccc2c4a6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:37.402773 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:43:37.442868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5426c1c2-f380-4822-b174-0311f6b67802 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5667717 Apr 29 04:43:37.446305 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41568) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:37.451577 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Request body: {'subnet': {'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1589560330-subnet', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:37.452218 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:43:37.463086 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:37.467606 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:37.582802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Made reservation on behalf of 36d5dcdc6d5b4c7a9c7c6698b597e4d0 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:43:37.585239 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.665881 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:37.809293 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (f3d341dd-70c1-474a-b4bf-c4fcb929c232), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.864763 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 2, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:37.869338 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d341dd-70c1-474a-b4bf-c4fcb929c232,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:37.876428 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Checking segment: {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:37.876998 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Network hostable DHCP agents. Network: ee9f174d-793e-4d8c-920c-572dccc2c4a6, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:43:37.892496 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:43:37.892843 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Updating router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:43:37.923430 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:37.963062 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:43:38.031644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, ee9f174d-793e-4d8c-920c-572dccc2c4a6) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:38.035936 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:38.036529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.040563 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013dac1-08c6-4d02-840e-a2d6c285d9cd None None] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:43:38.099757 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-83cef76c-1745-4822-8d94-106560bdc5bc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6500418 Apr 29 04:43:38.100170 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41570) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:38.104788 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:38.153053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'fixed_ips': [{'subnet_id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:43:38.153967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.184367 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Publish callbacks [] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.203288 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (fb5cc799-b340-41eb-a66f-38f273b35854), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.204497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (fb5cc799-b340-41eb-a66f-38f273b35854), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.261398 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks [] for router_controller (fb5cc799-b340-41eb-a66f-38f273b35854), precommit_add_association {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.279810 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.328812 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Pushing event updated for resources: {'Port': ['ID=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:38.338886 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.339237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.339561 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.339896 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.340226 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.340550 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.340871 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.341351 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.341673 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.341922 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.342237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.342559 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.342874 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.343189 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.343993 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:43:38.414816 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Attempting to bind port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:38.415693 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Attempting to bind port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:38.415693 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Attempting to bind port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb on network a14e3086-990a-4ae2-8d66-c61f65330ece {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:38.422553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:38.422553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Checking segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:38.423101 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.423594 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Bound using segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:38.424345 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Bound port: 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:38.424690 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.498033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Allocated IP 172.20.0.2 (ee9f174d-793e-4d8c-920c-572dccc2c4a6/f3d341dd-70c1-474a-b4bf-c4fcb929c232/362c4556-266f-4185-a858-29a72240b142) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:38.515439 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] For port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:38.519596 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] For port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:38.539692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks [] for router_gateway (fb5cc799-b340-41eb-a66f-38f273b35854), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.548847 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31b9d24a-7e3b-4419-81fc-4246db7ce505 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:38.588791 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.635754 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] Provisioning complete for port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:38.636111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.641561 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:38.642407 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:38.700087 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 31b9d24a-7e3b-4419-81fc-4246db7ce505 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:38.700466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.777206 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586a847-db2f-45d9-9eb2-0438c2b84e5e None None] Pushing event updated for resources: {'Port': ['ID=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:38.797538 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:38.810699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Publish callbacks [] for port (362c4556-266f-4185-a858-29a72240b142), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.861910 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks [] for router_gateway (fb5cc799-b340-41eb-a66f-38f273b35854), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.863899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] Current status of the port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:38.864285 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.892957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.894105 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 31b9d24a-7e3b-4419-81fc-4246db7ce505 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:38.909031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (362c4556-266f-4185-a858-29a72240b142), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.917884 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] For port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:38.944818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-af5c7ba6-8566-4374-bb00-1861fb3fbebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:38.962254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:38.967880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:38.970848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Pushing event updated for resources: {'Port': ['ID=362c4556-266f-4185-a858-29a72240b142,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:38.973001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:38.983229 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.018751 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Allocated IP 172.26.4.112 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/f7ea897e-534b-4e7d-b9da-770ffe162e37) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:39.029232 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-e324c684-be13-442c-a565-076533ebd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:39.056553 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324c684-be13-442c-a565-076533ebd0bc None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:43:39.067963 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Attempting to bind port 362c4556-266f-4185-a858-29a72240b142 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:39.068372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Attempting to bind port 362c4556-266f-4185-a858-29a72240b142 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:39.073822 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Attempting to bind port 362c4556-266f-4185-a858-29a72240b142 on network ee9f174d-793e-4d8c-920c-572dccc2c4a6 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:39.077377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f21c39-c0a5-44ac-85cb-1c19d5ea2fc9 None None] Pushing event updated for resources: {'Port': ['ID=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:39.080343 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:39.080713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Checking segment: {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:39.081289 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.081842 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Bound using segment: {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:39.082572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Bound port: 362c4556-266f-4185-a858-29a72240b142, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:39.083120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (362c4556-266f-4185-a858-29a72240b142), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.152406 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fba973a1-b6e2-4938-8217-3c30e5b0edf8 None None] Provisioning complete for port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:39.152777 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fba973a1-b6e2-4938-8217-3c30e5b0edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.159451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks [] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.218166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] For port 362c4556-266f-4185-a858-29a72240b142, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:39.221416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] For port 362c4556-266f-4185-a858-29a72240b142, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=362c4556-266f-4185-a858-29a72240b142,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:39.267994 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fba973a1-b6e2-4938-8217-3c30e5b0edf8 None None] Current status of the port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:39.291843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.328095 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (362c4556-266f-4185-a858-29a72240b142), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.336183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:39.343532 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:39.347285 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:39.391962 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ea897e-534b-4e7d-b9da-770ffe162e37,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:39.403450 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7c44-7878-4175-828f-b3cc600f6611 None None] Pushing event updated for resources: {'Port': ['ID=362c4556-266f-4185-a858-29a72240b142,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:39.708617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks [] for router_gateway (fb5cc799-b340-41eb-a66f-38f273b35854), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:39.921127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (fb5cc799-b340-41eb-a66f-38f273b35854), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.372402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ec728-b41b-49e8-bd00-f3b7eb0eb23a None None] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:43:40.410767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] Provisioning complete for port 362c4556-266f-4185-a858-29a72240b142 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:40.411143 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (362c4556-266f-4185-a858-29a72240b142), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.437249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Router fb5cc799-b340-41eb-a66f-38f273b35854 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:43:40.562895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] Current status of the port 362c4556-266f-4185-a858-29a72240b142 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:40.563287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (362c4556-266f-4185-a858-29a72240b142), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.571224 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:43:40.582066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Sync routers for ids ['fb5cc799-b340-41eb-a66f-38f273b35854'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:43:40.592047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 362c4556-266f-4185-a858-29a72240b142 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:40.631072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Routers {'fb5cc799-b340-41eb-a66f-38f273b35854'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:40.631716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb5cc799-b340-41eb-a66f-38f273b35854'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:40.648255 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.652065 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9ca6959c-ac58-4e21-9748-5bcff927de00 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5484989 Apr 29 04:43:40.652304 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41580) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:40.681988 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] For port 362c4556-266f-4185-a858-29a72240b142, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=362c4556-266f-4185-a858-29a72240b142,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:40.743215 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 362c4556-266f-4185-a858-29a72240b142 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:40.743590 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (362c4556-266f-4185-a858-29a72240b142), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.749379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (362c4556-266f-4185-a858-29a72240b142), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.830654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Set router fb5cc799-b340-41eb-a66f-38f273b35854 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:40.925221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4d954f3e-ae27-4635-8229-027418b35312 None None] Provisioning complete for port 362c4556-266f-4185-a858-29a72240b142 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:40.925617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4d954f3e-ae27-4635-8229-027418b35312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (362c4556-266f-4185-a858-29a72240b142), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:40.932526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcb402-9010-44a5-a133-0449d2cc5396 None None] Pushing event updated for resources: {'Port': ['ID=362c4556-266f-4185-a858-29a72240b142,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:41.044134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 362c4556-266f-4185-a858-29a72240b142 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:41.045165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:41.086644 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.250046 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Allocated IP 172.20.0.1 (ee9f174d-793e-4d8c-920c-572dccc2c4a6/f3d341dd-70c1-474a-b4bf-c4fcb929c232/9c4c46ec-c4df-4f68-b8b7-c23c281f87f5) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:41.320544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:39Z', 'revision_number': 3, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:41.322163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4d954f3e-ae27-4635-8229-027418b35312 None None] Current status of the port 362c4556-266f-4185-a858-29a72240b142 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:41.355361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Checking router: fb5cc799-b340-41eb-a66f-38f273b35854 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:43:41.355683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Updating router fb5cc799-b340-41eb-a66f-38f273b35854 port f7ea897e-534b-4e7d-b9da-770ffe162e37 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:43:41.357410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks [] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.358449 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:41.358805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.396757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1db2e424-e604-4aea-bd03-dd5af7375d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.407671 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.483596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.519542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:41.522496 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:41.526028 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:41.558403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:41.558884 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:41.584462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (fb5cc799-b340-41eb-a66f-38f273b35854), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.721383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Publish callbacks [] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.750297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-35797551-0cd0-4fb9-9387-7f148e7f965f None None] Provisioning complete for port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:41.750666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-35797551-0cd0-4fb9-9387-7f148e7f965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.784538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-35797551-0cd0-4fb9-9387-7f148e7f965f None None] Port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:43:41.787194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.788666 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.845510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e02338-dd9a-4516-a797-ba23cf163c7c None None] Pushing event updated for resources: {'Port': ['ID=f7ea897e-534b-4e7d-b9da-770ffe162e37,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:41.847726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Attempting to bind port f7ea897e-534b-4e7d-b9da-770ffe162e37 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:41.848096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Attempting to bind port f7ea897e-534b-4e7d-b9da-770ffe162e37 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:41.848462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Attempting to bind port f7ea897e-534b-4e7d-b9da-770ffe162e37 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:41.854647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:41.858697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:41.858697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.858697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:41.858697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Bound port: f7ea897e-534b-4e7d-b9da-770ffe162e37, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:41.858697 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.907373 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] For port f7ea897e-534b-4e7d-b9da-770ffe162e37, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:41.910572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] For port f7ea897e-534b-4e7d-b9da-770ffe162e37, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f7ea897e-534b-4e7d-b9da-770ffe162e37,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:41.954435 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks [] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:41.980493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:42.009301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:42.036292 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Routers {'fb5cc799-b340-41eb-a66f-38f273b35854'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:42.036921 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb5cc799-b340-41eb-a66f-38f273b35854'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:42.042270 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e02338-dd9a-4516-a797-ba23cf163c7c None None] Pushing event updated for resources: {'Port': ['ID=f7ea897e-534b-4e7d-b9da-770ffe162e37,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:42.081579 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (fb5cc799-b340-41eb-a66f-38f273b35854), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:42.084684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:42.150798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] Set router fb5cc799-b340-41eb-a66f-38f273b35854 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:42.174563 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:42.175800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:42.302284 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Router fb5cc799-b340-41eb-a66f-38f273b35854 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:43:42.362686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9c4c46ec-c4df-4f68-b8b7-c23c281f87f5', 'name': '', 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:41Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 2, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'subnets': [{'id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:42.366188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:42.391530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6826d6f-67d6-4908-9316-6342d0ea1e10 None None] The sync data for ids ['fb5cc799-b340-41eb-a66f-38f273b35854'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9c4c46ec-c4df-4f68-b8b7-c23c281f87f5', 'name': '', 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:41Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 2, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'subnets': [{'id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:43:42.423473 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:43:42.428605 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-df6dcb75-1fed-431a-9a3d-9a727d564e22 admin admin] 10.222.0.37 "PUT /v2.0/routers/fb5cc799-b340-41eb-a66f-38f273b35854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751570 Apr 29 04:43:42.511734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-bb78d9b4-ff6c-4b44-97e4-154605d47e34 None None] Provisioning complete for port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:42.512282 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bb78d9b4-ff6c-4b44-97e4-154605d47e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:42.552320 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 362c4556-266f-4185-a858-29a72240b142 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:42.580314 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-bb78d9b4-ff6c-4b44-97e4-154605d47e34 None None] Port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:43:42.606293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 362c4556-266f-4185-a858-29a72240b142 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:42.606666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (362c4556-266f-4185-a858-29a72240b142), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:42.702537 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 362c4556-266f-4185-a858-29a72240b142 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:43.327949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41590) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:43.332798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071251256', 'description': 'tempest-secgroup-smoke-2071251256 description', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:43.411524 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.487927 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (05db3823-52ee-45d3-896f-a1bc83b62097), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.557240 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (05db3823-52ee-45d3-896f-a1bc83b62097), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.602313 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05db3823-52ee-45d3-896f-a1bc83b62097,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:43.657360 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.658629 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-74bc741f-5bab-4ba1-9f87-00c3cea1627a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3295553 Apr 29 04:43:43.661772 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41592) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:43.666923 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '05db3823-52ee-45d3-896f-a1bc83b62097', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:43.758405 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (78b136f3-5c82-44d1-9168-a054a6b930b8), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.817744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (78b136f3-5c82-44d1-9168-a054a6b930b8), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.895991 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.906082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (78b136f3-5c82-44d1-9168-a054a6b930b8), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.929198 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b136f3-5c82-44d1-9168-a054a6b930b8,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:43.993704 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:43.994929 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-b886d118-652d-482a-ae73-84d0adc3638c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315818 Apr 29 04:43:43.997660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41594) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:44.001864 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '05db3823-52ee-45d3-896f-a1bc83b62097', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:44.106394 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (d2f9ef39-ca0f-4f11-a63f-04d77e7a8b0c), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.163591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (d2f9ef39-ca0f-4f11-a63f-04d77e7a8b0c), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.225946 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (d2f9ef39-ca0f-4f11-a63f-04d77e7a8b0c), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.245037 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f9ef39-ca0f-4f11-a63f-04d77e7a8b0c,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:44.298601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.299790 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d8ff5447-769f-43f7-b5e2-6a426e831d7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3012338 Apr 29 04:43:44.302406 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41596) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:44.306586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '05db3823-52ee-45d3-896f-a1bc83b62097', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:44.376053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (7792151e-7205-4941-8144-a65ba09ceb91), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.430932 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (7792151e-7205-4941-8144-a65ba09ceb91), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.506657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7792151e-7205-4941-8144-a65ba09ceb91), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.526076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7792151e-7205-4941-8144-a65ba09ceb91,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:44.543644 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f7ea897e-534b-4e7d-b9da-770ffe162e37 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:44.592452 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f7ea897e-534b-4e7d-b9da-770ffe162e37 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:44.592730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.596227 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.597604 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-438c10cc-9b39-4c94-98f9-eee0b651f786 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942350 Apr 29 04:43:44.600230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41598) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:44.604618 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '05db3823-52ee-45d3-896f-a1bc83b62097', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:44.667755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f7ea897e-534b-4e7d-b9da-770ffe162e37 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:44.668135 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.679730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (22aaa931-a3b1-45ff-8d7b-b3792f1b6677), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.688216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port f7ea897e-534b-4e7d-b9da-770ffe162e37, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f7ea897e-534b-4e7d-b9da-770ffe162e37,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:44.747352 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (22aaa931-a3b1-45ff-8d7b-b3792f1b6677), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.748606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.800541 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=f7ea897e-534b-4e7d-b9da-770ffe162e37,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:44.822706 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (22aaa931-a3b1-45ff-8d7b-b3792f1b6677), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.843639 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aaa931-a3b1-45ff-8d7b-b3792f1b6677,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:44.918817 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:44.920035 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f50b7c7b-d821-4246-a908-ad0eed79ab91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3188467 Apr 29 04:43:44.922669 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41600) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:44.927091 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '05db3823-52ee-45d3-896f-a1bc83b62097', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:45.008233 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Project cf1bbb4914a2445cb1dd4a540c6281ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:43:45.013744 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (7c65b76b-ea81-4b27-b103-0e16a4371d97), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.071694 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (7c65b76b-ea81-4b27-b103-0e16a4371d97), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.145937 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.168665 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7c65b76b-ea81-4b27-b103-0e16a4371d97), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.187642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c65b76b-ea81-4b27-b103-0e16a4371d97,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:45.256641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.260396 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-ce7b8d49-dc0c-4e03-bdae-4df89c99ea04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343103 Apr 29 04:43:45.260663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 41602) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:45.265055 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '05db3823-52ee-45d3-896f-a1bc83b62097', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:45.356986 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Project cf1bbb4914a2445cb1dd4a540c6281ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:43:45.362542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (7fe2bd59-be19-48e7-8b88-bb4e0b88ca49), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.424140 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (7fe2bd59-be19-48e7-8b88-bb4e0b88ca49), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.505856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (7fe2bd59-be19-48e7-8b88-bb4e0b88ca49), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.523483 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe2bd59-be19-48e7-8b88-bb4e0b88ca49,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:45.595591 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:45.596801 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9c0632e9-c6b3-46a7-930d-13346296ac99 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3351541 Apr 29 04:43:45.743340 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-e20f8b15-b73d-4d7e-b56b-4ccd0091acd8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071251256&fields=id&tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 267 time: 0.0440314 Apr 29 04:43:45.849846 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-659fc374-0289-4198-8e56-ba099f05e805 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:45.851996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-659fc374-0289-4198-8e56-ba099f05e805 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 809 time: 0.1014287 Apr 29 04:43:45.855983 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Sync routers for ids ['fb5cc799-b340-41eb-a66f-38f273b35854'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:43:45.865684 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Routers {'fb5cc799-b340-41eb-a66f-38f273b35854'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:45.866285 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb5cc799-b340-41eb-a66f-38f273b35854'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:45.866892 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-22027f12-b2b4-416f-ad20-48187655876d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/quotas/cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 375 time: 0.0089839 Apr 29 04:43:45.915048 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-bb7c9eb7-297d-44b2-8e6c-99fd45d8ff09 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430171 Apr 29 04:43:45.974079 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Set router fb5cc799-b340-41eb-a66f-38f273b35854 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:46.016862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-09ede179-5199-4628-b6c5-d2a1ed7a0ae7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:43:46.017886 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-09ede179-5199-4628-b6c5-d2a1ed7a0ae7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0918624 Apr 29 04:43:46.111454 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-952db31a-8614-4bc8-9f4e-d5aeab7309a1 service neutron] 10.222.0.37 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Apr 29 04:43:46.158890 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9c4c46ec-c4df-4f68-b8b7-c23c281f87f5', 'name': '', 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:41Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 2, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'subnets': [{'id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:46.185466 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Checking router: fb5cc799-b340-41eb-a66f-38f273b35854 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:43:46.185762 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Updating router fb5cc799-b340-41eb-a66f-38f273b35854 port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:43:46.199600 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-69fbf1b5-97b8-4c5f-be78-963fb9e2d0bb service neutron] 10.222.0.37 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824137 Apr 29 04:43:46.213114 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.470596 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0c677687-2996-4b19-b372-ee95f7c59177 req-b3d5b319-5c49-49fa-867a-06d7c0a958c8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 210 time: 0.0344963 Apr 29 04:43:46.489798 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Publish callbacks [] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.536109 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f7ea897e-534b-4e7d-b9da-770ffe162e37 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:46.546437 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.588142 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port f7ea897e-534b-4e7d-b9da-770ffe162e37 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:46.588717 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.623572 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afdae8-b0b5-46ae-a8f7-37f5c531ce29 None None] Pushing event updated for resources: {'Port': ['ID=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:46.660067 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Attempting to bind port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:46.660816 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Attempting to bind port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:46.661228 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Attempting to bind port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 on network ee9f174d-793e-4d8c-920c-572dccc2c4a6 {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:46.667349 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:46.667846 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Checking segment: {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:46.668245 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.669095 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Bound using segment: {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:46.669095 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Bound port: 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64e9dc7-a34c-4b5b-9967-59aa30de7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:46.669487 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.671121 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port f7ea897e-534b-4e7d-b9da-770ffe162e37 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:46.741080 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] For port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:46.744863 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] For port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:46.820025 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-210caa02-96e4-41f8-aa9e-06627b423479 None None] Provisioning complete for port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:46.820395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-210caa02-96e4-41f8-aa9e-06627b423479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.834559 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:46.857422 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-210caa02-96e4-41f8-aa9e-06627b423479 None None] Port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:43:46.893873 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Routers {'fb5cc799-b340-41eb-a66f-38f273b35854'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:43:46.894510 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb5cc799-b340-41eb-a66f-38f273b35854'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:46.896227 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afdae8-b0b5-46ae-a8f7-37f5c531ce29 None None] Pushing event updated for resources: {'Port': ['ID=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:47.123127 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] Set router fb5cc799-b340-41eb-a66f-38f273b35854 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:43:47.177546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] Provisioning complete for port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:47.177852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:47.258237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] Current status of the port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:47.258683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:47.294207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] For port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:47.326987 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-c27ef0de-5229-4398-8765-c78633444203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9c4c46ec-c4df-4f68-b8b7-c23c281f87f5', 'name': '', 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:41Z', 'updated_at': '2022-04-29T04:43:46Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'subnets': [{'id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:43:47.353692 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ef0de-5229-4398-8765-c78633444203 None None] The sync data for ids ['fb5cc799-b340-41eb-a66f-38f273b35854'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:41Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '9c4c46ec-c4df-4f68-b8b7-c23c281f87f5', 'name': '', 'network_id': 'ee9f174d-793e-4d8c-920c-572dccc2c4a6', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:41Z', 'updated_at': '2022-04-29T04:43:46Z', 'revision_number': 4, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'subnets': [{'id': 'f3d341dd-70c1-474a-b4bf-c4fcb929c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:43:47.391831 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:47.448983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82520cd6-2793-4bf6-9ff7-b19f70174648 None None] Pushing event updated for resources: {'Port': ['ID=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:47.572758 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-92655dc2-13f2-44a3-8333-9565ac713cca req-b6b05364-3ae1-4de6-b9d5-0c39333e97b7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 210 time: 0.0335548 Apr 29 04:43:48.542266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:48.587980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:48.588348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:48.643796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-fedf298e-ff1d-43a8-8a7e-92ec0b5ee676 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:48.645956 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-fedf298e-ff1d-43a8-8a7e-92ec0b5ee676 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 809 time: 0.1049573 Apr 29 04:43:48.683657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ffcacc6-81ff-498b-9716-11a32d50d50e req-a6e29a2b-fe8d-4eb8-b794-3c7a57817cd6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 210 time: 0.0364623 Apr 29 04:43:48.683908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:48.736474 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-a2f8a69e-a477-4379-a418-cb87b17ea1a9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 380 time: 0.0597858 Apr 29 04:43:48.746049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'port': {'device_id': 'e15d3446-15f9-4542-b533-104621aa4528', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'admin_state_up': True, 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'security_groups': ['05db3823-52ee-45d3-896f-a1bc83b62097']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:48.934656 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Made reservation on behalf of cf1bbb4914a2445cb1dd4a540c6281ce for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:43:48.938080 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.065584 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Allocated IP 172.20.0.6 (a14e3086-990a-4ae2-8d66-c61f65330ece/bbe89b0c-aa95-40ce-a954-63e7e048dcee/dac130c5-4df3-496c-9880-75404bb16c27) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:49.204213 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for port (dac130c5-4df3-496c-9880-75404bb16c27), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.297139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.338796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Network a14e3086-990a-4ae2-8d66-c61f65330ece is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:49.343724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:49.347474 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:49.371075 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:49.398995 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:49.400132 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.497717 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-400e541e-1759-4057-bbf1-d30085a71bd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556217 Apr 29 04:43:49.560705 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Request body: {'port': {'device_id': 'e15d3446-15f9-4542-b533-104621aa4528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:49.621438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b24ecb27-8a22-4ecf-9059-332eba96239d None None] Provisioning complete for port dac130c5-4df3-496c-9880-75404bb16c27 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:49.622008 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b24ecb27-8a22-4ecf-9059-332eba96239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dac130c5-4df3-496c-9880-75404bb16c27), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.626262 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.655873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b24ecb27-8a22-4ecf-9059-332eba96239d None None] Port dac130c5-4df3-496c-9880-75404bb16c27 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:43:49.798969 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b813cf-06d5-4033-9d6d-7ea11e0f315f req-f9169e40-a50e-4b9f-a20c-1a40a530cf7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:49.800436 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5b813cf-06d5-4033-9d6d-7ea11e0f315f req-f9169e40-a50e-4b9f-a20c-1a40a530cf7a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 931 time: 0.0475600 Apr 29 04:43:49.849775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5b813cf-06d5-4033-9d6d-7ea11e0f315f req-472d08b0-57d5-4aad-91ba-ac94b0bd8e64 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Apr 29 04:43:49.884651 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac130c5-4df3-496c-9880-75404bb16c27 {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:43:49.892719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Publish callbacks [] for port (dac130c5-4df3-496c-9880-75404bb16c27), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:49.906497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Transition to ACTIVE for port object dac130c5-4df3-496c-9880-75404bb16c27 will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:43:49.969086 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:50.023641 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:50.097192 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Attempting to bind port dac130c5-4df3-496c-9880-75404bb16c27 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:43:50.097554 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Attempting to bind port dac130c5-4df3-496c-9880-75404bb16c27 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:43:50.097874 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Attempting to bind port dac130c5-4df3-496c-9880-75404bb16c27 on network a14e3086-990a-4ae2-8d66-c61f65330ece {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:50.103176 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Port dac130c5-4df3-496c-9880-75404bb16c27 on network a14e3086-990a-4ae2-8d66-c61f65330ece not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:43:50.103433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Attempting to bind port dac130c5-4df3-496c-9880-75404bb16c27 on network a14e3086-990a-4ae2-8d66-c61f65330ece {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:43:50.108959 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:43:50.109286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Checking segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:43:50.109691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Bound using segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:43:50.110115 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Bound port: dac130c5-4df3-496c-9880-75404bb16c27, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:43:50.110467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:50.176042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:43:50.179106 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:43:50.234327 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:50.283078 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.283701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:50.285093 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] 10.222.0.31 "PUT /v2.0/ports/dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 1093 time: 0.7761970 Apr 29 04:43:50.285557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:43:50.287968 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:43:50.302997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cef8f-b9be-4e65-ba92-7e0ba23fdcfe service neutron] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:50.336424 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef2d12a-cbbf-48cd-9fd0-4f13e7eadf68 x-openstack-request-id: req-cef2d12a-cbbf-48cd-9fd0-4f13e7eadf68 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:43:50.336715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:43:50.336966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cef2d12a-cbbf-48cd-9fd0-4f13e7eadf68 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:43:50.337193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:50.337415 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef2d12a-cbbf-48cd-9fd0-4f13e7eadf68'] response: {'name': 'network-changed', 'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'status': 'completed', 'code': 200} Apr 29 04:43:50.413586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e req-98f5b1f7-f108-4d37-aafd-3c60a45b0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.415742 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e req-98f5b1f7-f108-4d37-aafd-3c60a45b0cdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1127 time: 0.0478673 Apr 29 04:43:50.521952 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e req-3e048ea0-a07d-4978-9682-ca71ea3293d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.523415 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e req-3e048ea0-a07d-4978-9682-ca71ea3293d6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960541 Apr 29 04:43:50.623376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e req-ab58994f-fd19-4d23-92a1-1458f0736868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.624738 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cd0c0ac-db84-424a-b600-24f8d5bb2b2e req-ab58994f-fd19-4d23-92a1-1458f0736868 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924883 Apr 29 04:43:50.706688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-be9a3ada-3bed-4363-836b-4ee5e1ac2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.708044 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-be9a3ada-3bed-4363-836b-4ee5e1ac2d71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1127 time: 0.0384374 Apr 29 04:43:50.752536 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-0570374c-9cda-4cd9-9453-5934bea28f03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 217 time: 0.0334663 Apr 29 04:43:50.804940 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-33213249-0160-453a-bc57-03b534c8fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.806493 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-33213249-0160-453a-bc57-03b534c8fd10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0458071 Apr 29 04:43:50.852297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-e4d43f34-ed24-4f2d-ab74-75b2fd0d621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.854811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-e4d43f34-ed24-4f2d-ab74-75b2fd0d621d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381544 Apr 29 04:43:50.957782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-b5f010c8-d499-410d-83de-71c24ce5dec6 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937312 Apr 29 04:43:50.961533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0869-a236-438c-aa37-c1763e05929e req-ee214ca7-e405-4b0d-b3c2-e21d9105e7e3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:50.963042 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e2be0869-a236-438c-aa37-c1763e05929e req-ee214ca7-e405-4b0d-b3c2-e21d9105e7e3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0469947 Apr 29 04:43:51.010924 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e2be0869-a236-438c-aa37-c1763e05929e req-b443114b-5095-450d-b360-02d1e9529697 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Apr 29 04:43:51.048644 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e191d2db-e9fb-4eca-8701-c5f15ac10770 req-5fdda376-3043-4c1d-8ef4-118cc8507af9 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Apr 29 04:43:52.124170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f8b2c-c15a-4efd-aec1-5ba35842c697 req-92b83410-1109-4268-b97c-57d1dc81bd4d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:52.125649 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3b2f8b2c-c15a-4efd-aec1-5ba35842c697 req-92b83410-1109-4268-b97c-57d1dc81bd4d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0464835 Apr 29 04:43:52.176495 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3b2f8b2c-c15a-4efd-aec1-5ba35842c697 req-c11a8f6b-0e79-4c2e-8af1-f4f87825547c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453758 Apr 29 04:43:53.294339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1dfe-6522-4d48-b0f2-fd75faed007a req-311d30c3-4f09-4711-a69e-b112b7e58059 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:53.295808 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c47c1dfe-6522-4d48-b0f2-fd75faed007a req-311d30c3-4f09-4711-a69e-b112b7e58059 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0504558 Apr 29 04:43:53.343633 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c47c1dfe-6522-4d48-b0f2-fd75faed007a req-2baed439-78aa-46d9-bacf-5643504b6fb6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Apr 29 04:43:54.268684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:43:54.363780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:54.375365 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'dac130c5-4df3-496c-9880-75404bb16c27', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'mac_address': 'fa:16:3e:7f:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:43:54.411626 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:54.412020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:54.426566 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac130c5-4df3-496c-9880-75404bb16c27 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:43:54.447259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:54.458742 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a635bf-2578-47b4-ae39-886be0d7e3e4 req-8a8ab56d-65fb-472e-999f-7f92fc2f8260 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:54.460208 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35a635bf-2578-47b4-ae39-886be0d7e3e4 req-8a8ab56d-65fb-472e-999f-7f92fc2f8260 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0476270 Apr 29 04:43:54.508764 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-35a635bf-2578-47b4-ae39-886be0d7e3e4 req-3618482c-9741-444a-ba94-f3a7053597ee tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Apr 29 04:43:54.542513 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:54.592969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:54.805993 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['dac130c5-4df3-496c-9880-75404bb16c27'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:43:55.619682 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5351-3770-4fb5-8496-5a41a496ba27 req-c0d5df0b-6f3c-44d0-a517-0bd6da66ad3b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:55.621147 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-86ac5351-3770-4fb5-8496-5a41a496ba27 req-c0d5df0b-6f3c-44d0-a517-0bd6da66ad3b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 944 time: 0.0459995 Apr 29 04:43:55.669384 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-86ac5351-3770-4fb5-8496-5a41a496ba27 req-fcd666a8-30f5-4fba-9b03-f934b6e459ff tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Apr 29 04:43:56.269388 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:43:56.314361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port dac130c5-4df3-496c-9880-75404bb16c27 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:43:56.431421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port dac130c5-4df3-496c-9880-75404bb16c27 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:43:56.431808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dac130c5-4df3-496c-9880-75404bb16c27), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:56.511437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:43:56.511813 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:56.533868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:43:56.536051 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e3e3d-b553-4726-bb11-22063b19fe45" -d '{"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-plugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:43:56.548225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:43:56.570336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ca17b6-4548-4ee5-95b2-d50899ab7e3a x-openstack-request-id: req-35ca17b6-4548-4ee5-95b2-d50899ab7e3a {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:43:56.570674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-plugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:43:56.570922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35ca17b6-4548-4ee5-95b2-d50899ab7e3a {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:43:56.571392 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ca17b6-4548-4ee5-95b2-d50899ab7e3a'] response: {'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'code': 200} Apr 29 04:43:56.622806 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:56.670410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:43:56.782261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b5095-3afc-4a26-861b-5c1a05f80f94 req-a75dd8b8-1776-40e4-a130-1f6e7c9e033f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:56.783701 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8d8b5095-3afc-4a26-861b-5c1a05f80f94 req-a75dd8b8-1776-40e4-a130-1f6e7c9e033f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0464318 Apr 29 04:43:56.835707 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8d8b5095-3afc-4a26-861b-5c1a05f80f94 req-df3d5bd6-7ca4-473d-8b42-845aa5a529c0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Apr 29 04:43:56.889328 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726e20-d5ad-4ab1-b06d-3ec9aa0e46f8 req-9328a6a3-fd3a-42aa-81c7-c4d19e8b6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:56.890847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-26726e20-d5ad-4ab1-b06d-3ec9aa0e46f8 req-9328a6a3-fd3a-42aa-81c7-c4d19e8b6296 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1129 time: 0.0382833 Apr 29 04:43:56.937165 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-26726e20-d5ad-4ab1-b06d-3ec9aa0e46f8 req-21225d51-13f7-41f5-9fe7-8f3f9eeaf304 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Apr 29 04:43:57.952620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9e005-c9fe-4993-8ec0-d7f9e5cce796 req-a954f50a-821d-40c7-9fd5-8b18644a7500 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:57.954113 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2f9e005-c9fe-4993-8ec0-d7f9e5cce796 req-a954f50a-821d-40c7-9fd5-8b18644a7500 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Apr 29 04:43:58.000193 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a2f9e005-c9fe-4993-8ec0-d7f9e5cce796 req-fa54d7ef-ce3e-4264-94fb-80f15461de3e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Apr 29 04:43:59.111542 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f274d-e9e0-4973-ac82-07586a8d680b req-2ad29df6-23ea-493b-badb-b34d95d14d94 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:59.113031 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-994f274d-e9e0-4973-ac82-07586a8d680b req-2ad29df6-23ea-493b-badb-b34d95d14d94 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0467856 Apr 29 04:43:59.160327 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-994f274d-e9e0-4973-ac82-07586a8d680b req-78857641-944a-41c4-acfd-5f4cef263043 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Apr 29 04:43:59.271342 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7e382-0c68-429d-9f4c-0a8320760b32 req-f93aec41-bc3e-41c7-bb4c-b210588d28dc tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:59.272791 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-30a7e382-0c68-429d-9f4c-0a8320760b32 req-f93aec41-bc3e-41c7-bb4c-b210588d28dc tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0471857 Apr 29 04:43:59.320201 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-30a7e382-0c68-429d-9f4c-0a8320760b32 req-906d1e98-d3c4-45cc-aaa7-e36a04fd1d0e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Apr 29 04:43:59.341704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41666) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:59.418523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b9467-5db8-47d6-a9bd-5d634f347eb0 tempest-TestShelveInstance-1531609237 tempest-TestShelveInstance-1531609237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:43:59.420036 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-fd2b9467-5db8-47d6-a9bd-5d634f347eb0 tempest-TestShelveInstance-1531609237 tempest-TestShelveInstance-1531609237-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1124 time: 0.0773919 Apr 29 04:43:59.423030 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:43:59.427124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:43:59.531153 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:59.614243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:59.715061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Allocated IP 172.26.4.153 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/1fd4875d-b8f5-4f62-bd72-258ec081d44d) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:43:59.811410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:59.891061 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:43:59.927187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:43:59.936292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:43:59.939814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:43:59.944870 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'Port': ['ID=1fd4875d-b8f5-4f62-bd72-258ec081d44d,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:44:00.293934 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (55dc9b25-a67d-4b18-b863-18378bbc012e), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:00.410529 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:00.554541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:00.620133 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:00.685918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'Port': ['ID=1fd4875d-b8f5-4f62-bd72-258ec081d44d,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:44:00.695284 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (55dc9b25-a67d-4b18-b863-18378bbc012e), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:00.793485 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Floating IP 55dc9b25-a67d-4b18-b863-18378bbc012e associated. External IP: 172.26.4.153, port: dac130c5-4df3-496c-9880-75404bb16c27. Apr 29 04:44:00.997665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:44:01.102491 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:44:01.112713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:44:01.123617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:44:01.124232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:44:01.211077 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:01.230612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:44:01.240987 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dfae384b-e667-488c-9e57-cce37675da2f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8169425 Apr 29 04:44:01.241713 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:44:01.244675 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c74c7d-7674-42a0-acf0-7647f960baaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:44:01.280963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda94f43-14ca-4116-a7c6-d1400e36db9a x-openstack-request-id: req-dda94f43-14ca-4116-a7c6-d1400e36db9a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:44:01.281255 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:44:01.281543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dda94f43-14ca-4116-a7c6-d1400e36db9a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:44:01.281953 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda94f43-14ca-4116-a7c6-d1400e36db9a'] response: {'name': 'network-changed', 'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'status': 'completed', 'code': 200} Apr 29 04:44:01.340777 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-ba6ff88a-62dc-4d34-ac50-a4da1b5eed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:01.342340 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-ba6ff88a-62dc-4d34-ac50-a4da1b5eed3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1129 time: 0.0389256 Apr 29 04:44:01.457441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '55dc9b25-a67d-4b18-b863-18378bbc012e', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'floating_ip_address': '172.26.4.153', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'mac_address': 'fa:16:3e:7f:5a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15d3446-15f9-4542-b533-104621aa4528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:44:00Z', 'updated_at': '2022-04-29T04:44:00Z', 'revision_number': 0, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:44:01.485795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:44:01.494715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:44:01.495348 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:43:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:44:01.763787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:44:01.792306 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-4cdab808-879f-48bf-9f7e-05ff6ae0ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:01.793807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-4cdab808-879f-48bf-9f7e-05ff6ae0ab32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.4454882 Apr 29 04:44:01.857817 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-72883704-5abe-45f3-ae42-d5686d070c88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 999 time: 0.0570729 Apr 29 04:44:01.905236 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-b0825812-8f22-4ec5-8d1d-47f712650436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:01.906688 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-b0825812-8f22-4ec5-8d1d-47f712650436 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0430453 Apr 29 04:44:01.951778 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-8d4f2133-5b89-4a09-9b3e-5bc31f711984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:01.953262 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-8d4f2133-5b89-4a09-9b3e-5bc31f711984 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408773 Apr 29 04:44:01.977469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '55dc9b25-a67d-4b18-b863-18378bbc012e', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'floating_ip_address': '172.26.4.153', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'mac_address': 'fa:16:3e:7f:5a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15d3446-15f9-4542-b533-104621aa4528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:44:00Z', 'updated_at': '2022-04-29T04:44:00Z', 'revision_number': 0, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:44:02.003240 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c4e82-847a-49a2-8fca-3e92bc389c70 None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '55dc9b25-a67d-4b18-b863-18378bbc012e', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'floating_ip_address': '172.26.4.153', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'mac_address': 'fa:16:3e:7f:5a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15d3446-15f9-4542-b533-104621aa4528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:44:00Z', 'updated_at': '2022-04-29T04:44:00Z', 'revision_number': 0, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:44:02.040779 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-b5be2c8e-f356-45e2-a3fb-5703a19d01af service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810666 Apr 29 04:44:02.136293 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-65c74c7d-7674-42a0-acf0-7647f960baaa req-3ed40976-b578-405a-b277-a903e85d0e71 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898781 Apr 29 04:44:02.173644 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:44:02.191625 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227c109-03be-438a-bce8-b83a90bcdd21 None None] New status for floating IP 55dc9b25-a67d-4b18-b863-18378bbc012e: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:44:08.885556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ee5198b2-6e35-46f6-9822-68ad09ba6f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:11.198212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-99a2f625-dc9e-4945-a69a-92802e80cc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:12.354385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:13.902690 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:15.117684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:20.337033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:22.034077 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-1d6d7b0c-44b5-4dae-840c-9bd55f9b1515 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364771 Apr 29 04:44:22.114006 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-21c43b02-73a2-48b8-9f65-186155fec90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:22.115491 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-21c43b02-73a2-48b8-9f65-186155fec90c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1129 time: 0.0384157 Apr 29 04:44:22.219915 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-4b944b9f-94d8-4f5f-a731-6a396b553bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:22.221396 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-4b944b9f-94d8-4f5f-a731-6a396b553bd3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0875990 Apr 29 04:44:22.284789 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-996188d2-b070-42be-b721-2d48cdab0c19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 1001 time: 0.0570664 Apr 29 04:44:22.335498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-1ccdd918-8499-4c61-b193-63dcb6ac8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:22.336891 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-1ccdd918-8499-4c61-b193-63dcb6ac8251 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0454626 Apr 29 04:44:22.379434 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-a7914f5f-1361-47f4-8422-e31ae59808c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:44:22.380843 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-a7914f5f-1361-47f4-8422-e31ae59808c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0365243 Apr 29 04:44:22.470175 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-5577da03-488e-4fed-9953-58cc6a8f90f4 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819390 Apr 29 04:44:22.558700 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c5c17a7-380b-4686-ac09-d1e79f2a7991 req-81da5a15-a5ad-4de5-9bc0-9f1321bf36e1 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806684 Apr 29 04:44:38.889430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2188d55-25bd-4c0c-b2ef-bf685f1ea6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:39.172574 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:44:41.211145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8f2dec12-2930-4ce9-bb41-7796613d3a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:42.342741 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:43.891504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:45.131275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:44:50.365947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:08.891530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4a767ee0-8740-4b18-9bda-50e0dfb6cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:11.209579 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-12faa07f-2ffd-4d24-99c2-5c944f845cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:12.363878 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:13.889729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:15.125766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:16.171163 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:45:20.375005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:23.085105 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-f63bc39b-13d4-4750-a8ce-26ec90c0817f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387011 Apr 29 04:45:23.173345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d163d-d2be-4eec-b120-9b872370d012 req-a6f1aaec-7aaf-42a8-bca9-b4dbe044e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:45:23.174872 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-a6f1aaec-7aaf-42a8-bca9-b4dbe044e615 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1129 time: 0.0425718 Apr 29 04:45:23.275397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d163d-d2be-4eec-b120-9b872370d012 req-3a94e87f-0018-4c68-9deb-70a3ca820717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:45:23.276857 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-3a94e87f-0018-4c68-9deb-70a3ca820717 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0827222 Apr 29 04:45:23.350820 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-bb49ab96-44cc-4768-94ef-89a93ed73de8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 1001 time: 0.0611434 Apr 29 04:45:23.400226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d163d-d2be-4eec-b120-9b872370d012 req-7673f002-0a07-4f3c-a60d-8cc847283323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:45:23.401682 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-7673f002-0a07-4f3c-a60d-8cc847283323 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0427668 Apr 29 04:45:23.447613 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d163d-d2be-4eec-b120-9b872370d012 req-075e2282-7a0f-41b7-9298-790af3fd97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:45:23.449051 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-075e2282-7a0f-41b7-9298-790af3fd97b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385373 Apr 29 04:45:23.544186 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-1240e665-89d8-42dc-b339-b7a5e2c3a7d0 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844734 Apr 29 04:45:23.633405 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-026d163d-d2be-4eec-b120-9b872370d012 req-f1abf555-1c85-4647-b7af-c93222cd9120 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805206 Apr 29 04:45:38.886059 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cd01d026-d323-499f-a164-e2922b5baacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:41.206061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74a94ad4-6626-4389-813e-0ed00f810168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:42.348868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:43.901325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:45.152607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:50.375174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:45:53.169831 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:45:59.104162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a87b2-1c62-4146-864d-a317e076cab1 req-6267fd0b-36c7-4946-b5bf-9694d301c39f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:45:59.105730 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-547a87b2-1c62-4146-864d-a317e076cab1 req-6267fd0b-36c7-4946-b5bf-9694d301c39f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Apr 29 04:45:59.156143 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-547a87b2-1c62-4146-864d-a317e076cab1 req-28d20be6-184e-4da6-bc80-9934e24c29b6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Apr 29 04:46:00.276015 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332eff5-c4a1-4f1a-b297-75a598674948 req-849028a1-4bbd-4360-ab94-4a063f1340ca tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:00.277473 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2332eff5-c4a1-4f1a-b297-75a598674948 req-849028a1-4bbd-4360-ab94-4a063f1340ca tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0500901 Apr 29 04:46:00.324321 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2332eff5-c4a1-4f1a-b297-75a598674948 req-d7b451ed-1956-4aac-b99c-03188891513f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Apr 29 04:46:01.440956 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67fb6-53e3-4310-bd0a-ea7e07a1adb1 req-a900fd06-671a-4ec8-9475-b69fc6cda635 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:01.442500 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-61f67fb6-53e3-4310-bd0a-ea7e07a1adb1 req-a900fd06-671a-4ec8-9475-b69fc6cda635 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0495420 Apr 29 04:46:01.492053 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-61f67fb6-53e3-4310-bd0a-ea7e07a1adb1 req-6a333e21-b69a-466f-ba9c-a5215bdcca08 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Apr 29 04:46:02.604569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025ee6-5122-4cfb-ae34-7f50d2f745ef req-0476cc63-bf34-440b-9c2d-38ce5ba2c61f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:02.605961 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f9025ee6-5122-4cfb-ae34-7f50d2f745ef req-0476cc63-bf34-440b-9c2d-38ce5ba2c61f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0463812 Apr 29 04:46:02.653773 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f9025ee6-5122-4cfb-ae34-7f50d2f745ef req-db1c75b5-8cf9-41e5-90e0-f927864d89a4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Apr 29 04:46:03.768116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2342a48-3b62-4e46-90c9-f82e72fcb8af req-68e7d8ba-3545-4569-b1e6-20712d73600a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:03.769610 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a2342a48-3b62-4e46-90c9-f82e72fcb8af req-68e7d8ba-3545-4569-b1e6-20712d73600a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0473843 Apr 29 04:46:03.816821 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a2342a48-3b62-4e46-90c9-f82e72fcb8af req-d12a723a-312e-458e-a472-0ed6e499e359 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Apr 29 04:46:04.928139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea16763-a47f-4084-962f-25703978ce49 req-a02c9059-b0d0-49a0-9df6-bacc674d8abe tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:04.929635 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ea16763-a47f-4084-962f-25703978ce49 req-a02c9059-b0d0-49a0-9df6-bacc674d8abe tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0472839 Apr 29 04:46:04.983833 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4ea16763-a47f-4084-962f-25703978ce49 req-760170d2-7aea-4c08-a668-5e8ba628067a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480852 Apr 29 04:46:06.094374 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f543c-b033-4f5c-8d41-2e76de124dea req-ca723295-2475-4890-8646-0c17f3283b95 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:06.095798 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3e5f543c-b033-4f5c-8d41-2e76de124dea req-ca723295-2475-4890-8646-0c17f3283b95 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0461595 Apr 29 04:46:06.146963 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3e5f543c-b033-4f5c-8d41-2e76de124dea req-fb7d5bad-4be4-4628-a441-ae360ca31112 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452073 Apr 29 04:46:07.258356 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5e7a3-50c1-4283-9019-3966714d95b7 req-44ae7a9a-0626-4f25-bcc4-29f02dc5415b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:07.259808 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37e5e7a3-50c1-4283-9019-3966714d95b7 req-44ae7a9a-0626-4f25-bcc4-29f02dc5415b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0467918 Apr 29 04:46:07.307557 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-37e5e7a3-50c1-4283-9019-3966714d95b7 req-3931f16e-ed5f-45ed-a10b-67dc3c52ec9d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Apr 29 04:46:08.419786 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694468e6-a67c-4c24-b9a6-8ba4a0ef40e1 req-57473a91-7fe4-4fdd-9cbe-8f47912a6b5d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:08.421267 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-694468e6-a67c-4c24-b9a6-8ba4a0ef40e1 req-57473a91-7fe4-4fdd-9cbe-8f47912a6b5d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0469649 Apr 29 04:46:08.468954 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-694468e6-a67c-4c24-b9a6-8ba4a0ef40e1 req-87ddefea-9c04-4d88-8c3c-4f0de13dcc71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Apr 29 04:46:08.891967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d95b-fe58-49b0-a503-8e80d62cf9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:09.582243 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdbb9b-a26d-420d-9d52-6877c48ef59a req-cc9f188a-ab2c-4532-9894-8d20d9f7b2a5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:09.583698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78bdbb9b-a26d-420d-9d52-6877c48ef59a req-cc9f188a-ab2c-4532-9894-8d20d9f7b2a5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0475125 Apr 29 04:46:09.631286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-78bdbb9b-a26d-420d-9d52-6877c48ef59a req-efd6604b-f4bf-49a4-a814-340300d6f0d0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Apr 29 04:46:10.743402 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4eef8-653a-46d6-9fd7-2921f1bd4719 req-4027dd15-902d-491d-86b7-2a30c7c99eab tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:10.744860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eea4eef8-653a-46d6-9fd7-2921f1bd4719 req-4027dd15-902d-491d-86b7-2a30c7c99eab tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0464637 Apr 29 04:46:10.792570 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eea4eef8-653a-46d6-9fd7-2921f1bd4719 req-846868e3-7340-4e3c-8cb1-adf66055e05d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 Apr 29 04:46:11.070643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:46:11.178366 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:11.190188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'dac130c5-4df3-496c-9880-75404bb16c27', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'mac_address': 'fa:16:3e:7f:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:46:11.219759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-be02f983-425f-419f-b55e-c69e25dc90c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:11.228188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:46:11.228572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:11.242005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dac130c5-4df3-496c-9880-75404bb16c27 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:46:11.264603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:11.320364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:11.369218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:46:11.376262 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.376607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.376949 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.377286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.377643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.377975 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.378298 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.378623 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.378948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.379274 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.379599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.379922 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.380242 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.380565 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.380880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:46:11.413258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['dac130c5-4df3-496c-9880-75404bb16c27'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:46:11.911582 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d8d8-fac1-4b95-b4c6-ce6b9b96dce3 req-2fe3d50a-e731-4f80-abbb-96fc0197408c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:11.913055 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f29d8d8-fac1-4b95-b4c6-ce6b9b96dce3 req-2fe3d50a-e731-4f80-abbb-96fc0197408c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 944 time: 0.0522695 Apr 29 04:46:11.961636 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6f29d8d8-fac1-4b95-b4c6-ce6b9b96dce3 req-e7bff7a4-1fae-4f19-adef-d3873ee6aa31 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Apr 29 04:46:12.354698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:13.083969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:46:13.087256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3222c-3748-4499-b464-40de949ff768 req-c90d05b2-16bb-4209-979c-5b0fbeb64ccb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:13.089768 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-76c3222c-3748-4499-b464-40de949ff768 req-c90d05b2-16bb-4209-979c-5b0fbeb64ccb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 944 time: 0.0578077 Apr 29 04:46:13.136920 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port dac130c5-4df3-496c-9880-75404bb16c27 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:46:13.137300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dac130c5-4df3-496c-9880-75404bb16c27), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:13.148971 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-76c3222c-3748-4499-b464-40de949ff768 req-9a804be1-4dc2-4b02-ab8b-d97f7d0ace60 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488393 Apr 29 04:46:13.233982 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:46:13.234780 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:13.259914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:46:13.263067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5c125-6bbc-4bd8-bfb0-ff60a45fdb57" -d '{"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-plugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:46:13.277195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:13.305469 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e1829-6e9d-462a-b381-143547c134d5 x-openstack-request-id: req-7e0e1829-6e9d-462a-b381-143547c134d5 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:46:13.305767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-plugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:46:13.306026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e0e1829-6e9d-462a-b381-143547c134d5 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:46:13.306431 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0e1829-6e9d-462a-b381-143547c134d5'] response: {'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'code': 200} Apr 29 04:46:13.343624 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:13.401551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:46:13.886493 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:14.279988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13e26-a3aa-41af-b96f-1d8ea92eb2ca req-237fed8f-8e21-4ce2-9591-653a9901a416 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:14.285776 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d1b13e26-a3aa-41af-b96f-1d8ea92eb2ca req-237fed8f-8e21-4ce2-9591-653a9901a416 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0594068 Apr 29 04:46:14.339738 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d1b13e26-a3aa-41af-b96f-1d8ea92eb2ca req-f342ac90-54bb-4ebc-a07c-b90f43f6e62b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486200 Apr 29 04:46:15.284385 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:15.461110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7491-cbd6-4083-9554-2f5e0319ca40 req-67309105-6a9e-41da-aa9f-a521f899f7d8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:15.463377 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fff7491-cbd6-4083-9554-2f5e0319ca40 req-67309105-6a9e-41da-aa9f-a521f899f7d8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0501287 Apr 29 04:46:15.517288 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2fff7491-cbd6-4083-9554-2f5e0319ca40 req-30ffd1fc-637e-4b1f-82d3-68f8f055779c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465493 Apr 29 04:46:16.649882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b13e-373d-4dd9-b31a-cd16e0b9ea00 req-abd8bf74-d3d9-442f-bb60-245a1b8581fb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:16.651803 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-52e6b13e-373d-4dd9-b31a-cd16e0b9ea00 req-abd8bf74-d3d9-442f-bb60-245a1b8581fb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0611560 Apr 29 04:46:16.710628 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-52e6b13e-373d-4dd9-b31a-cd16e0b9ea00 req-b932a084-9a18-4a1b-a2d2-9ae500943f91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532539 Apr 29 04:46:17.838045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b417-bece-4c26-871a-fc74478fa714 req-7d4bbed9-47bd-4099-b5cd-dd15c04d3c0d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:17.839537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa74b417-bece-4c26-871a-fc74478fa714 req-7d4bbed9-47bd-4099-b5cd-dd15c04d3c0d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Apr 29 04:46:17.891514 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa74b417-bece-4c26-871a-fc74478fa714 req-d34ba63c-4782-4c2f-9243-aab8a72c6dde tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Apr 29 04:46:19.024099 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdc00d-d829-4109-bbe1-eb60bb072e47 req-0e9c4767-54f6-4d38-af12-c8ccffdf5a87 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:19.025756 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bafdc00d-d829-4109-bbe1-eb60bb072e47 req-0e9c4767-54f6-4d38-af12-c8ccffdf5a87 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0523307 Apr 29 04:46:19.081600 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-bafdc00d-d829-4109-bbe1-eb60bb072e47 req-465b0226-c3fb-42ad-8bd6-9b77a3974a32 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494771 Apr 29 04:46:20.206827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c42b-bf05-407e-bd68-2cd621ff0762 req-086b6e5a-6dac-4cf2-bf9b-f2d6f95bc1f9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:20.208703 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e9a7c42b-bf05-407e-bd68-2cd621ff0762 req-086b6e5a-6dac-4cf2-bf9b-f2d6f95bc1f9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Apr 29 04:46:20.270302 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e9a7c42b-bf05-407e-bd68-2cd621ff0762 req-b03367d3-15cf-4385-bf53-077704743dea tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508742 Apr 29 04:46:20.379969 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:21.394862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22be707-6a1f-4562-b79d-e559a9286ab1 req-ba3a8e13-4bfd-42aa-b8f4-37f33c22a469 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:21.401871 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a22be707-6a1f-4562-b79d-e559a9286ab1 req-ba3a8e13-4bfd-42aa-b8f4-37f33c22a469 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0611718 Apr 29 04:46:21.460989 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a22be707-6a1f-4562-b79d-e559a9286ab1 req-b1d02e56-fabd-4a97-ac57-904d27819b62 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580041 Apr 29 04:46:22.575727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96fcc6-c4eb-4eb5-abde-ad65c213fc9a req-2e8df956-aaa5-46d6-b12c-ce9d11417195 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:22.577183 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ba96fcc6-c4eb-4eb5-abde-ad65c213fc9a req-2e8df956-aaa5-46d6-b12c-ce9d11417195 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0473938 Apr 29 04:46:22.628731 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ba96fcc6-c4eb-4eb5-abde-ad65c213fc9a req-9f9b02a8-c371-4d37-9180-596a39ac3c91 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 Apr 29 04:46:23.141623 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-4d585618-bf9f-4433-b0c0-57f0afc65204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:23.143066 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-4d585618-bf9f-4433-b0c0-57f0afc65204 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1129 time: 0.0382326 Apr 29 04:46:23.236034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-ca0d0793-2e5e-4eb8-a00c-8ef5eb2c4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:23.237584 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-ca0d0793-2e5e-4eb8-a00c-8ef5eb2c4cfc service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0845170 Apr 29 04:46:23.309407 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-5795596d-1de0-4c91-a20b-b4c8687870aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 1001 time: 0.0622633 Apr 29 04:46:23.360996 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-95449e89-9ce1-4479-b212-8069d5ea4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:23.362510 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-95449e89-9ce1-4479-b212-8069d5ea4427 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0437043 Apr 29 04:46:23.412866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-7bcb7348-56ea-4391-a194-7b6cceacf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:23.412866 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-7bcb7348-56ea-4391-a194-7b6cceacf05c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380223 Apr 29 04:46:23.502811 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-b948ff62-25f3-48ca-9f22-a8a089a15268 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839612 Apr 29 04:46:23.595594 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5cc51f07-8e7d-45ca-9b46-49c0c97b2145 req-2eeb45a6-0fb1-4251-b899-9d12b0fe5699 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841672 Apr 29 04:46:23.740382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7a3ac-c3a5-4900-a970-4dea577e19ce req-595d60a1-1a74-4bf1-a0eb-86211036b19f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:23.741884 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-70d7a3ac-c3a5-4900-a970-4dea577e19ce req-595d60a1-1a74-4bf1-a0eb-86211036b19f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0466285 Apr 29 04:46:23.789708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-70d7a3ac-c3a5-4900-a970-4dea577e19ce req-02963ced-d26a-4f31-bbf2-418c57670030 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421333 Apr 29 04:46:24.903482 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5dba-d48b-4160-9351-fa96b246d1e0 req-a76516f2-5651-4901-b166-b43759f22231 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:24.905003 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-be4b5dba-d48b-4160-9351-fa96b246d1e0 req-a76516f2-5651-4901-b166-b43759f22231 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Apr 29 04:46:24.954240 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-be4b5dba-d48b-4160-9351-fa96b246d1e0 req-41420977-fd2f-4dcf-83fe-093e3a1dd6ff tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 Apr 29 04:46:25.229992 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-d4ba34c7-8b55-4e15-b8d1-06c5933809db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:25.231465 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-d4ba34c7-8b55-4e15-b8d1-06c5933809db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1129 time: 0.0414302 Apr 29 04:46:25.372576 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-9289d5bd-79d8-499b-a8c4-ac8470ac257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:25.374100 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-9289d5bd-79d8-499b-a8c4-ac8470ac257c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0903659 Apr 29 04:46:25.439191 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-e5dbd869-6496-42bc-9464-c2454a9e5ce8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 1001 time: 0.0577915 Apr 29 04:46:25.494453 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-9e38d372-01dc-4391-a576-98af0e860484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:25.495806 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-9e38d372-01dc-4391-a576-98af0e860484 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0480843 Apr 29 04:46:25.544602 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-05b03156-02fa-405b-a5f3-54a15fa15165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:25.546114 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-05b03156-02fa-405b-a5f3-54a15fa15165 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402224 Apr 29 04:46:25.638183 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-1c6e0a01-bd6e-4c2d-9780-fe1b95e4ff43 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Apr 29 04:46:25.734042 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e12d416e-40b2-4c85-993f-cb596a9599f0 req-8310410d-7ff5-4e89-b3f5-9b0592211e42 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863960 Apr 29 04:46:26.065724 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b461a5-9de3-4395-a918-a6342b36c528 req-dbb7e1db-4457-41ed-b4c8-b77d8e9ea5ba tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:26.067174 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-80b461a5-9de3-4395-a918-a6342b36c528 req-dbb7e1db-4457-41ed-b4c8-b77d8e9ea5ba tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0465448 Apr 29 04:46:26.115438 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-80b461a5-9de3-4395-a918-a6342b36c528 req-04cc371e-f82e-4e5e-91b4-7acf28bc77a7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Apr 29 04:46:26.187397 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-f7df5d1a-8247-48a0-a51c-42791e8bb1ea req-80d22b92-fc1d-4801-9692-31c0df2d3507 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:46:26.188766 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f7df5d1a-8247-48a0-a51c-42791e8bb1ea req-80d22b92-fc1d-4801-9692-31c0df2d3507 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058994 Apr 29 04:46:26.501301 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473a983-1b16-44b3-991c-f8a12bde4649 req-5cdf5b9b-da18-4ae1-ab52-746c528be8b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:26.502860 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b473a983-1b16-44b3-991c-f8a12bde4649 req-5cdf5b9b-da18-4ae1-ab52-746c528be8b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 945 time: 0.0508630 Apr 29 04:46:26.553038 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-b473a983-1b16-44b3-991c-f8a12bde4649 req-f66de12c-29f5-42be-a730-b444d15b8c6d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445395 Apr 29 04:46:26.997159 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-234e6e06-14ee-46ad-84b2-629e8c67796a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787842 Apr 29 04:46:27.117218 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-a5aa9ae4-670a-4bfc-b3c7-3daa3a7832e0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:27.118572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-a5aa9ae4-670a-4bfc-b3c7-3daa3a7832e0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports/dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 942 time: 0.0932219 Apr 29 04:46:27.151375 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:46:27.229010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:46:27.229430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:27.256494 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:46:27.258738 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fa157e-48e9-4823-80f2-63b5c376370c" -d '{"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-unplugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:46:27.272039 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:27.295287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 04:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97045550-1a33-4044-b18f-2e56fd323bb8 x-openstack-request-id: req-97045550-1a33-4044-b18f-2e56fd323bb8 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:46:27.295287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-unplugged", "status": "failed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "code": 422}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:46:27.295287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97045550-1a33-4044-b18f-2e56fd323bb8 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:46:27.295287 dv-neutron-839777-1-hyperv neutron-server[116106]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-97045550-1a33-4044-b18f-2e56fd323bb8']: {'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'code': 422} returned with failed status Apr 29 04:46:27.393241 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:27.440554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:46:27.663774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde889-ec23-4665-a28d-10409a4dec8f req-0f175d54-355e-4d5b-97eb-617bcebba921 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:27.665649 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-80cde889-ec23-4665-a28d-10409a4dec8f req-0f175d54-355e-4d5b-97eb-617bcebba921 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0460076 Apr 29 04:46:27.714147 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-80cde889-ec23-4665-a28d-10409a4dec8f req-6625644a-cac7-44a2-bf3b-0f3de61e2e46 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Apr 29 04:46:28.378036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-140e4a3b-43ae-45af-a383-9d9e51afc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:28.379498 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-140e4a3b-43ae-45af-a383-9d9e51afc42d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528&tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 1127 time: 0.0429044 Apr 29 04:46:28.437011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-d13f5c38-137b-444e-9c91-395148638f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:28.438748 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-d13f5c38-137b-444e-9c91-395148638f0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1127 time: 0.0388227 Apr 29 04:46:28.527701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-8507677a-67b9-4b06-8afd-54a4bc2c74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:28.529749 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-8507677a-67b9-4b06-8afd-54a4bc2c74a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0821373 Apr 29 04:46:28.599345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-b92d0c30-a017-4a19-b61e-0e50cf943de4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 999 time: 0.0600338 Apr 29 04:46:28.647711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-8b174e93-45f6-47f0-8364-9962dd5c79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:28.649009 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-8b174e93-45f6-47f0-8364-9962dd5c79f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0410347 Apr 29 04:46:28.692788 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-0be43e8d-dcba-4370-94f3-5d070227da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:28.694213 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-0be43e8d-dcba-4370-94f3-5d070227da9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0360763 Apr 29 04:46:28.798619 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-e554f344-2054-4b8f-9b0a-e026e9e43cbf service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937145 Apr 29 04:46:28.856158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4395b-4306-46dd-96e4-a3a61dabc279 req-98439c0e-4eee-4786-9610-267522a19c04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:28.857624 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c4e4395b-4306-46dd-96e4-a3a61dabc279 req-98439c0e-4eee-4786-9610-267522a19c04 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0730274 Apr 29 04:46:28.943854 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b36cffc8-0a42-410b-a124-e4c199252fbe req-f4c2848d-8d3d-4b38-a1b1-2d2233909b38 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300747 Apr 29 04:46:28.947353 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c4e4395b-4306-46dd-96e4-a3a61dabc279 req-72f75a1d-98a3-4d02-ac0e-8204a4b5f4fb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625689 Apr 29 04:46:30.088461 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c0fe-de19-4425-83ff-c5509d4dc797 req-99cd2c09-7329-412b-af5d-3a368d5a24e3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:30.090008 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a962c0fe-de19-4425-83ff-c5509d4dc797 req-99cd2c09-7329-412b-af5d-3a368d5a24e3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0537007 Apr 29 04:46:30.145532 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a962c0fe-de19-4425-83ff-c5509d4dc797 req-0c79d79a-56b7-4327-b1e1-5d1fe55b1e90 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477188 Apr 29 04:46:30.171337 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:46:31.271220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9a9f-735f-40a1-980b-95279ea7a214 req-a50fa252-368a-4c73-8570-e7f7caa74ab5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:31.272710 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbed9a9f-735f-40a1-980b-95279ea7a214 req-a50fa252-368a-4c73-8570-e7f7caa74ab5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0477097 Apr 29 04:46:31.334484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-dbed9a9f-735f-40a1-980b-95279ea7a214 req-1b55b6a4-4975-4475-819e-f011223a5e15 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555878 Apr 29 04:46:32.453259 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a3907-654c-46dd-97f1-27e6a4160235 req-71c6898f-898b-49c8-9017-a7db97d26d65 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:32.454868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6a7a3907-654c-46dd-97f1-27e6a4160235 req-71c6898f-898b-49c8-9017-a7db97d26d65 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0485742 Apr 29 04:46:32.505749 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6a7a3907-654c-46dd-97f1-27e6a4160235 req-ee66298f-8d32-4716-9761-a6641d88becc tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Apr 29 04:46:33.629790 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822cb11-d46c-4471-80e0-02d6ae5c3df2 req-5e2ec69b-5d6a-4a03-9ed2-69571fe02f8c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:33.631475 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7822cb11-d46c-4471-80e0-02d6ae5c3df2 req-5e2ec69b-5d6a-4a03-9ed2-69571fe02f8c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0496674 Apr 29 04:46:33.684156 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7822cb11-d46c-4471-80e0-02d6ae5c3df2 req-e9206365-d0af-41c8-a375-46559673050c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Apr 29 04:46:34.805230 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2ad84-026c-48f9-b148-a6aee659ee93 req-701d7b5b-d360-42ed-8e14-373d08e672d9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:34.806660 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6cc2ad84-026c-48f9-b148-a6aee659ee93 req-701d7b5b-d360-42ed-8e14-373d08e672d9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0503910 Apr 29 04:46:34.868219 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6cc2ad84-026c-48f9-b148-a6aee659ee93 req-7f6a3c49-ba4e-4602-b3ab-037d68c25d20 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552444 Apr 29 04:46:35.995081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd4ef4-9e9e-47a2-a28c-f200d2dfec05 req-82900231-eb21-4ee3-a89a-9cfb99506205 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:35.997369 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-91fd4ef4-9e9e-47a2-a28c-f200d2dfec05 req-82900231-eb21-4ee3-a89a-9cfb99506205 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0491977 Apr 29 04:46:36.047358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-91fd4ef4-9e9e-47a2-a28c-f200d2dfec05 req-e30303cf-59c2-4d26-a7da-03b95251fe09 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444338 Apr 29 04:46:37.178228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e328cc-f230-4d89-8aee-62966d6eee9f req-261f0614-a79f-411f-bc2d-3c2798082a4d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:37.179988 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68e328cc-f230-4d89-8aee-62966d6eee9f req-261f0614-a79f-411f-bc2d-3c2798082a4d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0605977 Apr 29 04:46:37.231622 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-68e328cc-f230-4d89-8aee-62966d6eee9f req-1d159c93-3e4e-48b7-817e-f752eaf0cd25 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Apr 29 04:46:38.349163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8234b-a10c-4b06-9f5a-0de7301a11c9 req-08a847a0-ca22-4da8-9619-64c655d99af9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:38.350643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6a8234b-a10c-4b06-9f5a-0de7301a11c9 req-08a847a0-ca22-4da8-9619-64c655d99af9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 943 time: 0.0503297 Apr 29 04:46:38.399324 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f6a8234b-a10c-4b06-9f5a-0de7301a11c9 req-6b423369-4edb-4e3f-9975-fbf24315285a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Apr 29 04:46:38.903362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d69abfad-7349-4f5f-a416-b34397e273fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:39.176471 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:46:39.273162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:39.284894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'dac130c5-4df3-496c-9880-75404bb16c27', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'port_id': 'dac130c5-4df3-496c-9880-75404bb16c27', 'mac_address': 'fa:16:3e:7f:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:46:39.320779 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:46:39.321171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:39.334357 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac130c5-4df3-496c-9880-75404bb16c27 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:46:39.357445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:39.452927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:39.499981 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=9']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:46:39.515192 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0a050-cd0d-4034-b7ba-483c83a96ef8 req-85543df1-f0fe-44d1-a82c-7ccc0f504dc4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:39.516694 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35c0a050-cd0d-4034-b7ba-483c83a96ef8 req-85543df1-f0fe-44d1-a82c-7ccc0f504dc4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 944 time: 0.0473759 Apr 29 04:46:39.565029 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-35c0a050-cd0d-4034-b7ba-483c83a96ef8 req-3ad4630b-405d-4a3d-af30-56b2e161caaa tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Apr 29 04:46:39.757958 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['dac130c5-4df3-496c-9880-75404bb16c27'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:46:40.680443 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972658-da92-4efa-8120-27060fd33064 req-4882afdd-7ce2-46dd-8671-01f6203ff350 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:40.681890 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9972658-da92-4efa-8120-27060fd33064 req-4882afdd-7ce2-46dd-8671-01f6203ff350 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 944 time: 0.0468259 Apr 29 04:46:40.729033 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a9972658-da92-4efa-8120-27060fd33064 req-26671b95-c476-4215-aca7-fc34be467429 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Apr 29 04:46:41.176908 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:46:41.224425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port dac130c5-4df3-496c-9880-75404bb16c27 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:46:41.224787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (dac130c5-4df3-496c-9880-75404bb16c27), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:41.307003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port dac130c5-4df3-496c-9880-75404bb16c27 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:46:41.307413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:41.330013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:46:41.332230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d917f8b-b666-4d56-9f1d-d64af23bf27d" -d '{"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-plugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:46:41.344057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:46:41.581761 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2d140a14-4cc1-4d58-98c6-e657423055de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:41.604620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:41.651481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=10']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:46:41.839376 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b602ec-acb8-4e6c-9068-1cb77dffd2dc req-655d75ee-10ea-4d68-aa86-685f41ba0aab tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:41.840719 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-72b602ec-acb8-4e6c-9068-1cb77dffd2dc req-655d75ee-10ea-4d68-aa86-685f41ba0aab tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0456333 Apr 29 04:46:41.893445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-72b602ec-acb8-4e6c-9068-1cb77dffd2dc req-b9176cf0-5259-48ce-9978-698f420fe1ff tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467160 Apr 29 04:46:42.378446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7201465-9ecc-4d20-b24f-9384abde5ebb x-openstack-request-id: req-a7201465-9ecc-4d20-b24f-9384abde5ebb {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:46:42.378889 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-plugged", "status": "completed", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:46:42.379014 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7201465-9ecc-4d20-b24f-9384abde5ebb {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:46:42.379390 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7201465-9ecc-4d20-b24f-9384abde5ebb'] response: {'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'code': 200} Apr 29 04:46:42.389052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:42.730014 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00f74f-262d-46ed-8b9a-d18affe6e2bd req-2035af97-6cf4-40a8-8174-93df50f25caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:42.731400 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5d00f74f-262d-46ed-8b9a-d18affe6e2bd req-2035af97-6cf4-40a8-8174-93df50f25caa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1130 time: 0.0373921 Apr 29 04:46:42.777435 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5d00f74f-262d-46ed-8b9a-d18affe6e2bd req-55465d70-5bc0-4f78-8d99-cfb4cb60e607 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380342 Apr 29 04:46:43.007693 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3aae-d477-4685-931e-843cb57545d3 req-57509ac3-3d72-4ada-b6bf-c395a4a70e9c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:43.009079 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-03bc3aae-d477-4685-931e-843cb57545d3 req-57509ac3-3d72-4ada-b6bf-c395a4a70e9c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0462682 Apr 29 04:46:43.054956 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-03bc3aae-d477-4685-931e-843cb57545d3 req-6722cc3c-999d-4f41-9be9-2e19cf022b0d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Apr 29 04:46:43.891861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:44.175457 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f3a91-ba44-4c95-bd32-cbe1f9c43ef7 req-e6569ecb-f90b-4f28-a437-4be32411fa97 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:44.177050 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c43f3a91-ba44-4c95-bd32-cbe1f9c43ef7 req-e6569ecb-f90b-4f28-a437-4be32411fa97 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Apr 29 04:46:44.230839 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c43f3a91-ba44-4c95-bd32-cbe1f9c43ef7 req-184a8b3d-a2d6-4c19-896c-e89a87c1ed50 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Apr 29 04:46:45.160321 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:46:45.344994 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76a622-5f22-48cd-9dab-284b791c6da8 req-fd5aa17e-bbb9-44cd-a2de-707a3724e184 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:46:45.346464 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f76a622-5f22-48cd-9dab-284b791c6da8 req-fd5aa17e-bbb9-44cd-a2de-707a3724e184 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0503349 Apr 29 04:46:45.394075 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f76a622-5f22-48cd-9dab-284b791c6da8 req-321931ae-e2bc-457e-b82d-341fe5a7139a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 Apr 29 04:46:50.411646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:07.170457 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:47:08.931554 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce91a-68b7-4c4d-bac6-553c1ea9af29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:11.204367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-672f7413-ebc9-428a-b434-d9e630d1e3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:12.392927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:13.895834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:15.141682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:20.417506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:23.035940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-8ba7cc0f-0504-4790-8f8a-64e1a7d32af7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375023 Apr 29 04:47:23.120565 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ba95-76cc-413f-9875-4e03b0088edc req-d0f59e88-5df7-487c-934e-f948df889feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:23.122067 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-d0f59e88-5df7-487c-934e-f948df889feb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1130 time: 0.0380147 Apr 29 04:47:23.227958 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ba95-76cc-413f-9875-4e03b0088edc req-8efc1d52-6b8d-412e-9470-9d499eb95ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:23.229415 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-8efc1d52-6b8d-412e-9470-9d499eb95ba9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0848081 Apr 29 04:47:23.295446 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-a9e27787-7804-4098-b709-1ab0feb04034 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 1001 time: 0.0556705 Apr 29 04:47:23.348951 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ba95-76cc-413f-9875-4e03b0088edc req-ba031616-4ced-45b3-b950-3b9f503a0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:23.350386 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-ba031616-4ced-45b3-b950-3b9f503a0a12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0459485 Apr 29 04:47:23.394588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ba95-76cc-413f-9875-4e03b0088edc req-dff52611-2781-4c38-966a-8b0305f26f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:23.395995 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-dff52611-2781-4c38-966a-8b0305f26f7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374343 Apr 29 04:47:23.484709 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-947f62d2-a7f1-439c-a122-7f3d5d851cb7 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790715 Apr 29 04:47:23.575776 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3173ba95-76cc-413f-9875-4e03b0088edc req-402d43c4-4504-43ea-b311-a05118bee8b5 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Apr 29 04:47:38.935762 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-009ee8db-dd50-46ce-b1cf-3f5074c89e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:41.194925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3e1073e6-62b7-4d04-ac43-f9d9de9f98c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:42.381622 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:43.897353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:44.169103 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:47:45.166060 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:50.427323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:58.203477 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 41986) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:47:58.348590 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Deleting port 1fd4875d-b8f5-4f62-bd72-258ec081d44d {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:47:58.348928 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:58.424037 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:58.424375 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (1fd4875d-b8f5-4f62-bd72-258ec081d44d), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:58.436411 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Calling delete_port for 1fd4875d-b8f5-4f62-bd72-258ec081d44d owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:47:58.640162 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (1fd4875d-b8f5-4f62-bd72-258ec081d44d), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:58.669520 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event deleted for resources: {'Port': ['ID=1fd4875d-b8f5-4f62-bd72-258ec081d44d,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:47:58.694074 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.694442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.694776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.695111 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.695433 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.695754 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.696073 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.696389 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.696706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.697018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.697347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.697695 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.698008 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.698319 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.698628 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:47:58.739467 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (55dc9b25-a67d-4b18-b863-18378bbc012e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:58.739845 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Floating IP 55dc9b25-a67d-4b18-b863-18378bbc012e disassociated (deleted). External IP: 172.26.4.153, port: dac130c5-4df3-496c-9880-75404bb16c27. Apr 29 04:47:58.952724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:47:59.060214 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:47:59.065336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:47:59.069927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:47:59.080188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:47:59.098599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:47:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:47:59.098762 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-45dd206c-55d8-45cb-9b35-077e775812ef tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "DELETE /v2.0/floatingips/55dc9b25-a67d-4b18-b863-18378bbc012e HTTP/1.1" status: 204 len: 168 time: 0.8904486 Apr 29 04:47:59.099304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:47:59.102645 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b1f05f-d5d3-40ba-89a2-a87503035284" -d '{"events": [{"name": "network-changed", "server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:47:59.200017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd057f-71fe-41ae-ba01-727bb660cf3f x-openstack-request-id: req-1ccd057f-71fe-41ae-ba01-727bb660cf3f {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:47:59.200336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:47:59.200611 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ccd057f-71fe-41ae-ba01-727bb660cf3f {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:47:59.201013 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccd057f-71fe-41ae-ba01-727bb660cf3f'] response: {'name': 'network-changed', 'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'status': 'completed', 'code': 200} Apr 29 04:47:59.205355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:47:59.265154 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-667e34dd-803e-4946-b341-8a95facd17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:59.266747 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-667e34dd-803e-4946-b341-8a95facd17ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 1130 time: 0.0394590 Apr 29 04:47:59.362263 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-c19c2362-a9e7-47e5-9364-382adbdd2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:59.363899 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-c19c2362-a9e7-47e5-9364-382adbdd2b2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0885599 Apr 29 04:47:59.393524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:47:59.407819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-7a34412e-49b1-49f7-9bd1-b459746fed37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 200 len: 217 time: 0.0351503 Apr 29 04:47:59.466625 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-bf84c1c5-2fec-4a62-8137-e2df87a0675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:59.468547 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-bf84c1c5-2fec-4a62-8137-e2df87a0675e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0517602 Apr 29 04:47:59.519332 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-e2088d5b-1b01-477d-8d36-249dee5f13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:59.520869 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-e2088d5b-1b01-477d-8d36-249dee5f13d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415318 Apr 29 04:47:59.576208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:47:59.585205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:47:59.585844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:47:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:47:59.651542 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1b16-0adc-4d9a-92e2-56adff95615a req-d1fecc5e-5328-42a1-a60c-cd19e1e7f63a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:47:59.652963 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60fa1b16-0adc-4d9a-92e2-56adff95615a req-d1fecc5e-5328-42a1-a60c-cd19e1e7f63a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0635364 Apr 29 04:47:59.658382 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-e229cfc8-2718-42ba-b99e-7a37e91e9d1e service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271985 Apr 29 04:47:59.693206 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:47:59.703043 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-60fa1b16-0adc-4d9a-92e2-56adff95615a req-477e19dd-9718-4f22-8248-f8406400e21d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Apr 29 04:47:59.876264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:47:59.901956 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b1d8dc-9590-4e63-b953-9827cec794a5 None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:48:00.114355 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a31f08-b942-4e2a-9c51-e7487e84dfee None None] New status for floating IP 55dc9b25-a67d-4b18-b863-18378bbc012e: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:48:00.808678 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-82b1f05f-d5d3-40ba-89a2-a87503035284 req-9d1603f5-c8e6-4b7a-b25f-dde3fd7e723c service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Apr 29 04:48:00.822680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0363c-93bd-4804-b1a9-0902c7f5ad69 req-54330bfa-445d-43ca-a755-52ac8cb56041 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:00.824639 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8ed0363c-93bd-4804-b1a9-0902c7f5ad69 req-54330bfa-445d-43ca-a755-52ac8cb56041 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0500822 Apr 29 04:48:00.872149 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8ed0363c-93bd-4804-b1a9-0902c7f5ad69 req-d2bce54e-e54b-4781-9fe3-0f73e080ac34 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=05db3823-52ee-45d3-896f-a1bc83b62097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Apr 29 04:48:01.093178 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-4f4c9557-9023-4afc-b078-a0d567885c15 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:01.094590 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-4f4c9557-9023-4afc-b078-a0d567885c15 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 946 time: 0.0492880 Apr 29 04:48:01.174377 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Deleting port dac130c5-4df3-496c-9880-75404bb16c27 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:48:01.174632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (dac130c5-4df3-496c-9880-75404bb16c27), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:01.608476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] For port dac130c5-4df3-496c-9880-75404bb16c27, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dac130c5-4df3-496c-9880-75404bb16c27,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:48:01.608839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (dac130c5-4df3-496c-9880-75404bb16c27), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:01.621264 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Calling delete_port for dac130c5-4df3-496c-9880-75404bb16c27 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:48:01.800545 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (dac130c5-4df3-496c-9880-75404bb16c27), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:01.832450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event deleted for resources: {'Port': ['ID=dac130c5-4df3-496c-9880-75404bb16c27,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:01.874587 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] No DVR routers for this DVR port dac130c5-4df3-496c-9880-75404bb16c27 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:48:01.877041 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:01.880257 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6489b24b-bcdc-4c5c-8e6c-3e040e402851 req-04bea9c4-0074-4718-ad71-0b00df5c4278 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "DELETE /v2.0/ports/dac130c5-4df3-496c-9880-75404bb16c27 HTTP/1.1" status: 204 len: 173 time: 0.7803047 Apr 29 04:48:01.880691 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-deleted', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:48:01.882971 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4d890-fcf1-48de-8b08-38dd7dc6febc" -d '{"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-deleted", "tag": "dac130c5-4df3-496c-9880-75404bb16c27"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:48:01.918320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405602be-754d-4551-a67c-c521ccfbf739 x-openstack-request-id: req-405602be-754d-4551-a67c-c521ccfbf739 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:48:01.918616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d3446-15f9-4542-b533-104621aa4528", "name": "network-vif-deleted", "tag": "dac130c5-4df3-496c-9880-75404bb16c27", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:48:01.918932 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-405602be-754d-4551-a67c-c521ccfbf739 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:48:01.919345 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405602be-754d-4551-a67c-c521ccfbf739'] response: {'server_uuid': 'e15d3446-15f9-4542-b533-104621aa4528', 'name': 'network-vif-deleted', 'tag': 'dac130c5-4df3-496c-9880-75404bb16c27', 'status': 'completed', 'code': 200} Apr 29 04:48:01.970400 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ce129bf8-4558-4570-a863-7f1430784f40 req-0b989134-c918-410c-bada-a83adc3658fb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15d3446-15f9-4542-b533-104621aa4528 HTTP/1.1" status: 200 len: 210 time: 0.0294383 Apr 29 04:48:03.027295 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42012) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:03.082511 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dbe20e02-096a-4260-8c59-fbe1ec7aa0af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (05db3823-52ee-45d3-896f-a1bc83b62097), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.106499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dbe20e02-096a-4260-8c59-fbe1ec7aa0af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (05db3823-52ee-45d3-896f-a1bc83b62097), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.228823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dbe20e02-096a-4260-8c59-fbe1ec7aa0af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (05db3823-52ee-45d3-896f-a1bc83b62097), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.231442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-dbe20e02-096a-4260-8c59-fbe1ec7aa0af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.233142 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-dbe20e02-096a-4260-8c59-fbe1ec7aa0af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "DELETE /v2.0/security-groups/05db3823-52ee-45d3-896f-a1bc83b62097 HTTP/1.1" status: 204 len: 168 time: 0.2042887 Apr 29 04:48:03.242122 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe20e02-096a-4260-8c59-fbe1ec7aa0af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db3823-52ee-45d3-896f-a1bc83b62097,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:03.569593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:48:03.577370 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42018) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:03.582011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201727231', 'description': 'tempest-secgroup-smoke-1201727231 description', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:03.589377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: dac130c5-4df3-496c-9880-75404bb16c27 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:48:03.589721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device dac130c5-4df3-496c-9880-75404bb16c27 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:48:03.680405 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.743783 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (7d4da451-61b5-4d22-a721-7cdf7a37a2a3), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.811490 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7d4da451-61b5-4d22-a721-7cdf7a37a2a3), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.840282 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4da451-61b5-4d22-a721-7cdf7a37a2a3,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:03.904824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:03.906714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-3c530d2d-5fc4-45f7-985b-e15813a56c71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3276603 Apr 29 04:48:03.910976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42020) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:03.913853 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '7d4da451-61b5-4d22-a721-7cdf7a37a2a3', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:04.003839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (39330907-8d65-4ddb-bbf6-1f0f1feeac9d), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.058193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (39330907-8d65-4ddb-bbf6-1f0f1feeac9d), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.118938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (39330907-8d65-4ddb-bbf6-1f0f1feeac9d), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.136721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39330907-8d65-4ddb-bbf6-1f0f1feeac9d,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:04.206478 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.207657 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f580b265-6221-4718-8ea9-3d71e0fa8e13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971752 Apr 29 04:48:04.210340 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42022) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:04.214588 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '7d4da451-61b5-4d22-a721-7cdf7a37a2a3', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:04.313158 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (96e3f106-5e1f-47de-ac7e-230d05df35be), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.367831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (96e3f106-5e1f-47de-ac7e-230d05df35be), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.440998 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (96e3f106-5e1f-47de-ac7e-230d05df35be), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.457887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e3f106-5e1f-47de-ac7e-230d05df35be,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:04.522103 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.523298 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9b5a80b0-491d-4768-8ffb-d7c881634493 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3120418 Apr 29 04:48:04.526056 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42024) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:04.530298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '7d4da451-61b5-4d22-a721-7cdf7a37a2a3', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:04.605326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (0d7684b6-8a39-4bba-9abe-72444739bca2), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.662359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (0d7684b6-8a39-4bba-9abe-72444739bca2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.736452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (0d7684b6-8a39-4bba-9abe-72444739bca2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.753755 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7684b6-8a39-4bba-9abe-72444739bca2,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:04.824956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.826174 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-937c29f6-046d-4e3c-9b51-0de3931f6045 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992167 Apr 29 04:48:04.829633 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42026) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:04.834155 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '7d4da451-61b5-4d22-a721-7cdf7a37a2a3', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:04.919723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (4200b53a-0caf-4e80-bb21-04053c504816), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:04.974990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (4200b53a-0caf-4e80-bb21-04053c504816), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.029072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (4200b53a-0caf-4e80-bb21-04053c504816), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.048989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4200b53a-0caf-4e80-bb21-04053c504816,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:05.056270 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.068149 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:05.144088 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.145270 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7086bbd5-83b0-4f0a-9e93-8262c86725b1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3146024 Apr 29 04:48:05.147975 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42028) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:05.152124 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '7d4da451-61b5-4d22-a721-7cdf7a37a2a3', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:05.228839 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Project cf1bbb4914a2445cb1dd4a540c6281ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:48:05.234705 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (3b8b906d-dc7d-4de0-8ce8-3d1945baaf26), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.290742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (3b8b906d-dc7d-4de0-8ce8-3d1945baaf26), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.382808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3b8b906d-dc7d-4de0-8ce8-3d1945baaf26), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.400519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8b906d-dc7d-4de0-8ce8-3d1945baaf26,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:05.486642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.487835 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d24f3725-3b2d-4d48-ab66-a4b5e39ae978 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389566 Apr 29 04:48:05.495589 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42030) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:05.499899 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'security_group_rule': {'security_group_id': '7d4da451-61b5-4d22-a721-7cdf7a37a2a3', 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:05.593253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.securitygroups_db [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Project cf1bbb4914a2445cb1dd4a540c6281ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:48:05.599160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (b4e3f106-adb0-4bec-9ede-1c48afab4e82), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.655979 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (b4e3f106-adb0-4bec-9ede-1c48afab4e82), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.737134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b4e3f106-adb0-4bec-9ede-1c48afab4e82), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.753662 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e3f106-adb0-4bec-9ede-1c48afab4e82,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:05.823651 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:05.824855 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-7b1e9df0-a768-40fb-b66c-1643f1074983 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3283474 Apr 29 04:48:08.932151 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-46e2c1a3-9fdc-4553-a9be-8ad8d4e04603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:11.206107 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2b14fba2-c15b-4a5e-a806-e5158ca92c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:12.741925 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:13.913265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:15.153625 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:20.427497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:21.167767 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:48:30.990592 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-29add2e7-303f-45b1-91e8-777644336ffa tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201727231&fields=id&tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 267 time: 0.0491700 Apr 29 04:48:31.091401 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-b7fd3d78-46f2-485d-a772-cf3b50a38616 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:31.092828 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-b7fd3d78-46f2-485d-a772-cf3b50a38616 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 809 time: 0.0958974 Apr 29 04:48:31.106559 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-ca659ba9-5fe4-43a0-a5a4-318176680063 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/quotas/cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 375 time: 0.0083816 Apr 29 04:48:31.153243 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-a849809f-4c60-4c79-be4e-7ea9980dddcd tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418773 Apr 29 04:48:31.248047 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-559fdab0-ad5b-408a-aeb2-da63c4a20be9 service neutron] 10.222.0.37 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Apr 29 04:48:31.332804 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-35d0e133-c5d0-4b69-8953-bdfb2c964c27 service neutron] 10.222.0.37 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791614 Apr 29 04:48:31.963849 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f225a94-c177-4f2c-8269-dc32b1736b53 req-d802eb08-0f92-47c0-9485-56c59ade1bc8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0887170 Apr 29 04:48:33.060140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c8faac31-63b1-4599-bdc6-6ea8d6cce911 req-bc857f53-58d0-4705-860f-875e3d49b6d5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Apr 29 04:48:33.860193 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-23a8db77-e054-4cad-b3d1-e27cce6f0b13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:33.862318 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-23a8db77-e054-4cad-b3d1-e27cce6f0b13 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 809 time: 0.1038289 Apr 29 04:48:33.924993 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-a2b75e0f-8990-4441-a9df-416a8ffef6b5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 380 time: 0.0533395 Apr 29 04:48:33.935806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'port': {'device_id': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'admin_state_up': True, 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'security_groups': ['7d4da451-61b5-4d22-a721-7cdf7a37a2a3']}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:34.126124 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Made reservation on behalf of cf1bbb4914a2445cb1dd4a540c6281ce for: {'port': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:48:34.130167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:34.174807 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-da507884-334a-4859-8636-48bd2c6326cf req-46f539cd-f3a1-431e-bc2e-510552372566 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0419681 Apr 29 04:48:34.289562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Allocated IP 172.20.0.5 (a14e3086-990a-4ae2-8d66-c61f65330ece/bbe89b0c-aa95-40ce-a954-63e7e048dcee/e68c082c-5bcc-4f62-acde-c2e2bcf6d84f) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:48:34.432309 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:34.541898 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:34.583113 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Network a14e3086-990a-4ae2-8d66-c61f65330ece is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:48:34.586149 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:48:34.591827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:48:34.629962 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:34.656379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:34.657326 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:34.768814 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-7306a84e-8cc3-4075-803f-f27165e361f3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366055 Apr 29 04:48:34.785119 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Request body: {'port': {'device_id': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:34.843734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:34.882004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-68e1f5f2-a74f-4bc9-8b8c-263315430e94 None None] Provisioning complete for port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:48:34.882610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-68e1f5f2-a74f-4bc9-8b8c-263315430e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:34.919085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-68e1f5f2-a74f-4bc9-8b8c-263315430e94 None None] Port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:48:35.115425 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68c082c-5bcc-4f62-acde-c2e2bcf6d84f {{(pid=116105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:48:35.122850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Publish callbacks [] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:35.135044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.provisioning_blocks [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Transition to ACTIVE for port object e68c082c-5bcc-4f62-acde-c2e2bcf6d84f will not be triggered until provisioned by entity L2. {{(pid=116105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:48:35.217546 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:35.290833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:35.309350 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3067a-ae12-4630-bbb5-ec3e7b09d611 req-6fc5d87a-bd56-464c-9426-bd2cedabe2e1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:35.318748 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-99e3067a-ae12-4630-bbb5-ec3e7b09d611 req-6fc5d87a-bd56-464c-9426-bd2cedabe2e1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0686331 Apr 29 04:48:35.361138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Attempting to bind port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:48:35.361138 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Attempting to bind port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:48:35.361843 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Attempting to bind port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f on network a14e3086-990a-4ae2-8d66-c61f65330ece {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:48:35.367413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f on network a14e3086-990a-4ae2-8d66-c61f65330ece not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:48:35.367935 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Attempting to bind port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f on network a14e3086-990a-4ae2-8d66-c61f65330ece {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:48:35.374069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:48:35.374622 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Checking segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:48:35.375174 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Bound using segment: {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'} {{(pid=116105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:48:35.375823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.managers [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Bound port: e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab60e31f-0c89-46d1-880f-f21ef30ce75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece'}}] {{(pid=116105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:48:35.376499 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:35.381718 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-99e3067a-ae12-4630-bbb5-ec3e7b09d611 req-18b80085-b96f-47e9-a38c-95183d3920d4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625305 Apr 29 04:48:35.458448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, cleared binding levels {{(pid=116105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:48:35.461781 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:48:35.509413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:35.542247 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:35.542851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:35.544579 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] 10.222.0.31 "PUT /v2.0/ports/e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1093 time: 0.7642813 Apr 29 04:48:35.544829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:48:35.547157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e150756c-90ef-43f9-8052-3c105cd0386d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:48:35.586933 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe9cc2-cbb3-485d-a0a6-1d5a424b3298 service neutron] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=3']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:35.593188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c5018-9443-4f0d-ba3e-c3b1e119d5ef x-openstack-request-id: req-221c5018-9443-4f0d-ba3e-c3b1e119d5ef {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:48:35.593505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:48:35.593757 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-221c5018-9443-4f0d-ba3e-c3b1e119d5ef {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:48:35.594157 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221c5018-9443-4f0d-ba3e-c3b1e119d5ef'] response: {'name': 'network-changed', 'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'status': 'completed', 'code': 200} Apr 29 04:48:35.665923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150756c-90ef-43f9-8052-3c105cd0386d req-fff19d65-f31c-4425-945c-1b62a8cb4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:35.667476 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e150756c-90ef-43f9-8052-3c105cd0386d req-fff19d65-f31c-4425-945c-1b62a8cb4028 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1127 time: 0.0455508 Apr 29 04:48:35.782950 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150756c-90ef-43f9-8052-3c105cd0386d req-77da54fd-eae5-4d88-8e77-87916b830fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:35.784426 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e150756c-90ef-43f9-8052-3c105cd0386d req-77da54fd-eae5-4d88-8e77-87916b830fcc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1057734 Apr 29 04:48:35.883364 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150756c-90ef-43f9-8052-3c105cd0386d req-c43b1a47-4bc9-4119-baf4-ffb92b0b7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:35.884782 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e150756c-90ef-43f9-8052-3c105cd0386d req-c43b1a47-4bc9-4119-baf4-ffb92b0b7a72 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907876 Apr 29 04:48:35.971614 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-2fef3a56-db6e-4a46-8527-11c2a1363153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:35.973108 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-2fef3a56-db6e-4a46-8527-11c2a1363153 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1127 time: 0.0449531 Apr 29 04:48:36.018986 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-59f2c724-563c-4fec-8132-b450383d5679 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 217 time: 0.0345352 Apr 29 04:48:36.069487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-4805fc9b-dc52-448d-8d6f-4884142f32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:36.070975 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-4805fc9b-dc52-448d-8d6f-4884142f32ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0436018 Apr 29 04:48:36.119823 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-c937d6e5-3bd8-4cec-b030-9d8bb6ce9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:36.121387 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-c937d6e5-3bd8-4cec-b030-9d8bb6ce9ef2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427511 Apr 29 04:48:36.211283 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-11cf8058-cd89-4bdb-b678-2d36f6f4e936 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831079 Apr 29 04:48:36.309447 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-90a971c8-5b20-4cd1-a5fe-617b77e25288 req-0e5ff237-69aa-4e8d-9331-908c2342f7f2 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879769 Apr 29 04:48:36.499771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506af1c-b389-472e-93b2-8f1667f32582 req-09684a0e-0295-48d7-969e-61771a090133 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:36.501132 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1506af1c-b389-472e-93b2-8f1667f32582 req-09684a0e-0295-48d7-969e-61771a090133 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0463176 Apr 29 04:48:36.556538 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1506af1c-b389-472e-93b2-8f1667f32582 req-ad03512a-32a4-46c0-835b-f26493303a6d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497050 Apr 29 04:48:37.672194 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cee81e-50c2-4fde-8e16-7009696cb9f4 req-2aa73d4b-b93e-4a47-b57c-03a56d15e201 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:37.673719 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86cee81e-50c2-4fde-8e16-7009696cb9f4 req-2aa73d4b-b93e-4a47-b57c-03a56d15e201 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0480483 Apr 29 04:48:37.722940 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-86cee81e-50c2-4fde-8e16-7009696cb9f4 req-ef517e57-15c4-48ac-9479-da5644cdcfd7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 Apr 29 04:48:38.931730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-34764f69-d047-45de-9369-728fd567fe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:39.133691 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d5e8-28fb-49ff-adfb-5f6b3de73638 req-0de6f5db-7c81-4d74-a811-1bcf7ffb3349 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:39.135168 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f578d5e8-28fb-49ff-adfb-5f6b3de73638 req-0de6f5db-7c81-4d74-a811-1bcf7ffb3349 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.3436761 Apr 29 04:48:39.183096 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f578d5e8-28fb-49ff-adfb-5f6b3de73638 req-3126dd7d-6bca-4616-b611-6ac63cd60bd7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Apr 29 04:48:40.295068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e8aeb-8bc4-4347-97bd-73123184f6a6 req-1b1de791-11a8-43b1-8a20-ecb82295d6d3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:40.296533 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a60e8aeb-8bc4-4347-97bd-73123184f6a6 req-1b1de791-11a8-43b1-8a20-ecb82295d6d3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0463979 Apr 29 04:48:40.350480 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a60e8aeb-8bc4-4347-97bd-73123184f6a6 req-f25c521c-ea0e-4047-a975-2324353b48ae tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473900 Apr 29 04:48:41.223220 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfca7-8430-4485-8299-61a1c1d8f3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:41.465117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d0a3c-9fde-4b56-8ffe-949d74af47d4 req-39bed48f-6629-4ecc-9464-45b34141b2b3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:41.466613 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-042d0a3c-9fde-4b56-8ffe-949d74af47d4 req-39bed48f-6629-4ecc-9464-45b34141b2b3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0486314 Apr 29 04:48:41.518389 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-042d0a3c-9fde-4b56-8ffe-949d74af47d4 req-a605de02-bee8-4eb9-83c6-58eeddb0e721 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Apr 29 04:48:42.360512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:42.682026 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd96087-4b6e-4a19-9407-4eead60c16c2 req-549c90fd-0a7a-47c7-ba00-fb970fe4118c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:42.683484 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5bd96087-4b6e-4a19-9407-4eead60c16c2 req-549c90fd-0a7a-47c7-ba00-fb970fe4118c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0465434 Apr 29 04:48:42.734408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5bd96087-4b6e-4a19-9407-4eead60c16c2 req-8fdd4a71-ef03-4903-b08e-2afb41fe74e0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Apr 29 04:48:43.847009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abf3c0-1821-425a-931f-1d4179e94f1f req-481c1f29-86ce-40a2-9a13-166276cbe360 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:43.848518 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-13abf3c0-1821-425a-931f-1d4179e94f1f req-481c1f29-86ce-40a2-9a13-166276cbe360 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0487068 Apr 29 04:48:43.898507 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-13abf3c0-1821-425a-931f-1d4179e94f1f req-525b1d03-0860-4de1-b731-8f0dd803d97c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Apr 29 04:48:43.902901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:45.012601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5208652-999c-4d0e-b547-53735edbe3b3 req-b573f1b9-bd03-4ef1-a5ce-e42000d8980a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:45.014445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f5208652-999c-4d0e-b547-53735edbe3b3 req-b573f1b9-bd03-4ef1-a5ce-e42000d8980a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0499725 Apr 29 04:48:45.062842 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f5208652-999c-4d0e-b547-53735edbe3b3 req-e6d5298b-b149-4045-b317-8f746dff45d1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Apr 29 04:48:45.146964 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:46.174382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3be5-686b-489c-b1cb-71c514588e46 req-27f7d750-8775-4538-a791-ebc67d90630b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:46.175814 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-abaf3be5-686b-489c-b1cb-71c514588e46 req-27f7d750-8775-4538-a791-ebc67d90630b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0458298 Apr 29 04:48:46.223137 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-abaf3be5-686b-489c-b1cb-71c514588e46 req-65d899b8-25e5-4940-b6a8-683cfdf4f1b4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Apr 29 04:48:47.338895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489da8ae-d0b1-4946-b8f6-fc20d12cf50d req-851d4804-5024-49a4-ba43-2d3e15390874 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:47.340350 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-489da8ae-d0b1-4946-b8f6-fc20d12cf50d req-851d4804-5024-49a4-ba43-2d3e15390874 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0511606 Apr 29 04:48:47.388223 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-489da8ae-d0b1-4946-b8f6-fc20d12cf50d req-54c3c18e-1c28-400f-8289-3ef37e2a041e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Apr 29 04:48:48.502805 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f2f3e-76ac-4d54-9b8b-88b3cb1cae68 req-e14b0837-a5f2-43c8-9578-c5eae6a81df5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:48.504260 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c82f2f3e-76ac-4d54-9b8b-88b3cb1cae68 req-e14b0837-a5f2-43c8-9578-c5eae6a81df5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0495601 Apr 29 04:48:48.551303 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c82f2f3e-76ac-4d54-9b8b-88b3cb1cae68 req-9893efe4-3955-42bb-8929-6d22fe42cf68 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Apr 29 04:48:49.662269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec4d0-1d52-43fd-b1ec-916ed99064fe req-ae57201e-58dd-44d0-8cb7-434b852a7feb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:49.663720 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0b7ec4d0-1d52-43fd-b1ec-916ed99064fe req-ae57201e-58dd-44d0-8cb7-434b852a7feb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0468836 Apr 29 04:48:49.710727 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-0b7ec4d0-1d52-43fd-b1ec-916ed99064fe req-97ef8c70-47f2-4282-b041-adaec306c8dc tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Apr 29 04:48:50.445867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:50.821853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2567719-d5ed-425f-8c62-249fa7e017ca req-aeb4a48a-b1a8-4a23-99a7-6d5be2ff0528 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:50.823317 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a2567719-d5ed-425f-8c62-249fa7e017ca req-aeb4a48a-b1a8-4a23-99a7-6d5be2ff0528 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0469244 Apr 29 04:48:50.871233 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a2567719-d5ed-425f-8c62-249fa7e017ca req-d15ca83b-1fe5-4cd8-b06e-392e9412f220 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Apr 29 04:48:51.785591 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:48:51.882077 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:48:51.893619 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'port_id': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'mac_address': 'fa:16:3e:69:0b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:48:51.931056 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:48:51.931448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:51.944732 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68c082c-5bcc-4f62-acde-c2e2bcf6d84f {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:48:51.964435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:48:51.985289 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8a1be-cf0e-4440-a2fd-9c9d053be1af req-a070a6cf-bc5a-4810-8d84-8ea19e01771a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:51.986846 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-61a8a1be-cf0e-4440-a2fd-9c9d053be1af req-a070a6cf-bc5a-4810-8d84-8ea19e01771a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0476141 Apr 29 04:48:52.023230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:52.039750 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-61a8a1be-cf0e-4440-a2fd-9c9d053be1af req-4c1622f1-2548-404f-924a-830b7d405a19 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473797 Apr 29 04:48:52.073627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:52.081055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.081429 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.081775 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.082111 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.082444 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.082771 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.083097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.083434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.083745 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.084068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.084401 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.084719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.085042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.085383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.085704 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:48:52.295897 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:48:53.153883 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efc285-ab79-4d13-b97b-e8260dc46b8f req-7fd86491-9f39-4011-b368-5236722cffb8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:53.155326 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-22efc285-ab79-4d13-b97b-e8260dc46b8f req-7fd86491-9f39-4011-b368-5236722cffb8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0462089 Apr 29 04:48:53.206577 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-22efc285-ab79-4d13-b97b-e8260dc46b8f req-63411f28-0057-4d8a-83f5-f5c737afc241 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Apr 29 04:48:53.801247 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:48:53.844126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:48:53.908946 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:48:53.909346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:53.990488 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:48:53.990797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:54.012131 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:48:54.014383 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5cd027-83e2-4cfb-9b40-9071deecd388" -d '{"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:48:54.026828 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:48:54.096448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:54.102573 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3bf7bc-c74d-41b5-939c-cbe4a9c14361 x-openstack-request-id: req-ed3bf7bc-c74d-41b5-939c-cbe4a9c14361 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:48:54.102869 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:48:54.103119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed3bf7bc-c74d-41b5-939c-cbe4a9c14361 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:48:54.103519 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3bf7bc-c74d-41b5-939c-cbe4a9c14361'] response: {'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'code': 200} Apr 29 04:48:54.145502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:54.318601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cf09-6533-4064-b9e9-4ee8ab9f6661 req-146e68ca-d391-480a-a8c8-94e5911840ac tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:54.320088 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dd8cf09-6533-4064-b9e9-4ee8ab9f6661 req-146e68ca-d391-480a-a8c8-94e5911840ac tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0473149 Apr 29 04:48:54.369527 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-6dd8cf09-6533-4064-b9e9-4ee8ab9f6661 req-ecb5d5ba-2a6a-432a-b465-23700ed889c9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Apr 29 04:48:54.401752 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09def2e1-e2aa-48e2-970a-7bd0fa793975 req-2eeaf2bf-168d-48ae-b7cc-d3323f2dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:54.403227 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09def2e1-e2aa-48e2-970a-7bd0fa793975 req-2eeaf2bf-168d-48ae-b7cc-d3323f2dcc25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0816500 Apr 29 04:48:54.451088 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-09def2e1-e2aa-48e2-970a-7bd0fa793975 req-237a8f18-75ef-4daa-b595-965aed66c265 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Apr 29 04:48:55.483261 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a0bde-2d16-4cd8-bbab-1a7dce0f9c54 req-74ba064a-cdbc-4475-9de6-6a38ce7e5627 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:55.484711 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-059a0bde-2d16-4cd8-bbab-1a7dce0f9c54 req-74ba064a-cdbc-4475-9de6-6a38ce7e5627 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0471332 Apr 29 04:48:55.531797 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-059a0bde-2d16-4cd8-bbab-1a7dce0f9c54 req-a431d380-e599-4739-8792-87913fd123c9 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Apr 29 04:48:56.643071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751d58e-761d-4cfc-93d4-60da6e437974 req-4db8f4b7-4a84-4f81-8a6e-e447ac8e3e81 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:56.644554 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e751d58e-761d-4cfc-93d4-60da6e437974 req-4db8f4b7-4a84-4f81-8a6e-e447ac8e3e81 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0466332 Apr 29 04:48:56.692449 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e751d58e-761d-4cfc-93d4-60da6e437974 req-92f39513-b2d2-47db-a050-392e0340e233 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Apr 29 04:48:56.805572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c526c59-885d-44b6-8d50-c922d5418a29 req-f6796cef-71ae-4369-9c85-deb224638eb4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:56.807135 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c526c59-885d-44b6-8d50-c922d5418a29 req-f6796cef-71ae-4369-9c85-deb224638eb4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Apr 29 04:48:56.855556 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7c526c59-885d-44b6-8d50-c922d5418a29 req-7d972917-da71-42e2-ab0d-fdce93538585 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Apr 29 04:48:56.876976 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42262) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:56.915069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f94a54-a475-4aee-a0c4-1fa7ccae92b0 tempest-TestShelveInstance-1531609237 tempest-TestShelveInstance-1531609237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:56.916611 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e6f94a54-a475-4aee-a0c4-1fa7ccae92b0 tempest-TestShelveInstance-1531609237 tempest-TestShelveInstance-1531609237-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1124 time: 0.0382905 Apr 29 04:48:56.919385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42264) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:48:56.923598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:48:57.005721 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:57.086531 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:57.185502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Allocated IP 172.26.4.82 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/b830132a-1176-48ff-a74d-0af2c4e65601) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:48:57.287718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for port (b830132a-1176-48ff-a74d-0af2c4e65601), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:57.378387 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b830132a-1176-48ff-a74d-0af2c4e65601), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:57.413817 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:48:57.416686 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:48:57.420160 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:48:57.448640 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'Port': ['ID=b830132a-1176-48ff-a74d-0af2c4e65601,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:57.787766 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:57.918185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (b830132a-1176-48ff-a74d-0af2c4e65601), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:58.066927 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for port (b830132a-1176-48ff-a74d-0af2c4e65601), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:58.125784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (b830132a-1176-48ff-a74d-0af2c4e65601), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:58.166443 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:48:58.197896 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event updated for resources: {'Port': ['ID=b830132a-1176-48ff-a74d-0af2c4e65601,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:48:58.207768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:58.307222 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Floating IP c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669 associated. External IP: 172.26.4.82, port: e68c082c-5bcc-4f62-acde-c2e2bcf6d84f. Apr 29 04:48:58.513598 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:48:58.620750 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:48:58.630050 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:48:58.640372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:48:58.645711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:48:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:48:58.722648 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:48:58.750322 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:48:58.754906 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-9b8ccf4e-7aef-4a48-8873-22e6fcc83354 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8345342 Apr 29 04:48:58.755487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:48:58.757762 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4653a204-eef9-4990-8730-12a772acae5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:48:58.794163 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ba1fb-baec-4a2f-8dd4-c963b49bcfa7 x-openstack-request-id: req-f73ba1fb-baec-4a2f-8dd4-c963b49bcfa7 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:48:58.794457 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:48:58.794719 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f73ba1fb-baec-4a2f-8dd4-c963b49bcfa7 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:48:58.795137 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73ba1fb-baec-4a2f-8dd4-c963b49bcfa7'] response: {'name': 'network-changed', 'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'status': 'completed', 'code': 200} Apr 29 04:48:58.853860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653a204-eef9-4990-8730-12a772acae5f req-c5acd6a0-8cb3-4010-9a10-c5dbdbc92b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:58.855589 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-c5acd6a0-8cb3-4010-9a10-c5dbdbc92b4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0389662 Apr 29 04:48:58.948354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653a204-eef9-4990-8730-12a772acae5f req-09b92d06-6faf-4fc2-a6c6-4dd13d9c1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:58.949852 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-09b92d06-6faf-4fc2-a6c6-4dd13d9c1451 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0875049 Apr 29 04:48:58.969421 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'port_id': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'mac_address': 'fa:16:3e:69:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:48:57Z', 'updated_at': '2022-04-29T04:48:57Z', 'revision_number': 0, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:48:58.995198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:48:59.004253 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:48:59.004538 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:48:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:48:59.012286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-0efac551-2d58-426a-817a-fa4073544ca6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 998 time: 0.0567572 Apr 29 04:48:59.059724 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653a204-eef9-4990-8730-12a772acae5f req-8415f6ae-e3f9-4194-ab82-39d81f687ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:59.061185 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-8415f6ae-e3f9-4194-ab82-39d81f687ddb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0425761 Apr 29 04:48:59.107253 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653a204-eef9-4990-8730-12a772acae5f req-898339cf-231b-4510-86ac-903a6ecbf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:48:59.108753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-898339cf-231b-4510-86ac-903a6ecbf738 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419321 Apr 29 04:48:59.113441 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:48:59.196757 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-2cb164d2-aa7e-44b7-b8f8-e72e465f804d service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817518 Apr 29 04:48:59.291063 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4653a204-eef9-4990-8730-12a772acae5f req-3fbbf580-1d43-4012-8a8e-54397dcb1aa5 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854266 Apr 29 04:48:59.330194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'port_id': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'mac_address': 'fa:16:3e:69:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:48:57Z', 'updated_at': '2022-04-29T04:48:57Z', 'revision_number': 0, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:48:59.357076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca450c4-52d5-4341-93f8-74abe8019be8 None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': 'c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'port_id': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'mac_address': 'fa:16:3e:69:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:48:57Z', 'updated_at': '2022-04-29T04:48:57Z', 'revision_number': 0, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:48:59.546796 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110f695-fe6b-4eec-b950-3a5db57affd2 None None] New status for floating IP c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:49:08.907198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-10715896-e264-4b49-b4a2-3cd1491211b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:11.215425 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd2d0-6ea6-4728-a09d-44ac225b4252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:12.370189 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:14.061549 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:15.183239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:20.508725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:24.066316 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-9d29d9f6-f2e2-466d-bd58-fa6c6fbbc051 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388932 Apr 29 04:49:24.156169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-13da16ce-2088-4aa2-8077-5764fb84803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:49:24.157685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-13da16ce-2088-4aa2-8077-5764fb84803b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0383914 Apr 29 04:49:24.266727 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-aafba4fa-18be-4603-9202-c519ddd7b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:49:24.268165 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-aafba4fa-18be-4603-9202-c519ddd7b196 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0871575 Apr 29 04:49:24.334604 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-a5249f34-3075-42e6-8b09-ee2f273882d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1000 time: 0.0569732 Apr 29 04:49:24.388840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-1a047f0f-66eb-4a25-92e8-324ee543b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:49:24.390248 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-1a047f0f-66eb-4a25-92e8-324ee543b06f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0470033 Apr 29 04:49:24.802997 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-8853d784-4d2c-4d94-aa41-96fee7203922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:49:24.804463 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-8853d784-4d2c-4d94-aa41-96fee7203922 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4034846 Apr 29 04:49:24.894911 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-f7994ca2-1dce-4e37-9d19-de357332abe8 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800216 Apr 29 04:49:24.989086 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7f3770b3-632e-4e59-9734-abd8e5f34625 req-c685e46b-6e34-46b9-89ba-e9b0495a6685 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846660 Apr 29 04:49:35.164762 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:49:38.936924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-78f5b7d3-510e-47bc-be88-11e381595b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:41.226966 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9df9be9c-b575-4833-96a9-e7b42ea1e155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:42.382661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:43.930927 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:45.171371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:49:50.491066 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:08.925035 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed7d6-24cd-44cc-a222-86680aa3f431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:11.216076 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cef49da5-50b7-4de6-bcad-815e3de6d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:12.163373 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:50:12.404155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:13.902420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:15.146848 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:20.502303 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:24.029360 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-65d40d17-a871-4232-9a6c-d648803ef1a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367618 Apr 29 04:50:24.108793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-099f5a9e-d606-422b-b5b8-13bbf09d1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:50:24.110347 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-099f5a9e-d606-422b-b5b8-13bbf09d1803 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0411158 Apr 29 04:50:24.274850 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-56060ea7-b1dc-42c9-b71f-3de8e0f0b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:50:24.276304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-56060ea7-b1dc-42c9-b71f-3de8e0f0b9ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.1428921 Apr 29 04:50:24.344194 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-f8819b02-c401-4682-bdcf-ea332c56255e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1000 time: 0.0605402 Apr 29 04:50:24.398220 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-91a270f9-51e1-4a57-bdd7-da549a430305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:50:24.399596 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-91a270f9-51e1-4a57-bdd7-da549a430305 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0435009 Apr 29 04:50:24.441017 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-e5080df1-9914-4ed0-9e43-fa011081671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:50:24.442739 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-e5080df1-9914-4ed0-9e43-fa011081671a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368705 Apr 29 04:50:24.534331 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-92cc6891-e123-468d-9b37-e65c5a072810 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Apr 29 04:50:24.623600 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-12f9d955-5024-420d-af0b-c9f7c443d8d8 req-bc0a04e3-f734-442d-8e35-d4bfaf695534 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807209 Apr 29 04:50:38.929865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a61d8ab3-ee88-47d7-bca3-302ff8faaaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:41.199116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3bf3-3237-440d-bca1-fedb0a5111c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:42.365012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:43.913079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:45.153961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:50:49.163169 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:50:50.478899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:08.924329 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2ff30c06-5c7d-4926-8191-96a2f98cbbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:11.198879 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5a767d09-f0db-44f4-9bbd-92ecd0e08780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:12.376096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:13.906272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:15.159023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:20.483602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:25.051648 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-4a285225-259b-4dc6-80f1-ae2e40504afd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421741 Apr 29 04:51:25.137448 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-8a7b292f-e7df-4564-bf6d-dff26d30a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:25.138965 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-8a7b292f-e7df-4564-bf6d-dff26d30a89f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0402193 Apr 29 04:51:25.244371 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-f417a474-126a-4350-9e8a-b644fce97e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:25.245863 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-f417a474-126a-4350-9e8a-b644fce97e6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0836782 Apr 29 04:51:25.316045 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-58842f59-d192-4056-9491-30936084ea8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1000 time: 0.0609550 Apr 29 04:51:25.365804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-84cf3b09-726e-456b-bd42-78189536a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:25.367271 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-84cf3b09-726e-456b-bd42-78189536a80a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0441723 Apr 29 04:51:25.416343 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-afe1d237-5c87-43f9-843c-c1b5c5375643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:25.417856 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-afe1d237-5c87-43f9-843c-c1b5c5375643 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382013 Apr 29 04:51:25.514092 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-b4e6b9e2-ae00-4016-83c0-80a924aa9821 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863185 Apr 29 04:51:25.616413 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1931e20f-4e9d-457b-b9bd-d33d4df60803 req-6988c0b7-dddd-4628-b9f3-99e630c6cbf6 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924475 Apr 29 04:51:25.664920 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adbbf9-6276-4207-940d-bcd9f67ab5bf req-84b526be-a448-41eb-9ed4-15c988f5e876 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:25.666450 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17adbbf9-6276-4207-940d-bcd9f67ab5bf req-84b526be-a448-41eb-9ed4-15c988f5e876 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0490379 Apr 29 04:51:25.716000 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17adbbf9-6276-4207-940d-bcd9f67ab5bf req-b4b3a093-dca1-4b8b-bea0-f03404eed64a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Apr 29 04:51:26.162212 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:51:26.841861 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aea76-e8de-407e-86cf-1c57bcf3bf62 req-6d734f7f-4b38-4236-b2f4-c73e4f402f8a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:26.843320 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-474aea76-e8de-407e-86cf-1c57bcf3bf62 req-6d734f7f-4b38-4236-b2f4-c73e4f402f8a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Apr 29 04:51:26.890423 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-474aea76-e8de-407e-86cf-1c57bcf3bf62 req-889f7d0e-c6ba-44ed-9f75-a940b52ca9f5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Apr 29 04:51:28.003303 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49a94-1cd6-4439-91f2-efb9173c40bf req-9a48f96b-2539-4fb2-8b3d-6affe8945acd tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:28.004716 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7d49a94-1cd6-4439-91f2-efb9173c40bf req-9a48f96b-2539-4fb2-8b3d-6affe8945acd tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0456185 Apr 29 04:51:28.052446 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f7d49a94-1cd6-4439-91f2-efb9173c40bf req-ef176005-b5b6-41c9-92be-e63b5f41c219 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Apr 29 04:51:29.165825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ca39f-ff63-4616-b3a5-eeb4970f9a9c req-016f6ec3-307c-40dc-bb46-905a17ce02aa tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:29.167335 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-da6ca39f-ff63-4616-b3a5-eeb4970f9a9c req-016f6ec3-307c-40dc-bb46-905a17ce02aa tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Apr 29 04:51:29.214945 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-da6ca39f-ff63-4616-b3a5-eeb4970f9a9c req-e845a991-9b7b-4e41-904a-41f32810b5e6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Apr 29 04:51:30.332312 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8aa08-8931-49b4-86cf-b974262df898 req-94764404-290e-4bd8-9c09-926d0f772c80 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:30.333780 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cba8aa08-8931-49b4-86cf-b974262df898 req-94764404-290e-4bd8-9c09-926d0f772c80 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Apr 29 04:51:30.380692 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cba8aa08-8931-49b4-86cf-b974262df898 req-cf3599a1-004c-4ee7-8033-956f0dd2c2e7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Apr 29 04:51:31.498146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bea0a-4138-46fc-bbf1-aa5406e64f93 req-b3d9b029-9e2e-4f80-b33c-cfc4353e9dd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:31.499603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-318bea0a-4138-46fc-bbf1-aa5406e64f93 req-b3d9b029-9e2e-4f80-b33c-cfc4353e9dd2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Apr 29 04:51:31.546771 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-318bea0a-4138-46fc-bbf1-aa5406e64f93 req-aa12efd3-b73d-46f1-b054-cae340e7db71 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Apr 29 04:51:32.661818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8e068-6a10-4405-ab40-4ab896fafef8 req-bd3450b1-7617-45da-b972-858f6da4497c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:32.663249 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cee8e068-6a10-4405-ab40-4ab896fafef8 req-bd3450b1-7617-45da-b972-858f6da4497c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0471072 Apr 29 04:51:32.711069 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cee8e068-6a10-4405-ab40-4ab896fafef8 req-c1623527-6598-45cf-874f-c4389eebec89 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Apr 29 04:51:33.822534 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019e56-702e-48f4-a626-9f69adf00d98 req-cc5e5d25-3c5f-47a8-b747-baf755c1801b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:33.823958 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5c019e56-702e-48f4-a626-9f69adf00d98 req-cc5e5d25-3c5f-47a8-b747-baf755c1801b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0455980 Apr 29 04:51:33.870987 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5c019e56-702e-48f4-a626-9f69adf00d98 req-0048e0fb-931a-467c-8f37-86ab0f0dfc3c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Apr 29 04:51:34.986125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dc55e-8326-4ee6-917b-f1add4709f7c req-43fb205c-1336-4f7c-9f13-d2360681e031 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:34.987514 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-082dc55e-8326-4ee6-917b-f1add4709f7c req-43fb205c-1336-4f7c-9f13-d2360681e031 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Apr 29 04:51:35.035579 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-082dc55e-8326-4ee6-917b-f1add4709f7c req-b17f1fa4-1431-495e-8600-49dd0ee5d244 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Apr 29 04:51:35.936548 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-bdc47cb4-3705-4d41-a363-3750712a1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:35.938523 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-bdc47cb4-3705-4d41-a363-3750712a1663 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0371199 Apr 29 04:51:36.029789 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-4bad5156-bf05-48f1-975d-316da3ab431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:36.031116 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-4bad5156-bf05-48f1-975d-316da3ab431f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0842676 Apr 29 04:51:36.098441 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-725a673d-fa5b-4239-a8a6-3250b1a77670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1000 time: 0.0579860 Apr 29 04:51:36.185528 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9978a-344c-470a-921f-f459131fbaa4 req-55104122-be41-452f-af36-4c481edb1963 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:36.186986 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-67e9978a-344c-470a-921f-f459131fbaa4 req-55104122-be41-452f-af36-4c481edb1963 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0843515 Apr 29 04:51:36.193058 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-06be0d8b-dcbd-4a7b-aab6-0f396fb2997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:36.194491 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-06be0d8b-dcbd-4a7b-aab6-0f396fb2997a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0832834 Apr 29 04:51:36.262483 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-c497bc1c-84e2-494e-b442-89050fe39871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:36.263946 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-c497bc1c-84e2-494e-b442-89050fe39871 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0557187 Apr 29 04:51:36.268597 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-67e9978a-344c-470a-921f-f459131fbaa4 req-2105823c-d0bc-476f-9216-fbaba2b070af tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732596 Apr 29 04:51:36.356686 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-3a4ff32c-a75f-4d22-9863-49dd32e39856 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831873 Apr 29 04:51:36.451542 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5eb58a44-0dbb-4b9d-82e8-d315e27648d6 req-cbe2f922-6e92-426e-8ec8-8f0abd67dfbe service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853615 Apr 29 04:51:37.379040 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f0d44-e855-43a8-98ea-26b81c52322f req-2300b8e6-989f-4329-8ff0-e77a66de3835 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:37.380495 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-497f0d44-e855-43a8-98ea-26b81c52322f req-2300b8e6-989f-4329-8ff0-e77a66de3835 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0459716 Apr 29 04:51:37.427674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-497f0d44-e855-43a8-98ea-26b81c52322f req-557b10af-1082-4085-b759-c67cdb52f0b8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Apr 29 04:51:38.541813 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8307a3-b60e-491f-b36a-439c1f65477d req-c91ae5e4-ade3-4b4a-955b-d5e41b37ded6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:38.543283 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3d8307a3-b60e-491f-b36a-439c1f65477d req-c91ae5e4-ade3-4b4a-955b-d5e41b37ded6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0475545 Apr 29 04:51:38.592357 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-3d8307a3-b60e-491f-b36a-439c1f65477d req-e5c35190-76c4-4259-a30d-db1d6b6b4769 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Apr 29 04:51:38.918789 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d56b-a382-41d8-98b7-e1660aa8380d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:39.705728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7c996-8392-448e-bbf0-b7c45732832b req-f53242aa-175e-4d31-a0bb-0838e30cedc5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:39.707179 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3ea7c996-8392-448e-bbf0-b7c45732832b req-f53242aa-175e-4d31-a0bb-0838e30cedc5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0469680 Apr 29 04:51:39.758540 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3ea7c996-8392-448e-bbf0-b7c45732832b req-72a8962d-0142-4bc9-a4ba-5f8e67ce2071 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458162 Apr 29 04:51:40.871298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c6b0-d45d-464a-a150-4157baa23871 req-b1f85cb9-1d38-46d8-b6cc-62cb3da7f6fd tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:40.872748 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-80f4c6b0-d45d-464a-a150-4157baa23871 req-b1f85cb9-1d38-46d8-b6cc-62cb3da7f6fd tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0471778 Apr 29 04:51:40.921652 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-80f4c6b0-d45d-464a-a150-4157baa23871 req-160318e2-8185-413f-82bf-c84651754dd6 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Apr 29 04:51:41.215652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3bda-b829-4d99-aae5-e63a1b005884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:42.034641 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d83e03-ff56-4c6e-98cb-e809e57b186f req-ff88069f-943d-4c2f-91ef-bf3d70d465f2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:42.036035 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d4d83e03-ff56-4c6e-98cb-e809e57b186f req-ff88069f-943d-4c2f-91ef-bf3d70d465f2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0471673 Apr 29 04:51:42.086957 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d4d83e03-ff56-4c6e-98cb-e809e57b186f req-176253d9-cf0b-4fed-b1b5-1feea526f383 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Apr 29 04:51:42.370042 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:42.594286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:51:42.669327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:51:42.669639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:42.691836 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:51:42.694434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2e64f-9a63-4f46-ac75-36a09469e2db" -d '{"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:51:42.707899 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:51:42.730526 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a5a5b-6a43-4798-8b8f-6ef6246ca635 x-openstack-request-id: req-b71a5a5b-6a43-4798-8b8f-6ef6246ca635 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:51:42.730913 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:51:42.731576 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b71a5a5b-6a43-4798-8b8f-6ef6246ca635 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:51:42.731975 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71a5a5b-6a43-4798-8b8f-6ef6246ca635'] response: {'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'code': 200} Apr 29 04:51:42.769012 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:42.820097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:51:42.827260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.827602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.827938 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.828313 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.829219 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.829570 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:42.832817 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:51:43.198492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc1ee4-5b94-4944-a063-dff933e5b3ff req-8410ecec-4404-47a0-b344-d08135a7e490 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:43.199967 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2afc1ee4-5b94-4944-a063-dff933e5b3ff req-8410ecec-4404-47a0-b344-d08135a7e490 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0472565 Apr 29 04:51:43.247293 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2afc1ee4-5b94-4944-a063-dff933e5b3ff req-5f6ef496-53bf-4296-a5a7-c7e8e7c9c9a2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Apr 29 04:51:43.907667 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:44.561369 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf939c04-67f0-4390-97f6-0d13929b3172 req-ce383ded-dfed-4878-bba2-dc815f478cc7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:44.562905 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf939c04-67f0-4390-97f6-0d13929b3172 req-ce383ded-dfed-4878-bba2-dc815f478cc7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0509486 Apr 29 04:51:44.614262 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cf939c04-67f0-4390-97f6-0d13929b3172 req-4090fd70-6c56-4664-86b6-cea1eab37c5d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Apr 29 04:51:44.700294 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-d986b333-ead4-43c5-854a-92aa5003db80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537931 Apr 29 04:51:44.708924 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-fcc800cd-a989-406b-b495-8bdfd0d0f4fb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:51:44.709851 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-fcc800cd-a989-406b-b495-8bdfd0d0f4fb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048850 Apr 29 04:51:45.147203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:45.728053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33ec31-3fb5-4e91-9b2c-6e0fb0ea7b24 req-66d6643e-86b6-465e-b5fd-b5c60b488f08 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:45.729574 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f33ec31-3fb5-4e91-9b2c-6e0fb0ea7b24 req-66d6643e-86b6-465e-b5fd-b5c60b488f08 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0467546 Apr 29 04:51:45.788464 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-1f33ec31-3fb5-4e91-9b2c-6e0fb0ea7b24 req-d3ee1609-c0fa-4412-893d-67a9481dbc05 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520077 Apr 29 04:51:45.844711 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-96cb3be8-1f96-4d09-bc6b-1c981c0f13fa tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:45.846166 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-96cb3be8-1f96-4d09-bc6b-1c981c0f13fa tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports/e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 940 time: 0.0929527 Apr 29 04:51:46.900425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97731dee-aa25-41f4-bed1-027a0968d6e0 req-0109953f-c756-4ff1-a261-f89ab1bf3da8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:46.902410 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-97731dee-aa25-41f4-bed1-027a0968d6e0 req-0109953f-c756-4ff1-a261-f89ab1bf3da8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0476317 Apr 29 04:51:46.953426 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-97731dee-aa25-41f4-bed1-027a0968d6e0 req-158acde0-401c-474f-9298-2ab285867331 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Apr 29 04:51:48.070925 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5b4b4-5160-440c-88f8-eb1dd6324b9f req-39f664aa-bb4b-4fe7-bf40-9c496a29983e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:48.072364 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eed5b4b4-5160-440c-88f8-eb1dd6324b9f req-39f664aa-bb4b-4fe7-bf40-9c496a29983e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0497377 Apr 29 04:51:48.122920 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-eed5b4b4-5160-440c-88f8-eb1dd6324b9f req-0b291375-cf55-41ff-b6b7-04957cb575f2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449853 Apr 29 04:51:49.239309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f5ce0-16e4-462c-a05f-a54fa19ad871 req-7b655e9b-e8af-414f-8ba0-045659392b50 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:49.240771 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a41f5ce0-16e4-462c-a05f-a54fa19ad871 req-7b655e9b-e8af-414f-8ba0-045659392b50 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0506780 Apr 29 04:51:49.289411 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a41f5ce0-16e4-462c-a05f-a54fa19ad871 req-440b66a5-4ad7-4bfd-a62f-350ae2066530 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Apr 29 04:51:50.401708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdb197-d4dc-40c9-9c26-4293ff41a390 req-499fc631-d814-4fb0-8646-2a3917cb285f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:50.403172 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-66bdb197-d4dc-40c9-9c26-4293ff41a390 req-499fc631-d814-4fb0-8646-2a3917cb285f tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0471730 Apr 29 04:51:50.453093 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-66bdb197-d4dc-40c9-9c26-4293ff41a390 req-5a1f4a9b-450d-49ff-8de0-c71285ba0f9d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Apr 29 04:51:50.483440 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:51:51.569127 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256f18d-b2ff-447d-bd89-8ee0bf775d5e req-7274d462-200b-4ced-b01f-21d4b522bc7b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:51.570778 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0256f18d-b2ff-447d-bd89-8ee0bf775d5e req-7274d462-200b-4ced-b01f-21d4b522bc7b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0491319 Apr 29 04:51:51.623140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0256f18d-b2ff-447d-bd89-8ee0bf775d5e req-fbba9c61-c951-43b2-bd17-e8dcaace7c22 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Apr 29 04:51:52.737464 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304679bc-f70a-46ab-b617-e6b43f0ca92a req-5faac381-814b-440e-9ab5-78145282b5cf tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:52.738924 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-304679bc-f70a-46ab-b617-e6b43f0ca92a req-5faac381-814b-440e-9ab5-78145282b5cf tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0478063 Apr 29 04:51:52.791531 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-304679bc-f70a-46ab-b617-e6b43f0ca92a req-41a5c233-57a3-45a1-81fb-3e82d3122862 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466754 Apr 29 04:51:53.904612 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a1504-cea0-4519-be8d-1a1698d11eef req-8dba9bc7-b799-4ea3-a99d-bb5256da8bd5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:53.906117 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e8a1504-cea0-4519-be8d-1a1698d11eef req-8dba9bc7-b799-4ea3-a99d-bb5256da8bd5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0488548 Apr 29 04:51:53.959581 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9e8a1504-cea0-4519-be8d-1a1698d11eef req-2494f990-c286-4ae0-8122-fed22a0e19d5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477815 Apr 29 04:51:55.072003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ba0d-6a73-40d3-a986-01e50f99e9ee req-3f35218a-561a-4781-9695-92a5a40c679b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:55.073497 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c666ba0d-6a73-40d3-a986-01e50f99e9ee req-3f35218a-561a-4781-9695-92a5a40c679b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0468702 Apr 29 04:51:55.121824 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-c666ba0d-6a73-40d3-a986-01e50f99e9ee req-19a18a22-191d-459c-9061-c3f10a25bee3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Apr 29 04:51:56.235327 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107e7f-c872-4828-9788-1575a10c8c41 req-7b779863-fa36-4a2f-91cc-49da50f40887 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:56.236722 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7f107e7f-c872-4828-9788-1575a10c8c41 req-7b779863-fa36-4a2f-91cc-49da50f40887 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0469906 Apr 29 04:51:56.285021 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-7f107e7f-c872-4828-9788-1575a10c8c41 req-4a7a7b60-8edd-47da-8b2e-4d3076060d30 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 Apr 29 04:51:57.399117 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37a129-9a8d-4de6-8393-5c56ab178ecc req-3ab74cfb-f103-4286-9b8e-2782fdafcb01 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:57.400603 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ea37a129-9a8d-4de6-8393-5c56ab178ecc req-3ab74cfb-f103-4286-9b8e-2782fdafcb01 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0473464 Apr 29 04:51:57.449595 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ea37a129-9a8d-4de6-8393-5c56ab178ecc req-e05bfe0f-0f9f-4d51-a516-3cdb2542d62c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 Apr 29 04:51:58.564111 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fa7f1-867f-4e42-a0be-f0652ee37ccf req-ef16b4a8-2db1-400a-8d4d-95654098cca2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:58.565721 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-718fa7f1-867f-4e42-a0be-f0652ee37ccf req-ef16b4a8-2db1-400a-8d4d-95654098cca2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0481524 Apr 29 04:51:58.613919 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-718fa7f1-867f-4e42-a0be-f0652ee37ccf req-94d9285d-c5a2-45cf-8b02-2156c7895ed7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Apr 29 04:51:59.733084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76155af-a27d-4cf5-9d91-261c858c0fa7 req-1445ad4c-4d92-43a4-bf2f-3077160c17de tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:51:59.734631 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f76155af-a27d-4cf5-9d91-261c858c0fa7 req-1445ad4c-4d92-43a4-bf2f-3077160c17de tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0511262 Apr 29 04:51:59.784148 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-f76155af-a27d-4cf5-9d91-261c858c0fa7 req-b6904d76-c8ea-4ddd-87f9-2d392feb6bda tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Apr 29 04:52:00.709517 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-599012bc-f430-462b-a4ba-a2bd722841a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:00.710968 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-599012bc-f430-462b-a4ba-a2bd722841a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce HTTP/1.1" status: 200 len: 1127 time: 0.0390410 Apr 29 04:52:00.776360 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-398b01a2-c4fa-499f-acf0-3805aa6f3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:00.777860 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-398b01a2-c4fa-499f-acf0-3805aa6f3269 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1127 time: 0.0392253 Apr 29 04:52:00.874059 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-ddcdf5d4-4878-4932-af4b-aabce4bbd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:00.876053 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-ddcdf5d4-4878-4932-af4b-aabce4bbd831 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0879800 Apr 29 04:52:00.900389 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41773f3-261a-43d4-9972-3f01b4e3bd49 req-bba5d2b2-ca1c-42eb-9266-8a188f9f27ae tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:00.901882 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a41773f3-261a-43d4-9972-3f01b4e3bd49 req-bba5d2b2-ca1c-42eb-9266-8a188f9f27ae tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0506659 Apr 29 04:52:00.944138 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-af50fcf7-6839-4611-8a6c-8c853155b552 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 998 time: 0.0590489 Apr 29 04:52:00.951200 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a41773f3-261a-43d4-9972-3f01b4e3bd49 req-13aa1407-a556-41f1-aafc-467ba0bd3210 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Apr 29 04:52:00.998401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-780da06b-c8c5-4b29-b8c6-696ea5f4585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:00.999853 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-780da06b-c8c5-4b29-b8c6-696ea5f4585e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0470076 Apr 29 04:52:01.044851 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-61f2a23c-051e-43ba-9b48-931dc6628e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:01.046329 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-61f2a23c-051e-43ba-9b48-931dc6628e54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366554 Apr 29 04:52:01.138809 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-6babfd57-187c-4bf9-b85c-60d2d2de4cfc service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824764 Apr 29 04:52:01.232760 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-47f02c99-e057-43ee-bd7d-3d02938f54b6 req-0ddaf826-2ea2-437f-8575-6ca8a00bde55 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Apr 29 04:52:02.060740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639056-dfe7-4849-adab-6dc4a1bba4b8 req-febf1033-0a9c-47ab-b85d-27c5be5828e8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:02.062197 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a639056-dfe7-4849-adab-6dc4a1bba4b8 req-febf1033-0a9c-47ab-b85d-27c5be5828e8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0456023 Apr 29 04:52:02.109371 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9a639056-dfe7-4849-adab-6dc4a1bba4b8 req-0200fcf4-b04a-4fa4-aa76-03915df221d4 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Apr 29 04:52:03.163430 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:52:03.223565 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a06fea-d313-4dbe-bf7a-e72060c66e4a req-8d6ebfc3-0b29-4a08-803e-b942925b1721 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:03.225023 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f4a06fea-d313-4dbe-bf7a-e72060c66e4a req-8d6ebfc3-0b29-4a08-803e-b942925b1721 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0475984 Apr 29 04:52:03.272820 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-f4a06fea-d313-4dbe-bf7a-e72060c66e4a req-5380346b-3207-48f1-a6b9-291f19da40ad tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Apr 29 04:52:04.386768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fad9f-97b8-4d5c-80d5-17655b1393bd req-731586ab-abe8-4a0b-9ff0-0639991c545c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:04.388217 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8c1fad9f-97b8-4d5c-80d5-17655b1393bd req-731586ab-abe8-4a0b-9ff0-0639991c545c tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0494418 Apr 29 04:52:04.435253 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8c1fad9f-97b8-4d5c-80d5-17655b1393bd req-9a6e6193-2758-4f65-aa13-cf1eb8b82f6b tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Apr 29 04:52:05.550763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f79f2-ed2d-454d-bdc8-327b37ac093f req-7f7bb890-1a7c-4ae0-95c2-819aa24f4ce5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:05.552214 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-373f79f2-ed2d-454d-bdc8-327b37ac093f req-7f7bb890-1a7c-4ae0-95c2-819aa24f4ce5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0508142 Apr 29 04:52:05.600392 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-373f79f2-ed2d-454d-bdc8-327b37ac093f req-a0577054-bbff-4ea0-adc3-d9eba58a4968 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Apr 29 04:52:06.716573 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf90a1-9720-41bc-8924-46921b3580ef req-ab163104-0bed-4e20-b08b-b901ce307ffc tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:06.718058 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ecaf90a1-9720-41bc-8924-46921b3580ef req-ab163104-0bed-4e20-b08b-b901ce307ffc tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0518672 Apr 29 04:52:06.766616 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ecaf90a1-9720-41bc-8924-46921b3580ef req-7bc18cb1-22c4-49fa-a598-6a0545e40dd1 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Apr 29 04:52:07.876981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd2c75-65f4-4d2e-ab64-4df51a6d11a5 req-7f3f1304-bd79-4349-b3c5-fe2cb0273eb2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:07.878443 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1bfd2c75-65f4-4d2e-ab64-4df51a6d11a5 req-7f3f1304-bd79-4349-b3c5-fe2cb0273eb2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0457988 Apr 29 04:52:07.925841 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1bfd2c75-65f4-4d2e-ab64-4df51a6d11a5 req-b4e78b68-c96f-427c-896c-2375f61c1b9a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Apr 29 04:52:08.695582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:52:08.793664 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:52:08.804258 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'port_id': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'mac_address': 'fa:16:3e:69:0b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:52:08.840730 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:52:08.841113 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:08.859194 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68c082c-5bcc-4f62-acde-c2e2bcf6d84f {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:52:08.882286 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:52:08.952358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-5c37e182-8513-4f9d-bfee-5671fe4082c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:08.964005 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:09.016791 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:52:09.045479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d20ea-531f-40e4-9e53-ef6c4a030b3e req-c5f2bba4-f020-4175-8dd5-59272eba1c02 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:09.046957 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-988d20ea-531f-40e4-9e53-ef6c4a030b3e req-c5f2bba4-f020-4175-8dd5-59272eba1c02 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0510838 Apr 29 04:52:09.094619 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-988d20ea-531f-40e4-9e53-ef6c4a030b3e req-f89bb950-0b50-4538-bb9f-7e9bebc5cd2d tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 Apr 29 04:52:09.248279 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:52:10.205859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19df2-0853-43c4-9370-278823e3f3ad req-140b2b2e-5088-4e03-9f16-c1998f26858e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:10.207321 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4fe19df2-0853-43c4-9370-278823e3f3ad req-140b2b2e-5088-4e03-9f16-c1998f26858e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0465422 Apr 29 04:52:10.258866 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-4fe19df2-0853-43c4-9370-278823e3f3ad req-e89311dc-4c0d-4f60-a8e2-0c88421f04eb tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Apr 29 04:52:10.704003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:52:10.753162 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:52:10.753558 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:10.826272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:52:10.826659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:10.848001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:52:10.850264 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38391162-f0c5-454c-8f53-95e96df9eb75" -d '{"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:52:10.862506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:52:10.886987 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcda74c6-0a95-4d38-be23-0f2b7764d6ee x-openstack-request-id: req-bcda74c6-0a95-4d38-be23-0f2b7764d6ee {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:52:10.887276 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:52:10.887530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcda74c6-0a95-4d38-be23-0f2b7764d6ee {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:52:10.887918 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcda74c6-0a95-4d38-be23-0f2b7764d6ee'] response: {'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'code': 200} Apr 29 04:52:10.924079 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:10.980656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:52:11.171189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a7d6-8198-4e30-81e6-34ba502b7967 req-1986ca7f-61fc-4663-a4c3-480d18614406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:11.173461 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7fb3a7d6-8198-4e30-81e6-34ba502b7967 req-1986ca7f-61fc-4663-a4c3-480d18614406 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0387230 Apr 29 04:52:11.198643 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-40dfb1a4-08e6-4437-82e2-59a130c57244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:11.219665 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-7fb3a7d6-8198-4e30-81e6-34ba502b7967 req-f40e5fdf-caa8-418a-8f96-4349e7006a78 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Apr 29 04:52:11.375331 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62c471-be9a-44c4-878d-d2ffc1d99517 req-ca985147-a8f6-45cf-91d8-3a0cd0216a19 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:11.376786 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eb62c471-be9a-44c4-878d-d2ffc1d99517 req-ca985147-a8f6-45cf-91d8-3a0cd0216a19 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0469148 Apr 29 04:52:11.424422 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eb62c471-be9a-44c4-878d-d2ffc1d99517 req-a29a24c9-3660-4449-a6cf-d51bd1c2699e tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Apr 29 04:52:12.387007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:12.535710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4146-8b0e-4c31-a1a1-78f90e0fc96d req-1fb5e6be-d9ad-4779-ab7f-54f33c2d768a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:12.537142 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e0ca4146-8b0e-4c31-a1a1-78f90e0fc96d req-1fb5e6be-d9ad-4779-ab7f-54f33c2d768a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0455387 Apr 29 04:52:12.589788 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e0ca4146-8b0e-4c31-a1a1-78f90e0fc96d req-68cce628-e7b1-49a4-848c-20f17eb20df0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471115 Apr 29 04:52:13.704274 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7c2f-8b5f-440c-a473-9fa5068f4dc0 req-07bdbccf-50a1-4cfc-8cd4-265ca25554e5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:13.705792 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0c2d7c2f-8b5f-440c-a473-9fa5068f4dc0 req-07bdbccf-50a1-4cfc-8cd4-265ca25554e5 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0464067 Apr 29 04:52:13.753870 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-0c2d7c2f-8b5f-440c-a473-9fa5068f4dc0 req-e6c4785f-d039-4fca-8c7b-31b2f2519ace tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Apr 29 04:52:13.895474 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:15.141506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:20.461013 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:26.008819 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-22aa77fc-275b-4545-8bb8-497f2818783c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374098 Apr 29 04:52:26.086068 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-7406c5f7-a2d6-4764-9b35-0bd505244ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:26.087507 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-7406c5f7-a2d6-4764-9b35-0bd505244ca3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0381110 Apr 29 04:52:26.192635 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-3d3aa5d3-0704-4923-a3fb-5bf3502609a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:26.194427 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-3d3aa5d3-0704-4923-a3fb-5bf3502609a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0884387 Apr 29 04:52:26.270661 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-a212f218-60bf-4c91-bb7f-faa6960a1573 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1000 time: 0.0686624 Apr 29 04:52:26.317226 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-205506da-fbb7-4599-90ea-90d3839598aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:26.319450 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-205506da-fbb7-4599-90ea-90d3839598aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0426478 Apr 29 04:52:26.370589 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-8f316084-ba7a-4898-8620-00822fe3afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:52:26.372007 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-8f316084-ba7a-4898-8620-00822fe3afcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404816 Apr 29 04:52:26.456095 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-840910dc-d797-4117-b6fe-196c783a63b0 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777142 Apr 29 04:52:26.549572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-076a5645-8eaa-4d8e-8515-ccde6faaf9fb req-acf14ddb-4bca-4fdd-a94f-ccd7507f4cc0 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831957 Apr 29 04:52:38.918007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c7af-0f88-4a5f-ac2a-3dd6102858b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:40.161762 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:52:41.191812 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a238ea7a-86be-42cc-8494-ac6908235e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:42.391572 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:43.935184 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:45.163405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:52:50.494959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:08.939466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29a87182-76d8-4689-8569-3f16a663a177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:11.197613 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-cf3470c8-f24c-4f7e-bc20-b847044f49b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:12.385033 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:13.917545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:15.180839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:17.162703 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:53:20.511468 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:27.063719 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-6b293f9f-d141-461c-bafc-7e3c1190b863 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388710 Apr 29 04:53:27.152701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-d369bfc9-780e-43fd-87d5-a75ee383e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:27.154215 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-d369bfc9-780e-43fd-87d5-a75ee383e75b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0387750 Apr 29 04:53:27.269181 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-07bcb236-e611-449d-8247-eae492b215b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:27.270701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-07bcb236-e611-449d-8247-eae492b215b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0954950 Apr 29 04:53:27.345976 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-2e83fad1-e3a1-473d-9a37-7dee71dea319 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 1000 time: 0.0627666 Apr 29 04:53:27.403523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-7c847fa8-5115-447c-b882-9921b988f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:27.404942 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-7c847fa8-5115-447c-b882-9921b988f164 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0496314 Apr 29 04:53:27.450186 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-509d5730-f370-410b-8260-ceb54df684b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:27.451622 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-509d5730-f370-410b-8260-ceb54df684b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374656 Apr 29 04:53:27.465128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-328ab59d-3400-440e-82a8-9e57fbb7db60 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:53:27.466147 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-328ab59d-3400-440e-82a8-9e57fbb7db60 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051851 Apr 29 04:53:27.557021 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-fe0de939-49df-415a-b5d6-bc682381d7e8 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809915 Apr 29 04:53:27.649076 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e8005893-bb5d-4016-ae86-f9ebfd4970bc req-6ae047ec-d58f-4f93-b5d1-9395b6a342aa service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829380 Apr 29 04:53:38.928198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-31640498-e1a6-4e86-86e9-4764f8be6cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:41.208460 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f897-b766-434c-ba55-aebe1d9100e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:42.391179 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:43.922657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:45.151036 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:49.903028 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42482) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:53:50.221537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Deleting port b830132a-1176-48ff-a74d-0af2c4e65601 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:53:50.221873 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (b830132a-1176-48ff-a74d-0af2c4e65601), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.297242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (b830132a-1176-48ff-a74d-0af2c4e65601), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.297508 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (b830132a-1176-48ff-a74d-0af2c4e65601), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.308837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Calling delete_port for b830132a-1176-48ff-a74d-0af2c4e65601 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:53:50.516966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (b830132a-1176-48ff-a74d-0af2c4e65601), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.545550 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.566541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event deleted for resources: {'Port': ['ID=b830132a-1176-48ff-a74d-0af2c4e65601,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:53:50.576001 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.576345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.576682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.577018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.577379 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.577710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.578034 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.578359 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.578682 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.579003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.579322 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.579644 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.579964 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.580280 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.580595 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:50.617212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for floatingip (c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.617701 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Floating IP c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669 disassociated (deleted). External IP: 172.26.4.82, port: e68c082c-5bcc-4f62-acde-c2e2bcf6d84f. Apr 29 04:53:50.832601 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:53:50.937476 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:53:50.942081 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:50.946814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:53:50.956316 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:53:50.956936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:53:50.971234 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-026b8840-ae95-40cb-9cf3-be98d619b463 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "DELETE /v2.0/floatingips/c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669 HTTP/1.1" status: 204 len: 168 time: 1.0671194 Apr 29 04:53:50.971833 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:53:50.974123 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b2ff7-db80-4350-8031-213cf87dd0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:53:51.067295 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:53:51.146987 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aa204e-9da6-44c2-83e6-e795b94b8a3d x-openstack-request-id: req-22aa204e-9da6-44c2-83e6-e795b94b8a3d {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:53:51.147286 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:53:51.147544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22aa204e-9da6-44c2-83e6-e795b94b8a3d {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:53:51.147953 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22aa204e-9da6-44c2-83e6-e795b94b8a3d'] response: {'name': 'network-changed', 'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'status': 'completed', 'code': 200} Apr 29 04:53:51.224445 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-6e005e44-ab96-412b-8ff7-e53b0c8172bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:51.226024 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-6e005e44-ab96-412b-8ff7-e53b0c8172bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 1129 time: 0.0469844 Apr 29 04:53:51.264110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:53:51.290600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:53:51.299786 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:53:51.300410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:53:51.330575 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-be26925e-b24a-4471-b98c-dfca39a77eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:51.332530 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-be26925e-b24a-4471-b98c-dfca39a77eb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 200 len: 910 time: 0.0959516 Apr 29 04:53:51.454683 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1a44-4afb-47ea-8412-89ab8b386263 req-77a90c0d-056f-4ecc-9c32-cc76a2f0df41 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:51.456206 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-09ac1a44-4afb-47ea-8412-89ab8b386263 req-77a90c0d-056f-4ecc-9c32-cc76a2f0df41 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.1325645 Apr 29 04:53:51.512267 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-09ac1a44-4afb-47ea-8412-89ab8b386263 req-909a3b0d-f1d9-42a8-bc60-3025ece1aa14 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502460 Apr 29 04:53:51.568895 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:53:51.755865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:53:51.782530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b13564-3e55-4011-b30b-316e26ef71b4 None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:35Z', 'revision_number': 4, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb', 'name': '', 'network_id': 'a14e3086-990a-4ae2-8d66-c61f65330ece', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'mac_address': 'fa:16:3e:2f:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:34Z', 'updated_at': '2022-04-29T04:43:38Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'subnets': [{'id': 'bbe89b0c-aa95-40ce-a954-63e7e048dcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:53:51.996970 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585b47c1-bc35-4157-a8bb-b7dbfd521fe5 None None] New status for floating IP c4928fd3-9e6c-43b0-8ab3-bf5f81f6a669: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:53:52.449201 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-7cacdccd-b09a-4dba-824b-e18cb1522570 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 200 len: 217 time: 0.0354910 Apr 29 04:53:52.500679 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-141d7e88-145a-4c4d-9599-bc83a23ce822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:52.502146 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-141d7e88-145a-4c4d-9599-bc83a23ce822 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 200 len: 848 time: 0.0466115 Apr 29 04:53:52.562786 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-fbb2064c-3a03-419c-8b4b-34b1383a6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:52.564304 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-fbb2064c-3a03-419c-8b4b-34b1383a6eba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14e3086-990a-4ae2-8d66-c61f65330ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402155 Apr 29 04:53:52.715775 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af4fe6-8f5a-4b8a-bab7-6fea56067dfa req-d96efd8b-2949-4d24-849f-6ac3c8698bd8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:52.717160 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74af4fe6-8f5a-4b8a-bab7-6fea56067dfa req-d96efd8b-2949-4d24-849f-6ac3c8698bd8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.1326406 Apr 29 04:53:52.752164 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-2ebd9367-407e-422c-a6ed-d6e2a7f0ed57 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376908 Apr 29 04:53:52.779870 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-74af4fe6-8f5a-4b8a-bab7-6fea56067dfa req-6be3953d-6dd5-46df-bcff-a9e15a923599 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d4da451-61b5-4d22-a721-7cdf7a37a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570323 Apr 29 04:53:52.976474 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.31', 60523) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:53:52.988772 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-aa6b2ff7-db80-4350-8031-213cf87dd0f7 req-4e3e99cb-4148-4b84-8960-8f0fb3767ec2 service neutron] 10.222.0.31 "GET /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804763 Apr 29 04:53:53.023137 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-a71e2d48-93a1-41d8-b8f4-e1553cb45378 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:53:53.024604 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-a71e2d48-93a1-41d8-b8f4-e1553cb45378 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0465257 Apr 29 04:53:53.115273 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Deleting port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:53:53.115609 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:53.208901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] For port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:53:53.209265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:53.222767 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Calling delete_port for e68c082c-5bcc-4f62-acde-c2e2bcf6d84f owned by compute:nova {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:53:53.385657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (e68c082c-5bcc-4f62-acde-c2e2bcf6d84f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:53.413067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event deleted for resources: {'Port': ['ID=e68c082c-5bcc-4f62-acde-c2e2bcf6d84f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:53:53.422780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.423134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.423480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.423820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.424164 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.424493 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.424821 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.425151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.426034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.426034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.426234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.426440 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.426756 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.427078 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.427399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:53:53.471184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] No DVR routers for this DVR port e68c082c-5bcc-4f62-acde-c2e2bcf6d84f on host hv-neutron-8397 {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:53:53.473729 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:53:53.477016 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a9cfc6cf-f243-44eb-93a4-c3700e753d36 req-df8fa584-56cd-4c25-a3e5-d808625b1cd3 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.31 "DELETE /v2.0/ports/e68c082c-5bcc-4f62-acde-c2e2bcf6d84f HTTP/1.1" status: 204 len: 173 time: 0.4396074 Apr 29 04:53:53.477460 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-deleted', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:53:53.479734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed69497c-4e91-4c40-abff-84db0042bcf5" -d '{"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-deleted", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:53:53.567558 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae62b934-8c02-4af3-acd9-cabf5d5c57c5 x-openstack-request-id: req-ae62b934-8c02-4af3-acd9-cabf5d5c57c5 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:53:53.567861 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b179cdc-b997-4c22-b809-c33361f4fcb9", "name": "network-vif-deleted", "tag": "e68c082c-5bcc-4f62-acde-c2e2bcf6d84f", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:53:53.568120 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae62b934-8c02-4af3-acd9-cabf5d5c57c5 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:53:53.568532 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae62b934-8c02-4af3-acd9-cabf5d5c57c5'] response: {'server_uuid': '7b179cdc-b997-4c22-b809-c33361f4fcb9', 'name': 'network-vif-deleted', 'tag': 'e68c082c-5bcc-4f62-acde-c2e2bcf6d84f', 'status': 'completed', 'code': 200} Apr 29 04:53:53.883408 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-433c32c2-75a4-490a-a6ca-556d2df2ee36 req-08237afc-1172-4ddf-af5f-a9ae3339f67a tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Apr 29 04:53:54.164002 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:53:54.980284 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-de351935-bdf2-49eb-9331-b79468fbd0ca req-cd8393af-4299-4ec0-928d-3d16ef4199bd tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Apr 29 04:53:56.073698 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-15e506f9-87f5-42b7-84a0-58a3711359eb req-0f767e49-e421-4b1f-a575-f091558737b0 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Apr 29 04:53:57.175538 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d8905db5-0fb2-4320-be46-7b87ffaee210 req-0747dc9d-c9d7-41f9-92aa-aa3a4d536b44 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0320098 Apr 29 04:53:57.222867 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:53:57.244245 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: e68c082c-5bcc-4f62-acde-c2e2bcf6d84f {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:53:57.244734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device e68c082c-5bcc-4f62-acde-c2e2bcf6d84f not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:53:58.269753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-581b6c9d-cc8c-41f6-89ec-28118f9df95b req-5c15cdd0-ffdc-40fe-b43f-4382ea69f4f2 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0264769 Apr 29 04:53:59.363461 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d89ee7d6-f385-4053-be1a-45406c9e70c4 req-7973ebdc-6a6b-4699-aad6-82df3ac7fea8 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0280275 Apr 29 04:54:00.459714 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fc986a04-e02b-4130-b848-c3bf6ac719f1 req-72c5fd1e-d737-4f01-9ae8-125721caa2ab tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Apr 29 04:54:01.556023 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-ca1cbab4-cd47-4521-9ec0-5bb07ca7b8d9 req-2ec28151-ea45-44ca-adc5-05e15efc79e7 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0282617 Apr 29 04:54:02.653632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-4a6c818c-0da5-4b01-be9a-4cf03745ff72 req-8b884ffa-64b2-40d1-8745-b260bdb87f90 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b179cdc-b997-4c22-b809-c33361f4fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Apr 29 04:54:03.711795 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42550) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:03.772516 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8336d39a-a3c0-4007-8575-829787ea2025 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (7d4da451-61b5-4d22-a721-7cdf7a37a2a3), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:03.797115 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8336d39a-a3c0-4007-8575-829787ea2025 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (7d4da451-61b5-4d22-a721-7cdf7a37a2a3), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:03.894191 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8336d39a-a3c0-4007-8575-829787ea2025 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (7d4da451-61b5-4d22-a721-7cdf7a37a2a3), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:03.896747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8336d39a-a3c0-4007-8575-829787ea2025 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:03.897936 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8336d39a-a3c0-4007-8575-829787ea2025 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d4da451-61b5-4d22-a721-7cdf7a37a2a3 HTTP/1.1" status: 204 len: 168 time: 0.1851571 Apr 29 04:54:03.907673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336d39a-a3c0-4007-8575-829787ea2025 tempest-TestShelveInstance-812254122 tempest-TestShelveInstance-812254122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4da451-61b5-4d22-a721-7cdf7a37a2a3,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:03.996853 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42554) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:04.442024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:04.683855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Deleting port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:04.684193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:04.765839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] For port 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:04.766519 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:04.779011 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Calling delete_port for 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:05.014343 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:05.037082 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:05.213072 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:05.451133 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:54:05.562262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:05.567561 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-f24094ba-9723-42c8-83a4-dd5e56766ca5 admin admin] 10.222.0.37 "PUT /v2.0/routers/937ab6ce-dc37-4b3d-ab46-56c86ea0b350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5696478 Apr 29 04:54:05.570311 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42558) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:05.571885 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] Sync routers for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:05.582078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:05.582846 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:05.689820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks [] for router (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:05.701858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:05.807118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks [] for router_gateway (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:05.889293 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:54:04Z', 'revision_number': 5, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port': {'id': '31b9d24a-7e3b-4419-81fc-4246db7ce505', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:05.907340 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Deleting port 31b9d24a-7e3b-4419-81fc-4246db7ce505 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:05.907672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:05.916055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] Checking router: 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:05.924959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] Routers {'937ab6ce-dc37-4b3d-ab46-56c86ea0b350'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:05.925614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:05.991150 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] For port 31b9d24a-7e3b-4419-81fc-4246db7ce505, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=31b9d24a-7e3b-4419-81fc-4246db7ce505,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:05.991495 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.008866 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Calling delete_port for 31b9d24a-7e3b-4419-81fc-4246db7ce505 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:06.016551 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] Set router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:06.070376 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:54:05Z', 'revision_number': 6, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:06.097605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab52f83-c36b-4dcc-aae1-aec9eafa5a0f None None] The sync data for ids ['937ab6ce-dc37-4b3d-ab46-56c86ea0b350'] in dv-neutron-839777-1-hyperv is: [{'id': '937ab6ce-dc37-4b3d-ab46-56c86ea0b350', 'name': 'tempest-TestShelveInstance-1879458987-router', 'tenant_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:32Z', 'updated_at': '2022-04-29T04:54:05Z', 'revision_number': 6, 'project_id': 'cf1bbb4914a2445cb1dd4a540c6281ce', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:06.242693 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (31b9d24a-7e3b-4419-81fc-4246db7ce505), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.270257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b9d24a-7e3b-4419-81fc-4246db7ce505,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:06.329953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.726076 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.728202 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks [] for router_controller (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.860295 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (937ab6ce-dc37-4b3d-ab46-56c86ea0b350), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.861476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937ab6ce-dc37-4b3d-ab46-56c86ea0b350 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:54:06.874949 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.879720 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42564) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:06.891626 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-aacca383-75fc-4a39-bfd7-c08a5e4d41c2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/937ab6ce-dc37-4b3d-ab46-56c86ea0b350 HTTP/1.1" status: 204 len: 168 time: 1.3201687 Apr 29 04:54:06.928125 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:54:06.940137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Deleting subnet bbe89b0c-aa95-40ce-a954-63e7e048dcee {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:54:06.943621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Publish callbacks [] for subnet (bbe89b0c-aa95-40ce-a954-63e7e048dcee), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:06.949768 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:54:06.950201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 4d6ba3e0-c5e8-44da-b5d5-1012c987bdbb not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:54:06.950698 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31b9d24a-7e3b-4419-81fc-4246db7ce505 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:54:06.971396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 31b9d24a-7e3b-4419-81fc-4246db7ce505 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:54:06.971816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 31b9d24a-7e3b-4419-81fc-4246db7ce505 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:54:07.332169 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (bbe89b0c-aa95-40ce-a954-63e7e048dcee), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.406897 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (bbe89b0c-aa95-40ce-a954-63e7e048dcee), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.512455 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (bbe89b0c-aa95-40ce-a954-63e7e048dcee), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.538470 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe89b0c-aa95-40ce-a954-63e7e048dcee,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:07.542382 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.547905 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42566) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:07.550149 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ef77a804-1312-4100-95a0-453dc7646d04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bbe89b0c-aa95-40ce-a954-63e7e048dcee HTTP/1.1" status: 204 len: 168 time: 0.6676810 Apr 29 04:54:07.551225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f839f-bbd3-412c-8303-6219f111e8fd None None] Network a14e3086-990a-4ae2-8d66-c61f65330ece requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:54:07.618957 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (a14e3086-990a-4ae2-8d66-c61f65330ece), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.668452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Deleting port 7c369341-4b37-44d9-8227-9695db7e82f5 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:07.668784 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.723547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] DHCP port deletion for a14e3086-990a-4ae2-8d66-c61f65330ece request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:54:07.732621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] For port 7c369341-4b37-44d9-8227-9695db7e82f5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7c369341-4b37-44d9-8227-9695db7e82f5,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:07.733097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.748531 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Calling delete_port for 7c369341-4b37-44d9-8227-9695db7e82f5 owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:07.774663 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Deleting port 7c369341-4b37-44d9-8227-9695db7e82f5 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:07.775319 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.843451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] For port 7c369341-4b37-44d9-8227-9695db7e82f5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=7c369341-4b37-44d9-8227-9695db7e82f5,segment=NetworkSegment(ab60e31f-0c89-46d1-880f-f21ef30ce75c),segment_id=ab60e31f-0c89-46d1-880f-f21ef30ce75c)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:07.846218 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.856637 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Calling delete_port for 7c369341-4b37-44d9-8227-9695db7e82f5 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:07.888763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.914196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Pushing event deleted for resources: {'Port': ['ID=7c369341-4b37-44d9-8227-9695db7e82f5,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:07.919449 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] No DVR routers for this DVR port 7c369341-4b37-44d9-8227-9695db7e82f5 on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:54:07.936952 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (7c369341-4b37-44d9-8227-9695db7e82f5), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:07.962873 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Pushing event deleted for resources: {'Port': ['ID=7c369341-4b37-44d9-8227-9695db7e82f5,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:07.970638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] No DVR routers for this DVR port 7c369341-4b37-44d9-8227-9695db7e82f5 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:54:07.972631 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.972979 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.973330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.973674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.974004 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.974334 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.974661 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.974983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.975419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.975646 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.975973 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.976299 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.976618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.976936 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.977254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32818cde-a96f-4263-bd66-c0a6ddc873fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:07.996228 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (a14e3086-990a-4ae2-8d66-c61f65330ece), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.016864 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14e3086-990a-4ae2-8d66-c61f65330ece']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:08.025939 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab60e31f-0c89-46d1-880f-f21ef30ce75c') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:08.026236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab60e31f-0c89-46d1-880f-f21ef30ce75c') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:08.035425 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (ab60e31f-0c89-46d1-880f-f21ef30ce75c), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.048479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (ab60e31f-0c89-46d1-880f-f21ef30ce75c), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.054525 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:54:08.054909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (ab60e31f-0c89-46d1-880f-f21ef30ce75c), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:54:08.056596 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:54:08.185034 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (a14e3086-990a-4ae2-8d66-c61f65330ece), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.190622 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.194526 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] 10.222.0.37 "DELETE /v2.0/networks/a14e3086-990a-4ae2-8d66-c61f65330ece HTTP/1.1" status: 204 len: 168 time: 0.6453135 Apr 29 04:54:08.197621 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42568) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:08.205001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12166835-3368-453b-988f-3e112a25bebe admin admin] Pushing event deleted for resources: {'Network': ['ID=a14e3086-990a-4ae2-8d66-c61f65330ece,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:08.523798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (fb5cc799-b340-41eb-a66f-38f273b35854), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.755871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Deleting port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:08.756137 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.831096 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7c369341-4b37-44d9-8227-9695db7e82f5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:54:08.839827 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] For port 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:08.840187 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:08.851638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 7c369341-4b37-44d9-8227-9695db7e82f5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:54:08.852198 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 7c369341-4b37-44d9-8227-9695db7e82f5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:54:08.852903 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Calling delete_port for 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:08.939748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-029738f7-749c-4f30-8a04-7ef728007c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:09.111351 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (9c4c46ec-c4df-4f68-b8b7-c23c281f87f5), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:09.135878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4c46ec-c4df-4f68-b8b7-c23c281f87f5,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:09.323923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (fb5cc799-b340-41eb-a66f-38f273b35854), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:09.554094 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Router fb5cc799-b340-41eb-a66f-38f273b35854 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:54:09.665454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:09.674308 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-ac6f1c11-51b7-4182-ab76-d804633a5250 admin admin] 10.222.0.37 "PUT /v2.0/routers/fb5cc799-b340-41eb-a66f-38f273b35854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716780 Apr 29 04:54:09.674308 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42572) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:09.676162 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] Sync routers for ids ['fb5cc799-b340-41eb-a66f-38f273b35854'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:09.686412 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] Routers {'fb5cc799-b340-41eb-a66f-38f273b35854'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:09.687022 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb5cc799-b340-41eb-a66f-38f273b35854'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:09.786569 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks [] for router (fb5cc799-b340-41eb-a66f-38f273b35854), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:09.796568 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] Set router fb5cc799-b340-41eb-a66f-38f273b35854 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:09.893441 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks [] for router_gateway (fb5cc799-b340-41eb-a66f-38f273b35854), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:09.965895 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:54:08Z', 'revision_number': 5, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port': {'id': 'f7ea897e-534b-4e7d-b9da-770ffe162e37', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:09.992470 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] Checking router: fb5cc799-b340-41eb-a66f-38f273b35854 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:10.000203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Deleting port f7ea897e-534b-4e7d-b9da-770ffe162e37 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:10.000544 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.003656 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] Routers {'fb5cc799-b340-41eb-a66f-38f273b35854'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:10.004571 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:53:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['fb5cc799-b340-41eb-a66f-38f273b35854'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:10.082438 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] For port f7ea897e-534b-4e7d-b9da-770ffe162e37, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=f7ea897e-534b-4e7d-b9da-770ffe162e37,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:10.082847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.098212 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Calling delete_port for f7ea897e-534b-4e7d-b9da-770ffe162e37 owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:10.186029 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] Set router fb5cc799-b340-41eb-a66f-38f273b35854 gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:10.240087 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:54:09Z', 'revision_number': 6, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:10.266120 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163365bc-1a0c-4263-895c-5670a5455e98 None None] The sync data for ids ['fb5cc799-b340-41eb-a66f-38f273b35854'] in dv-neutron-839777-1-hyperv is: [{'id': 'fb5cc799-b340-41eb-a66f-38f273b35854', 'name': 'tempest-TestShelveInstance-1589560330-router', 'tenant_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:43:38Z', 'updated_at': '2022-04-29T04:54:09Z', 'revision_number': 6, 'project_id': '36d5dcdc6d5b4c7a9c7c6698b597e4d0', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:10.317053 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (f7ea897e-534b-4e7d-b9da-770ffe162e37), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.348617 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ea897e-534b-4e7d-b9da-770ffe162e37,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:10.408093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (fb5cc799-b340-41eb-a66f-38f273b35854), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.499400 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (fb5cc799-b340-41eb-a66f-38f273b35854), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.501480 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks [] for router_controller (fb5cc799-b340-41eb-a66f-38f273b35854), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.602688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (fb5cc799-b340-41eb-a66f-38f273b35854), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.603341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb5cc799-b340-41eb-a66f-38f273b35854 {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:54:10.607820 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.609047 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-017a028f-e234-4b16-856a-ed5920de198c admin admin] 10.222.0.37 "DELETE /v2.0/routers/fb5cc799-b340-41eb-a66f-38f273b35854 HTTP/1.1" status: 204 len: 168 time: 0.9339302 Apr 29 04:54:10.611612 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42578) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:10.658541 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Deleting subnet f3d341dd-70c1-474a-b4bf-c4fcb929c232 {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:54:10.662112 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Publish callbacks [] for subnet (f3d341dd-70c1-474a-b4bf-c4fcb929c232), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.703814 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (f3d341dd-70c1-474a-b4bf-c4fcb929c232), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.786533 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (f3d341dd-70c1-474a-b4bf-c4fcb929c232), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.882845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (f3d341dd-70c1-474a-b4bf-c4fcb929c232), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.909498 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d341dd-70c1-474a-b4bf-c4fcb929c232,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:10.911452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:10.915509 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec98076-53cd-4bba-92f1-348d19d2b12a None None] Network ee9f174d-793e-4d8c-920c-572dccc2c4a6 requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:54:10.916085 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-8260ca74-6254-4dc5-9cbe-53d3c75969a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3d341dd-70c1-474a-b4bf-c4fcb929c232 HTTP/1.1" status: 204 len: 168 time: 0.3034880 Apr 29 04:54:10.918570 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42580) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:10.986223 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (ee9f174d-793e-4d8c-920c-572dccc2c4a6), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.040045 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Deleting port 362c4556-266f-4185-a858-29a72240b142 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:11.040386 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (362c4556-266f-4185-a858-29a72240b142), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.081377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5b083-c868-416d-be30-391c739d9add None None] DHCP port deletion for ee9f174d-793e-4d8c-920c-572dccc2c4a6 request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:54:11.106837 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] For port 362c4556-266f-4185-a858-29a72240b142, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=362c4556-266f-4185-a858-29a72240b142,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:11.107304 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (362c4556-266f-4185-a858-29a72240b142), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.112898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f7ea897e-534b-4e7d-b9da-770ffe162e37 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:54:11.121452 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Calling delete_port for 362c4556-266f-4185-a858-29a72240b142 owned by network:dhcp {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:11.147860 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: f7ea897e-534b-4e7d-b9da-770ffe162e37 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:54:11.148203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device f7ea897e-534b-4e7d-b9da-770ffe162e37 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:54:11.148610 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:54:11.152419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5b083-c868-416d-be30-391c739d9add None None] Deleting port 362c4556-266f-4185-a858-29a72240b142 {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:54:11.152792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b083-c868-416d-be30-391c739d9add None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (362c4556-266f-4185-a858-29a72240b142), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.190327 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:54:11.194439 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 9c4c46ec-c4df-4f68-b8b7-c23c281f87f5 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:54:11.241599 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e2c5b083-c868-416d-be30-391c739d9add None None] For port 362c4556-266f-4185-a858-29a72240b142, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=362c4556-266f-4185-a858-29a72240b142,segment=NetworkSegment(d64e9dc7-a34c-4b5b-9967-59aa30de7870),segment_id=d64e9dc7-a34c-4b5b-9967-59aa30de7870)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:11.242001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b083-c868-416d-be30-391c739d9add None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (362c4556-266f-4185-a858-29a72240b142), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.255628 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5b083-c868-416d-be30-391c739d9add None None] Calling delete_port for 362c4556-266f-4185-a858-29a72240b142 owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:54:11.265961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dcae53ad-8bf4-4d36-bde2-5c663c64e62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.288298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (362c4556-266f-4185-a858-29a72240b142), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.314632 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Pushing event deleted for resources: {'Port': ['ID=362c4556-266f-4185-a858-29a72240b142,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:11.321571 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] No DVR routers for this DVR port 362c4556-266f-4185-a858-29a72240b142 on host dv-neutron-839777-1-hyperv {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:54:11.339801 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b083-c868-416d-be30-391c739d9add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (362c4556-266f-4185-a858-29a72240b142), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.367872 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5b083-c868-416d-be30-391c739d9add None None] Pushing event deleted for resources: {'Port': ['ID=362c4556-266f-4185-a858-29a72240b142,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:11.372403 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5b083-c868-416d-be30-391c739d9add None None] No DVR routers for this DVR port 362c4556-266f-4185-a858-29a72240b142 on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:54:11.399579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (ee9f174d-793e-4d8c-920c-572dccc2c4a6), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.419918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9f174d-793e-4d8c-920c-572dccc2c4a6']}} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:11.428815 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64e9dc7-a34c-4b5b-9967-59aa30de7870') {'for_net_delete': True} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:11.429110 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.services.segments.db [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64e9dc7-a34c-4b5b-9967-59aa30de7870') {} {{(pid=116105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:11.442401 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16806109'] for segment (d64e9dc7-a34c-4b5b-9967-59aa30de7870), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.455318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (d64e9dc7-a34c-4b5b-9967-59aa30de7870), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.461043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=116105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:54:11.461456 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16806469'] for segment (d64e9dc7-a34c-4b5b-9967-59aa30de7870), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: Traceback (most recent call last): Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: timer() Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: cb(*args, **kw) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: return func(*args, **kwargs) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: self._notify() Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: self.callback(batched_events) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: event.method(event) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: return f(self, *a, **k) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._get(url).json() Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: return self.request(url, 'GET', **kwargs) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:54:11.463106 dv-neutron-839777-1-hyperv neutron-server[116105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:54:11.574267 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (ee9f174d-793e-4d8c-920c-572dccc2c4a6), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.579586 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.582753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee9f174d-793e-4d8c-920c-572dccc2c4a6 HTTP/1.1" status: 204 len: 168 time: 0.6632714 Apr 29 04:54:11.593988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb502b-f2e1-4f5e-a574-c0460c26e75a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9f174d-793e-4d8c-920c-572dccc2c4a6,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:11.863787 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42584) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:11.902787 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-f1832c2b-8898-458d-b706-e6b77fba7535 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf1bbb4914a2445cb1dd4a540c6281ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378547 Apr 29 04:54:11.905049 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42586) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:11.950043 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0805aa1-44df-4562-a408-1e3daa1c2f1e admin admin] Publish callbacks [] for security_group (d1a06b6d-e31f-4180-b3be-15061184201c), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:11.974299 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0805aa1-44df-4562-a408-1e3daa1c2f1e admin admin] Publish callbacks [] for security_group (d1a06b6d-e31f-4180-b3be-15061184201c), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.087957 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0805aa1-44df-4562-a408-1e3daa1c2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (d1a06b6d-e31f-4180-b3be-15061184201c), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.091152 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b0805aa1-44df-4562-a408-1e3daa1c2f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.092289 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b0805aa1-44df-4562-a408-1e3daa1c2f1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1a06b6d-e31f-4180-b3be-15061184201c HTTP/1.1" status: 204 len: 168 time: 0.1863132 Apr 29 04:54:12.099835 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0805aa1-44df-4562-a408-1e3daa1c2f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a06b6d-e31f-4180-b3be-15061184201c,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:12.396405 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.651393 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42592) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:12.690453 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-951ce617-d930-4d57-af1d-962f3d0711b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36d5dcdc6d5b4c7a9c7c6698b597e4d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378611 Apr 29 04:54:12.692716 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42594) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:12.737566 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb82c288-663f-4ff9-af2f-25a5285c3827 admin admin] Publish callbacks [] for security_group (4c5347a4-1470-461d-9b29-426f76958eba), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.758638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb82c288-663f-4ff9-af2f-25a5285c3827 admin admin] Publish callbacks [] for security_group (4c5347a4-1470-461d-9b29-426f76958eba), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.828053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 362c4556-266f-4185-a858-29a72240b142 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:54:12.850455 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 362c4556-266f-4185-a858-29a72240b142 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:54:12.850795 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 362c4556-266f-4185-a858-29a72240b142 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:54:12.894104 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb82c288-663f-4ff9-af2f-25a5285c3827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (4c5347a4-1470-461d-9b29-426f76958eba), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.896608 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-cb82c288-663f-4ff9-af2f-25a5285c3827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:12.897914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-cb82c288-663f-4ff9-af2f-25a5285c3827 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c5347a4-1470-461d-9b29-426f76958eba HTTP/1.1" status: 204 len: 168 time: 0.2043078 Apr 29 04:54:12.905678 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82c288-663f-4ff9-af2f-25a5285c3827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5347a4-1470-461d-9b29-426f76958eba,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:13.912304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:13.912774 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42616) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:14.005242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1709380649-network', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:14.065051 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Made reservation on behalf of 27905bccbe124fe8af4d612fdc3dbc88 for: {'network': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:54:14.067442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.076537 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.487770 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks [] for security_group (8bf57147-2bcd-451c-a7bb-79800f237e10), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.573804 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8bf57147-2bcd-451c-a7bb-79800f237e10), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.598189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=116105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:54:14.608082 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf57147-2bcd-451c-a7bb-79800f237e10,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:14.612677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2a4b4619-644c-44ba-a135-494fb24c88e4), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.617914 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.segments_db [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Added segment 2a4b4619-644c-44ba-a135-494fb24c88e4 of type vlan for network 9360239b-c367-4aca-bf58-7a75200786da Apr 29 04:54:14.650422 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (9360239b-c367-4aca-bf58-7a75200786da), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.745408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (9360239b-c367-4aca-bf58-7a75200786da), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.746336 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:14.747011 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:14.808701 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=9360239b-c367-4aca-bf58-7a75200786da,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:14.819794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 9360239b-c367-4aca-bf58-7a75200786da details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:54:14.833607 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5c1fdced-2e19-4736-9519-eda87d7a9ca1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9199972 Apr 29 04:54:14.836352 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42620) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:14.841709 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Request body: {'subnet': {'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1709380649-subnet', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'ip_version': 4}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:14.916776 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Made reservation on behalf of 27905bccbe124fe8af4d612fdc3dbc88 for: {'subnet': 1} {{(pid=116105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:54:14.919301 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17824170'] for subnet (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.117335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16806114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17824088'] for subnet (542ffc4a-19b2-4e17-8c79-dc402c8f840f), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.133976 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.171410 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=542ffc4a-19b2-4e17-8c79-dc402c8f840f,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:15.181581 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Checking segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:15.181963 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Network hostable DHCP agents. Network: 9360239b-c367-4aca-bf58-7a75200786da, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:54:15.247829 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Network 9360239b-c367-4aca-bf58-7a75200786da is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:54:15.312967 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 9360239b-c367-4aca-bf58-7a75200786da) {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:15.317824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:15.319170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.323702 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bea87-6cf4-4bf6-ba57-694f2be650d2 None None] Network 9360239b-c367-4aca-bf58-7a75200786da requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:54:15.382463 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-041f1db3-cf44-4bf6-9d18-51699498f949 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5448010 Apr 29 04:54:15.386553 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42622) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:15.391547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:15.428003 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-9360239b-c367-4aca-bf58-7a75200786da', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:54:15.428941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.516687 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (63c86e35-ee3b-47cc-92e8-34f279588699), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.517986 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (63c86e35-ee3b-47cc-92e8-34f279588699), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.577031 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks [] for router_controller (63c86e35-ee3b-47cc-92e8-34f279588699), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.711580 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Allocated IP 172.20.0.2 (9360239b-c367-4aca-bf58-7a75200786da/542ffc4a-19b2-4e17-8c79-dc402c8f840f/3a491d6b-58b8-4434-9b9f-262bd511e2df) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:15.820734 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks [] for router_gateway (63c86e35-ee3b-47cc-92e8-34f279588699), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.870699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Publish callbacks [] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.934477 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:15.977903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Network 9360239b-c367-4aca-bf58-7a75200786da is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:15.981658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:15.986677 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:16.011916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Pushing event updated for resources: {'Port': ['ID=3a491d6b-58b8-4434-9b9f-262bd511e2df,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:16.052336 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Attempting to bind port 3a491d6b-58b8-4434-9b9f-262bd511e2df on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:16.052708 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Attempting to bind port 3a491d6b-58b8-4434-9b9f-262bd511e2df by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:16.053070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Attempting to bind port 3a491d6b-58b8-4434-9b9f-262bd511e2df on network 9360239b-c367-4aca-bf58-7a75200786da {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:16.058578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:16.058957 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Checking segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:16.059364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.059757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Bound using segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:16.060233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Bound port: 3a491d6b-58b8-4434-9b9f-262bd511e2df, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:16.060611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.066540 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks [] for router_gateway (63c86e35-ee3b-47cc-92e8-34f279588699), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.086663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.124475 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] For port 3a491d6b-58b8-4434-9b9f-262bd511e2df, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:16.128089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] For port 3a491d6b-58b8-4434-9b9f-262bd511e2df, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a491d6b-58b8-4434-9b9f-262bd511e2df,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:16.189442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Allocated IP 172.26.4.29 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/d0886a46-b668-4a26-9c66-6a3cc649f8f6) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:16.196990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.255841 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d52cd5-7b4e-4b85-a022-9cd88704ca8b None None] Pushing event updated for resources: {'Port': ['ID=3a491d6b-58b8-4434-9b9f-262bd511e2df,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:16.319761 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks [] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.411260 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.465269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:16.470784 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:16.475446 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:16.521606 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Pushing event updated for resources: {'Port': ['ID=d0886a46-b668-4a26-9c66-6a3cc649f8f6,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:16.842993 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks [] for router_gateway (63c86e35-ee3b-47cc-92e8-34f279588699), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:16.873530 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a491d6b-58b8-4434-9b9f-262bd511e2df up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:16.941617 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3a491d6b-58b8-4434-9b9f-262bd511e2df triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:16.942269 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.033971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a491d6b-58b8-4434-9b9f-262bd511e2df is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:17.034359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.069402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 3a491d6b-58b8-4434-9b9f-262bd511e2df, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a491d6b-58b8-4434-9b9f-262bd511e2df,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:17.073279 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (63c86e35-ee3b-47cc-92e8-34f279588699), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.168552 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.238772 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=3a491d6b-58b8-4434-9b9f-262bd511e2df,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:17.277054 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Router 63c86e35-ee3b-47cc-92e8-34f279588699 is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:54:17.279409 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e5401-d635-44b6-b10b-3e8c8dfbf53a None None] Network 9360239b-c367-4aca-bf58-7a75200786da requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:54:17.387310 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:17.391473 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-fce545d7-4de8-46ec-9af5-b4f2acf95e5c None None] Provisioning complete for port 3a491d6b-58b8-4434-9b9f-262bd511e2df triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:17.392213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fce545d7-4de8-46ec-9af5-b4f2acf95e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.397808 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:17.439102 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:17.439747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:17.467345 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.470820 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-b85f025c-43aa-4a46-8b3d-c52c6b3b771a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0810437 Apr 29 04:54:17.475723 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42624) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:17.572766 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-fce545d7-4de8-46ec-9af5-b4f2acf95e5c None None] Current status of the port 3a491d6b-58b8-4434-9b9f-262bd511e2df is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:17.597658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:17.720387 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f45bd747-4314-4f1e-b195-4087a33b9844 None None] Provisioning complete for port 3a491d6b-58b8-4434-9b9f-262bd511e2df triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:17.720753 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f45bd747-4314-4f1e-b195-4087a33b9844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.808819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:16Z', 'revision_number': 3, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:17.837155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:17.837442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Updating router 63c86e35-ee3b-47cc-92e8-34f279588699 port d0886a46-b668-4a26-9c66-6a3cc649f8f6 binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:54:17.890201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f45bd747-4314-4f1e-b195-4087a33b9844 None None] Current status of the port 3a491d6b-58b8-4434-9b9f-262bd511e2df is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:17.892237 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:17.901909 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.055431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Allocated IP 172.20.0.1 (9360239b-c367-4aca-bf58-7a75200786da/542ffc4a-19b2-4e17-8c79-dc402c8f840f/503f9d8e-626a-45db-9251-2453123278e2) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:18.140435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Publish callbacks [] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.155702 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks [] for port (503f9d8e-626a-45db-9251-2453123278e2), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.202377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.219843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (503f9d8e-626a-45db-9251-2453123278e2), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.252594 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Attempting to bind port d0886a46-b668-4a26-9c66-6a3cc649f8f6 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:18.253188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Attempting to bind port d0886a46-b668-4a26-9c66-6a3cc649f8f6 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:18.253301 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Attempting to bind port d0886a46-b668-4a26-9c66-6a3cc649f8f6 on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:18.258656 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab68f-f7dd-455d-a0b2-98d5c9efefe0 None None] Pushing event updated for resources: {'Port': ['ID=d0886a46-b668-4a26-9c66-6a3cc649f8f6,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:18.261637 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Network 9360239b-c367-4aca-bf58-7a75200786da is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:18.263825 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:18.264208 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:18.264611 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.264775 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:18.265001 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:18.265506 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Bound port: d0886a46-b668-4a26-9c66-6a3cc649f8f6, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:18.266504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.270646 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:18.295721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Pushing event updated for resources: {'Port': ['ID=503f9d8e-626a-45db-9251-2453123278e2,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:18.314262 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (63c86e35-ee3b-47cc-92e8-34f279588699), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.323163 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] For port d0886a46-b668-4a26-9c66-6a3cc649f8f6, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:18.326363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] For port d0886a46-b668-4a26-9c66-6a3cc649f8f6, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d0886a46-b668-4a26-9c66-6a3cc649f8f6,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:18.387654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.457695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab68f-f7dd-455d-a0b2-98d5c9efefe0 None None] Pushing event updated for resources: {'Port': ['ID=d0886a46-b668-4a26-9c66-6a3cc649f8f6,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:18.460980 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:18.461999 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:18.494951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (503f9d8e-626a-45db-9251-2453123278e2), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.519078 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d9434992-23a9-47b7-85ff-dcd4930e4b2a None None] Provisioning complete for port 503f9d8e-626a-45db-9251-2453123278e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:18.519451 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d9434992-23a9-47b7-85ff-dcd4930e4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (503f9d8e-626a-45db-9251-2453123278e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.590684 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d9434992-23a9-47b7-85ff-dcd4930e4b2a None None] Port 503f9d8e-626a-45db-9251-2453123278e2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:54:18.610612 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:18.658867 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks [] for port (503f9d8e-626a-45db-9251-2453123278e2), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.716399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (503f9d8e-626a-45db-9251-2453123278e2), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.782983 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (63c86e35-ee3b-47cc-92e8-34f279588699), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:18.785721 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Pushing event updated for resources: {'Port': ['ID=503f9d8e-626a-45db-9251-2453123278e2,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:18.803325 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:18.830718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b9f16-b9d9-4ecb-86b5-92fd71438996 None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:18.857462 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a491d6b-58b8-4434-9b9f-262bd511e2df up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:18.895584 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Network 9360239b-c367-4aca-bf58-7a75200786da is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:18.897207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:18.907695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 3a491d6b-58b8-4434-9b9f-262bd511e2df triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:18.909381 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:19.006691 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 3a491d6b-58b8-4434-9b9f-262bd511e2df is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:19.045016 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Router 63c86e35-ee3b-47cc-92e8-34f279588699 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:54:19.178479 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:19.183511 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-afff8083-3513-4c5c-817f-acf9c3b2a6ee admin admin] 10.222.0.37 "PUT /v2.0/routers/63c86e35-ee3b-47cc-92e8-34f279588699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100523 Apr 29 04:54:19.212787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-4064865a-aaf2-4e7b-81d9-3c762b095d6b None None] Provisioning complete for port 503f9d8e-626a-45db-9251-2453123278e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:19.213712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-4064865a-aaf2-4e7b-81d9-3c762b095d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (503f9d8e-626a-45db-9251-2453123278e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:19.249412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-4064865a-aaf2-4e7b-81d9-3c762b095d6b None None] Port 503f9d8e-626a-45db-9251-2453123278e2 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:54:19.942607 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42642) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:19.948490 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1582629447-network', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:20.025010 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Made reservation on behalf of b8ab3dfcb78542cfb22cd53225813e30 for: {'network': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:54:20.027498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for network (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.036606 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.114684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks [] for security_group (023f7457-d69e-4a2d-a848-0f51cf3c2a62), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.162265 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (023f7457-d69e-4a2d-a848-0f51cf3c2a62), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.187794 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=116104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 04:54:20.199234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f7457-d69e-4a2d-a848-0f51cf3c2a62,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:20.203595 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c447515e-f719-4c83-b5ff-a35eba0878c0), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.203939 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.segments_db [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Added segment c447515e-f719-4c83-b5ff-a35eba0878c0 of type vlan for network 6ba10fec-56d2-4104-a627-6b4fee51865b Apr 29 04:54:20.245079 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776361916537'] for network (6ba10fec-56d2-4104-a627-6b4fee51865b), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.334033 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349'] for network (6ba10fec-56d2-4104-a627-6b4fee51865b), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.335024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:20.335627 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.396945 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba10fec-56d2-4104-a627-6b4fee51865b,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:20.407633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Network 6ba10fec-56d2-4104-a627-6b4fee51865b details requested by agent ovs-agent-dv-neutron-839777-1-hyperv with host dv-neutron-839777-1-hyperv {{(pid=116106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 04:54:20.428103 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-88c21422-a79b-47ad-942e-b425d0371806 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4842863 Apr 29 04:54:20.430741 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42644) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:20.436136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Request body: {'subnet': {'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1582629447-subnet', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'ip_version': 4}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:20.539820 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Made reservation on behalf of b8ab3dfcb78542cfb22cd53225813e30 for: {'subnet': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:54:20.543063 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9275749'] for subnet (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.728006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.785955 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3514566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9275799'] for subnet (04a69834-fef6-4095-88bd-f721333d0c2e), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.800222 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:20.812854 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:20.813617 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:20.860711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a69834-fef6-4095-88bd-f721333d0c2e,revision_number=0']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:20.865480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Checking segment: {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:20.865674 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0886a46-b668-4a26-9c66-6a3cc649f8f6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:20.865876 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Network hostable DHCP agents. Network: 6ba10fec-56d2-4104-a627-6b4fee51865b, hostable agents: ['806cb062-8c8d-4d80-8de8-eded8f582e8d'], hosted agents: [] {{(pid=116104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 04:54:20.924058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d0886a46-b668-4a26-9c66-6a3cc649f8f6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:20.924418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:20.925613 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:20.968194 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Network 6ba10fec-56d2-4104-a627-6b4fee51865b is scheduled to be hosted by DHCP agent 806cb062-8c8d-4d80-8de8-eded8f582e8d with binding_index 1 {{(pid=116104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 04:54:20.999362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d0886a46-b668-4a26-9c66-6a3cc649f8f6 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:20.999747 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.023026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port d0886a46-b668-4a26-9c66-6a3cc649f8f6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d0886a46-b668-4a26-9c66-6a3cc649f8f6,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:21.059201 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839777-1-hyperv, 6ba10fec-56d2-4104-a627-6b4fee51865b) {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:21.063560 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:21.064268 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.076765 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3ac56-31ad-45f3-8848-bd1f62729667 None None] Network 6ba10fec-56d2-4104-a627-6b4fee51865b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:54:21.099945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.123110 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 2, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:21.148439 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9fb87ecb-d11b-4c4e-b42b-0c4c50a21a9c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7165258 Apr 29 04:54:21.148988 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:21.149361 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Updating router 63c86e35-ee3b-47cc-92e8-34f279588699 port 503f9d8e-626a-45db-9251-2453123278e2 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:54:21.151715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42646) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:21.156233 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:21.176797 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (503f9d8e-626a-45db-9251-2453123278e2), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.208266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=d0886a46-b668-4a26-9c66-6a3cc649f8f6,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:21.223700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a5e5c2-25b4-50a0-a2cf-8e3fc9740367-6ba10fec-56d2-4104-a627-6b4fee51865b', 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'fixed_ips': [{'subnet_id': '04a69834-fef6-4095-88bd-f721333d0c2e'}]}} from dv-neutron-839777-1-hyperv. {{(pid=116106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 04:54:21.224666 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.230988 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-346796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29178'] for router (aa42a996-2940-4362-b906-19fe5a0929de), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.232087 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29165'] for router (aa42a996-2940-4362-b906-19fe5a0929de), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.292642 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks [] for router_controller (aa42a996-2940-4362-b906-19fe5a0929de), precommit_add_association {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.360763 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.db_base_plugin_common [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Allocated IP 172.20.0.2 (6ba10fec-56d2-4104-a627-6b4fee51865b/04a69834-fef6-4095-88bd-f721333d0c2e/ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e) {{(pid=116106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:21.446193 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Publish callbacks [] for port (503f9d8e-626a-45db-9251-2453123278e2), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.488825 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks [] for router_gateway (aa42a996-2940-4362-b906-19fe5a0929de), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.505335 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (503f9d8e-626a-45db-9251-2453123278e2), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.508880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Publish callbacks [] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), precommit_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.557355 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Pushing event updated for resources: {'Port': ['ID=503f9d8e-626a-45db-9251-2453123278e2,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:21.567289 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.567506 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.567691 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.568240 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.568364 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.568649 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.569267 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.574822 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:54:21.594144 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), after_create {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.629567 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Attempting to bind port 503f9d8e-626a-45db-9251-2453123278e2 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:21.629941 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Attempting to bind port 503f9d8e-626a-45db-9251-2453123278e2 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:21.630300 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Attempting to bind port 503f9d8e-626a-45db-9251-2453123278e2 on network 9360239b-c367-4aca-bf58-7a75200786da {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:21.636655 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:21.637164 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Checking segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:21.637491 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.637890 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Bound using segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:21.638731 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Bound port: 503f9d8e-626a-45db-9251-2453123278e2, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:21.639303 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (503f9d8e-626a-45db-9251-2453123278e2), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.651210 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Network 6ba10fec-56d2-4104-a627-6b4fee51865b is already hosted by enough agents. {{(pid=116106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:21.654407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.scheduler.base_scheduler [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Resources bound (agent type, host, resource id): {{(pid=116106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:21.656816 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Received port after_create {{(pid=116106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:21.664169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Pushing event updated for resources: {'Port': ['ID=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,revision_number=1']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:21.720497 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] For port 503f9d8e-626a-45db-9251-2453123278e2, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:21.723756 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] For port 503f9d8e-626a-45db-9251-2453123278e2, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=503f9d8e-626a-45db-9251-2453123278e2,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:21.755364 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Attempting to bind port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:21.755735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Attempting to bind port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:21.756265 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Attempting to bind port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e on network 6ba10fec-56d2-4104-a627-6b4fee51865b {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:21.762182 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:21.762557 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Checking segment: {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:21.762984 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.763435 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Bound using segment: {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:21.763919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Bound port: ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:21.764297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.789188 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks [] for router_gateway (aa42a996-2940-4362-b906-19fe5a0929de), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.791909 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (503f9d8e-626a-45db-9251-2453123278e2), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.810688 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.816887 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] Provisioning complete for port 503f9d8e-626a-45db-9251-2453123278e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:21.817458 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (503f9d8e-626a-45db-9251-2453123278e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.855663 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c86c1-850c-4ae1-bdb1-3ff3ef11f4fb None None] Pushing event updated for resources: {'Port': ['ID=503f9d8e-626a-45db-9251-2453123278e2,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:21.861702 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:21.862533 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:21.875073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] For port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:21.890287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] For port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:21.935304 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] Current status of the port 503f9d8e-626a-45db-9251-2453123278e2 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:21.935797 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (503f9d8e-626a-45db-9251-2453123278e2), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.943347 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Allocated IP 172.26.4.111 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/8f443fbc-b268-43ed-99c4-e87fa7add6ba) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:21.947515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:21.976583 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:22.051861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] For port 503f9d8e-626a-45db-9251-2453123278e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=503f9d8e-626a-45db-9251-2453123278e2,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:22.053201 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e33fd5-13c8-43ca-a6f6-d85b850e4bbf None None] Pushing event updated for resources: {'Port': ['ID=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:22.104594 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks [] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:22.111058 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (503f9d8e-626a-45db-9251-2453123278e2), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:22.187371 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75237e6c-b4db-414d-9434-b174538e5805 None None] Pushing event updated for resources: {'Port': ['ID=503f9d8e-626a-45db-9251-2453123278e2,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:22.202354 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:22.238006 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-b6781360-749a-4325-800e-5f443e32147b None None] Provisioning complete for port 503f9d8e-626a-45db-9251-2453123278e2 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:22.239167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b6781360-749a-4325-800e-5f443e32147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (503f9d8e-626a-45db-9251-2453123278e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:22.261519 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:22.291882 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:22.294746 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d316-af79-4767-9f1b-16e4ced4816c None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:22.297663 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:22.301886 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f443fbc-b268-43ed-99c4-e87fa7add6ba,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:22.304189 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:22.348839 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-b6781360-749a-4325-800e-5f443e32147b None None] Current status of the port 503f9d8e-626a-45db-9251-2453123278e2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:22.655487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks [] for router_gateway (aa42a996-2940-4362-b906-19fe5a0929de), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:22.930860 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410585'] for router (aa42a996-2940-4362-b906-19fe5a0929de), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:22.993759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 503f9d8e-626a-45db-9251-2453123278e2 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:23.048819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 503f9d8e-626a-45db-9251-2453123278e2 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:23.049203 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (503f9d8e-626a-45db-9251-2453123278e2), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.135512 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 503f9d8e-626a-45db-9251-2453123278e2 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:23.136659 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0886a46-b668-4a26-9c66-6a3cc649f8f6 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:23.139740 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Router aa42a996-2940-4362-b906-19fe5a0929de is scheduled to L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 with binding_index 1 {{(pid=116105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 04:54:23.185596 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port d0886a46-b668-4a26-9c66-6a3cc649f8f6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:23.186283 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.258466 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:23.269278 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port d0886a46-b668-4a26-9c66-6a3cc649f8f6 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:23.270379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:23.273861 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Sync routers for ids ['aa42a996-2940-4362-b906-19fe5a0929de'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:23.307093 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Routers {'aa42a996-2940-4362-b906-19fe5a0929de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:23.307718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['aa42a996-2940-4362-b906-19fe5a0929de'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:23.342018 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.343260 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-25dbf016-abca-4790-aaf3-ae2e977356b6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1905630 Apr 29 04:54:23.346144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42650) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:23.353205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266111af-589d-4607-a5bd-ab373ab5c72c None None] Network 6ba10fec-56d2-4104-a627-6b4fee51865b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:54:23.436361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:23.436647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.442443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] Provisioning complete for port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:23.442443 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.586760 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Set router aa42a996-2940-4362-b906-19fe5a0929de gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:23.775287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] Current status of the port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:23.775721 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.780137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:23.780515 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.786165 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.854714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] For port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:23.894728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:22Z', 'revision_number': 3, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:23.921685 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:23.926524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Checking router: aa42a996-2940-4362-b906-19fe5a0929de for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:23.926868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Updating router aa42a996-2940-4362-b906-19fe5a0929de port 8f443fbc-b268-43ed-99c4-e87fa7add6ba binding host dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:54:23.954555 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_common [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Allocated IP 172.20.0.1 (6ba10fec-56d2-4104-a627-6b4fee51865b/04a69834-fef6-4095-88bd-f721333d0c2e/059194ff-5a44-4c5f-aa82-7a1a2ebab978) {{(pid=116105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:24.019729 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.022706 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 04:54:24.023061 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG oslo_db.api [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 04:54:24.047068 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb049cb-6a42-448b-bff0-10266c962e34 None None] Pushing event updated for resources: {'Port': ['ID=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:24.055146 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks [] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.065082 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2e6d-3f06-4f1f-b104-f3d2b6389361 None None] Provisioning complete for port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:24.065467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2e6d-3f06-4f1f-b104-f3d2b6389361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.156883 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.199887 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Network 6ba10fec-56d2-4104-a627-6b4fee51865b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:24.204895 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:24.208505 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Received port after_create {{(pid=116105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:24.213879 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Pushing event updated for resources: {'Port': ['ID=059194ff-5a44-4c5f-aa82-7a1a2ebab978,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:24.251707 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411308'] for router_interface (aa42a996-2940-4362-b906-19fe5a0929de), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.264311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d2e6d-3f06-4f1f-b104-f3d2b6389361 None None] Current status of the port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:24.446198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), before_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.504342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-6371c2fb-2a2e-4a98-82c4-057f091d1c82 None None] Provisioning complete for port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:24.504602 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6371c2fb-2a2e-4a98-82c4-057f091d1c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.540145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Publish callbacks [] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), precommit_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.583165 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-6371c2fb-2a2e-4a98-82c4-057f091d1c82 None None] Port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:54:24.586199 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:24.609845 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks [] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), precommit_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.636783 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.665010 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16806505'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), after_update {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.688917 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Attempting to bind port 8f443fbc-b268-43ed-99c4-e87fa7add6ba on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:24.689291 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Attempting to bind port 8f443fbc-b268-43ed-99c4-e87fa7add6ba by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:24.689682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Attempting to bind port 8f443fbc-b268-43ed-99c4-e87fa7add6ba on network f64fe33c-cfaa-4df8-81f3-a06754dae581 {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:24.691734 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554d589-c994-4898-a7ab-1ce1ffc3c87d None None] Pushing event updated for resources: {'Port': ['ID=8f443fbc-b268-43ed-99c4-e87fa7add6ba,revision_number=2']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:24.698034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:24.698415 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Checking segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:24.698818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.699207 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Bound using segment: {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'} {{(pid=116106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:24.699676 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.managers [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Bound port: 8f443fbc-b268-43ed-99c4-e87fa7add6ba, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739eef7b-7077-4a18-8bea-d6530e1f3ed7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581'}}] {{(pid=116106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:24.700174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.732442 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Pushing event updated for resources: {'Port': ['ID=059194ff-5a44-4c5f-aa82-7a1a2ebab978,revision_number=2']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:24.735840 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-517367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347932'] for router_interface (aa42a996-2940-4362-b906-19fe5a0929de), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.757511 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] For port 8f443fbc-b268-43ed-99c4-e87fa7add6ba, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:24.761097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] For port 8f443fbc-b268-43ed-99c4-e87fa7add6ba, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8f443fbc-b268-43ed-99c4-e87fa7add6ba,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:24.830108 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Network 6ba10fec-56d2-4104-a627-6b4fee51865b is already hosted by enough agents. {{(pid=116105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:24.831509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.base_scheduler [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Resources bound (agent type, host, resource id): {{(pid=116105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:24.847696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:24.876018 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:24.949503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Routers {'aa42a996-2940-4362-b906-19fe5a0929de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:24.950324 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['aa42a996-2940-4362-b906-19fe5a0929de'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:24.967381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Router aa42a996-2940-4362-b906-19fe5a0929de has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:54:25.004972 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:25.005370 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:25.010967 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554d589-c994-4898-a7ab-1ce1ffc3c87d None None] Pushing event updated for resources: {'Port': ['ID=8f443fbc-b268-43ed-99c4-e87fa7add6ba,revision_number=3']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:25.124002 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-74c8f776-621a-4caf-b7ef-8bfc7f053693 None None] Provisioning complete for port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:25.124714 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-74c8f776-621a-4caf-b7ef-8bfc7f053693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:25.171377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] Set router aa42a996-2940-4362-b906-19fe5a0929de gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:25.246178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-74c8f776-621a-4caf-b7ef-8bfc7f053693 None None] Port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:54:25.250418 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:25.412103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '059194ff-5a44-4c5f-aa82-7a1a2ebab978', 'name': '', 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'mac_address': 'fa:16:3e:f4:24:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:23Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 2, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'subnets': [{'id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:25.444174 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef171a26-b0f4-4fb1-a9c8-0d062c5609a2 None None] The sync data for ids ['aa42a996-2940-4362-b906-19fe5a0929de'] in dv-neutron-839777-1-hyperv is: [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '059194ff-5a44-4c5f-aa82-7a1a2ebab978', 'name': '', 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'mac_address': 'fa:16:3e:f4:24:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:23Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 2, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'subnets': [{'id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:25.445040 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:25.453358 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-5b567dc9-cd2a-4bb3-9de7-c0b37dcb955c admin admin] 10.222.0.37 "PUT /v2.0/routers/aa42a996-2940-4362-b906-19fe5a0929de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036782 Apr 29 04:54:26.496794 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42658) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:26.501509 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033505253', 'description': 'tempest-secgroup-smoke-2033505253 description', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:26.567942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group (None), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.638847 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group (320a7dbc-d59c-421b-93b4-dfa892a466b2), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.710677 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (320a7dbc-d59c-421b-93b4-dfa892a466b2), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.738479 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320a7dbc-d59c-421b-93b4-dfa892a466b2,revision_number=1']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:26.787069 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.788346 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4d564e0f-8598-4724-8c4b-37d1861c946a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2904394 Apr 29 04:54:26.791274 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42660) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:26.797144 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group_rule': {'security_group_id': '320a7dbc-d59c-421b-93b4-dfa892a466b2', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:26.857020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8f443fbc-b268-43ed-99c4-e87fa7add6ba up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:26.865866 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (94c16e76-6bbc-48ca-a70d-a3dd6620fc29), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.905598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 8f443fbc-b268-43ed-99c4-e87fa7add6ba triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:26.906053 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.922239 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (94c16e76-6bbc-48ca-a70d-a3dd6620fc29), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.983363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 8f443fbc-b268-43ed-99c4-e87fa7add6ba is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:26.983778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:26.996765 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (94c16e76-6bbc-48ca-a70d-a3dd6620fc29), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.005755 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] For port 8f443fbc-b268-43ed-99c4-e87fa7add6ba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8f443fbc-b268-43ed-99c4-e87fa7add6ba,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:27.015293 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c16e76-6bbc-48ca-a70d-a3dd6620fc29,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:27.099553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.130020 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.134036 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d6f0db29-cbb2-412a-9c5e-e80fa284b53d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390615 Apr 29 04:54:27.134198 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42662) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:27.138616 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group_rule': {'security_group_id': '320a7dbc-d59c-421b-93b4-dfa892a466b2', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:27.151407 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Pushing event updated for resources: {'Port': ['ID=8f443fbc-b268-43ed-99c4-e87fa7add6ba,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:27.242312 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (6cbfafc1-fb4b-4461-bad3-90d6bf0d9ced), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.301350 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (6cbfafc1-fb4b-4461-bad3-90d6bf0d9ced), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.367955 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Sync routers for ids ['aa42a996-2940-4362-b906-19fe5a0929de'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:27.368454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (6cbfafc1-fb4b-4461-bad3-90d6bf0d9ced), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.378164 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Routers {'aa42a996-2940-4362-b906-19fe5a0929de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:27.378771 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['aa42a996-2940-4362-b906-19fe5a0929de'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:27.385708 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbfafc1-fb4b-4461-bad3-90d6bf0d9ced,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:27.426798 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.428042 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-683a7239-5002-4991-8f8d-02891cc17cec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2928307 Apr 29 04:54:27.430657 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42664) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:27.435057 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group_rule': {'security_group_id': '320a7dbc-d59c-421b-93b4-dfa892a466b2', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:27.487174 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Set router aa42a996-2940-4362-b906-19fe5a0929de gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:27.504878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (bab4dddf-040f-4dc6-8fc2-5b7d5f45d9bb), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.561423 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (bab4dddf-040f-4dc6-8fc2-5b7d5f45d9bb), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.614203 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (bab4dddf-040f-4dc6-8fc2-5b7d5f45d9bb), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.632650 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab4dddf-040f-4dc6-8fc2-5b7d5f45d9bb,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:27.684398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.685669 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-4f3e4409-e7e4-49d6-89a2-47c09d8ec329 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2540028 Apr 29 04:54:27.688417 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42666) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:27.692715 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group_rule': {'security_group_id': '320a7dbc-d59c-421b-93b4-dfa892a466b2', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:27.762408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (3e4a80c7-d1d4-478a-a9a8-5d1dd3604052), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.768342 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '059194ff-5a44-4c5f-aa82-7a1a2ebab978', 'name': '', 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'mac_address': 'fa:16:3e:f4:24:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:23Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 2, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'subnets': [{'id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:27.797260 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Checking router: aa42a996-2940-4362-b906-19fe5a0929de for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:27.797628 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Updating router aa42a996-2940-4362-b906-19fe5a0929de port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 binding host dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 04:54:27.817956 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (3e4a80c7-d1d4-478a-a9a8-5d1dd3604052), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.824576 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.865229 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (3e4a80c7-d1d4-478a-a9a8-5d1dd3604052), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.882543 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4a80c7-d1d4-478a-a9a8-5d1dd3604052,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:27.952630 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:27.953918 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-77d75426-07a0-403c-86b6-9fdd1a258413 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2645531 Apr 29 04:54:27.956659 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42668) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:27.960929 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group_rule': {'security_group_id': '320a7dbc-d59c-421b-93b4-dfa892a466b2', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:28.042500 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Project 27905bccbe124fe8af4d612fdc3dbc88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:54:28.048179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (b4116a16-20c1-4af5-a4b8-01e6db01f0ff), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.080066 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Publish callbacks [] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), precommit_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.107620 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (b4116a16-20c1-4af5-a4b8-01e6db01f0ff), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.168423 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.179292 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (b4116a16-20c1-4af5-a4b8-01e6db01f0ff), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.213914 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4116a16-20c1-4af5-a4b8-01e6db01f0ff,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:28.216254 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feb054-6f5e-40dd-841a-10177f15faf6 None None] Pushing event updated for resources: {'Port': ['ID=059194ff-5a44-4c5f-aa82-7a1a2ebab978,revision_number=3']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:28.272407 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Attempting to bind port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 on host dv-neutron-839777-1-hyperv for vnic_type normal with profile {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:28.272805 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Attempting to bind port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 by drivers openvswitch,hyperv on host dv-neutron-839777-1-hyperv at level 0 using segments [{'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:28.273167 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Attempting to bind port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 on network 6ba10fec-56d2-4104-a627-6b4fee51865b {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:28.278877 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Checking agent: {'id': '33bfcae2-392d-4970-a500-4bcbae7af88e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839777-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 53, 15), 'started_at': datetime.datetime(2022, 4, 29, 3, 53, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839777-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:28.279285 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Checking segment: {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:28.279673 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.280053 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Bound using segment: {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'} {{(pid=116107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:28.280506 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.managers [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Bound port: 059194ff-5a44-4c5f-aa82-7a1a2ebab978, host: dv-neutron-839777-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c447515e-f719-4c83-b5ff-a35eba0878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b'}}] {{(pid=116107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:28.280876 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), before_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.297244 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.297244 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-be75f383-3987-4091-b3a1-61b8aecbf50f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392527 Apr 29 04:54:28.299760 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 42670) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:28.304408 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.v2.base [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'security_group_rule': {'security_group_id': '320a7dbc-d59c-421b-93b4-dfa892a466b2', 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:28.349453 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] For port 059194ff-5a44-4c5f-aa82-7a1a2ebab978, host dv-neutron-839777-1-hyperv, cleared binding levels {{(pid=116107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:28.352523 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.plugins.ml2.db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] For port 059194ff-5a44-4c5f-aa82-7a1a2ebab978, host dv-neutron-839777-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=059194ff-5a44-4c5f-aa82-7a1a2ebab978,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:28.407756 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.securitygroups_db [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Project 27905bccbe124fe8af4d612fdc3dbc88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 04:54:28.413557 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (ea1d73af-65f9-4f84-8732-f28adaf82ce7), before_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.439749 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron_lib.callbacks.manager [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), after_update {{(pid=116107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.472539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (ea1d73af-65f9-4f84-8732-f28adaf82ce7), precommit_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.490230 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] Provisioning complete for port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:28.490746 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.504497 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Routers {'aa42a996-2940-4362-b906-19fe5a0929de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:28.505122 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['aa42a996-2940-4362-b906-19fe5a0929de'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:28.556878 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506008'] for security_group_rule (ea1d73af-65f9-4f84-8732-f28adaf82ce7), after_create {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.565021 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feb054-6f5e-40dd-841a-10177f15faf6 None None] Pushing event updated for resources: {'Port': ['ID=059194ff-5a44-4c5f-aa82-7a1a2ebab978,revision_number=4']} {{(pid=116107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:28.581723 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1d73af-65f9-4f84-8732-f28adaf82ce7,revision_number=0']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:28.583503 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] Current status of the port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 is: DOWN; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:28.583951 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.636757 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] For port 059194ff-5a44-4c5f-aa82-7a1a2ebab978, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=059194ff-5a44-4c5f-aa82-7a1a2ebab978,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:28.641210 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] Set router aa42a996-2940-4362-b906-19fe5a0929de gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:28.650335 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.652294 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-24ba51dd-5cd6-48a2-9f1e-4828d25d544b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3514593 Apr 29 04:54:28.711055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.767267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91328d-5511-4a89-a632-4939ed11358f None None] Pushing event updated for resources: {'Port': ['ID=059194ff-5a44-4c5f-aa82-7a1a2ebab978,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:28.837342 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-0441c965-10ce-4144-bdd0-d453dde149d4 None None] Provisioning complete for port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:28.837996 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0441c965-10ce-4144-bdd0-d453dde149d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:28.886349 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-1d618328-d12e-49d0-8faa-03748930968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '059194ff-5a44-4c5f-aa82-7a1a2ebab978', 'name': '', 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'mac_address': 'fa:16:3e:f4:24:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:23Z', 'updated_at': '2022-04-29T04:54:28Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'subnets': [{'id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:28.890169 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 059194ff-5a44-4c5f-aa82-7a1a2ebab978 up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:28.890753 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-5955e068-204c-4ef5-a47e-22d929de00c1 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033505253&fields=id&tenant_id=27905bccbe124fe8af4d612fdc3dbc88 HTTP/1.1" status: 200 len: 267 time: 0.0490026 Apr 29 04:54:28.918832 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d618328-d12e-49d0-8faa-03748930968d None None] The sync data for ids ['aa42a996-2940-4362-b906-19fe5a0929de'] in dv-neutron-839777-1-hyperv is: [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:24Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '059194ff-5a44-4c5f-aa82-7a1a2ebab978', 'name': '', 'network_id': '6ba10fec-56d2-4104-a627-6b4fee51865b', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'mac_address': 'fa:16:3e:f4:24:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:23Z', 'updated_at': '2022-04-29T04:54:28Z', 'revision_number': 4, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'subnets': [{'id': '04a69834-fef6-4095-88bd-f721333d0c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:28.969432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-0441c965-10ce-4144-bdd0-d453dde149d4 None None] Current status of the port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:28.975658 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:28.976026 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:29.007718 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-9b51b938-dc09-4ca5-b436-7be9f9a91561 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:29.009434 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-9b51b938-dc09-4ca5-b436-7be9f9a91561 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 810 time: 0.1121814 Apr 29 04:54:29.028928 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-2bdabc43-9aaf-4f66-b1d4-e5fd151d4a52 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/quotas/27905bccbe124fe8af4d612fdc3dbc88 HTTP/1.1" status: 200 len: 375 time: 0.0099065 Apr 29 04:54:29.058521 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:29.059614 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8f443fbc-b268-43ed-99c4-e87fa7add6ba up at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:29.082832 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-180a2df3-2114-467b-984a-dc87dac87b4d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473592 Apr 29 04:54:29.111630 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Provisioning complete for port 8f443fbc-b268-43ed-99c4-e87fa7add6ba triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:29.112126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:29.196627 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-9148caa8-ca4d-4189-b4e6-51835b324910 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:54:29.197749 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-9148caa8-ca4d-4189-b4e6-51835b324910 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1019607 Apr 29 04:54:29.202960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Current status of the port 8f443fbc-b268-43ed-99c4-e87fa7add6ba is: ACTIVE; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:29.295154 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-34914f9a-28b1-4b41-bd16-1b26e7e7b327 service neutron] 10.222.0.37 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893300 Apr 29 04:54:29.388366 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-cbf06c52-455a-4339-817e-dfc1fb2e1512 service neutron] 10.222.0.37 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873411 Apr 29 04:54:29.620282 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3aba7201-f65b-4956-8d57-46ce9c4ffeda req-e6ad5ca1-d69f-499f-a8df-8fd452cf104a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 210 time: 0.0299280 Apr 29 04:54:30.716084 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-5e78eceb-46d4-46c2-ac93-2bb787ab92b6 req-d18754ce-9e75-4a53-81f1-9d3e14e3461f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 210 time: 0.0293291 Apr 29 04:54:31.162912 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:54:31.818845 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-eeed8941-b8cd-4e24-afd8-013c62a5cd40 req-f8eaee9e-aa42-4849-9f05-d86ae3106bfb tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 210 time: 0.0326822 Apr 29 04:54:31.841734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-2595cf8a-9815-45dd-b41f-dd4164230dd3 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:31.843155 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-2595cf8a-9815-45dd-b41f-dd4164230dd3 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 810 time: 0.1340401 Apr 29 04:54:32.092162 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-3f61519f-f4d9-4676-b700-e41a4db59f7d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27905bccbe124fe8af4d612fdc3dbc88 HTTP/1.1" status: 200 len: 380 time: 0.0645258 Apr 29 04:54:32.103196 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'port': {'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'admin_state_up': True, 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'security_groups': ['320a7dbc-d59c-421b-93b4-dfa892a466b2']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:32.247386 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Made reservation on behalf of 27905bccbe124fe8af4d612fdc3dbc88 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:54:32.250742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:32.374950 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Allocated IP 172.20.0.5 (9360239b-c367-4aca-bf58-7a75200786da/542ffc4a-19b2-4e17-8c79-dc402c8f840f/655466eb-b6c5-4f60-b14e-87e373340af9) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:32.508492 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for port (655466eb-b6c5-4f60-b14e-87e373340af9), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:32.574372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:32.620215 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Network 9360239b-c367-4aca-bf58-7a75200786da is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:32.625261 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:32.628860 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:32.635645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:32.680828 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:32.683219 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:32.736925 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-f42f1498-e8d2-47a0-b35e-2ea77d9b4ad2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372705 Apr 29 04:54:32.803257 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Request body: {'port': {'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:32.863621 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:32.911432 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-87a4412a-e48e-48d0-84b7-1b1660be3ba9 None None] Provisioning complete for port 655466eb-b6c5-4f60-b14e-87e373340af9 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:32.912015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-87a4412a-e48e-48d0-84b7-1b1660be3ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:32.939793 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fb509-38f4-4414-b4c3-9b7d248db259 req-04b974e8-61b2-4a28-ad2c-8904177d17f3 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:32.941532 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d02fb509-38f4-4414-b4c3-9b7d248db259 req-04b974e8-61b2-4a28-ad2c-8904177d17f3 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 931 time: 0.0542982 Apr 29 04:54:32.946436 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-87a4412a-e48e-48d0-84b7-1b1660be3ba9 None None] Port 655466eb-b6c5-4f60-b14e-87e373340af9 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:54:32.991539 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d02fb509-38f4-4414-b4c3-9b7d248db259 req-6f855ff2-5602-4694-88dd-185afc35779d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Apr 29 04:54:33.178674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655466eb-b6c5-4f60-b14e-87e373340af9 {{(pid=116104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:54:33.186431 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Publish callbacks [] for port (655466eb-b6c5-4f60-b14e-87e373340af9), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:33.202537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.provisioning_blocks [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Transition to ACTIVE for port object 655466eb-b6c5-4f60-b14e-87e373340af9 will not be triggered until provisioned by entity L2. {{(pid=116104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:54:33.259001 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:33.313880 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:33.384652 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Attempting to bind port 655466eb-b6c5-4f60-b14e-87e373340af9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:54:33.385452 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Attempting to bind port 655466eb-b6c5-4f60-b14e-87e373340af9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:54:33.385780 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Attempting to bind port 655466eb-b6c5-4f60-b14e-87e373340af9 on network 9360239b-c367-4aca-bf58-7a75200786da {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:33.390415 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Port 655466eb-b6c5-4f60-b14e-87e373340af9 on network 9360239b-c367-4aca-bf58-7a75200786da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:54:33.390762 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Attempting to bind port 655466eb-b6c5-4f60-b14e-87e373340af9 on network 9360239b-c367-4aca-bf58-7a75200786da {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:54:33.396109 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:54:33.396439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Checking segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:54:33.396818 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Bound using segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:54:33.397246 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Bound port: 655466eb-b6c5-4f60-b14e-87e373340af9, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:54:33.397616 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:33.464761 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, cleared binding levels {{(pid=116104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:54:33.467809 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:54:33.510970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:33.551214 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:33.551845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:33.553306 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] 10.222.0.31 "PUT /v2.0/ports/655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 1093 time: 0.8055027 Apr 29 04:54:33.553771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:54:33.557294 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87" -d '{"events": [{"name": "network-changed", "server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:54:33.585134 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337da03-b7e5-4c2b-b84d-5597e39885fc service neutron] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:33.601673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f79e38-a88e-400b-8fde-353d535e1327 x-openstack-request-id: req-90f79e38-a88e-400b-8fde-353d535e1327 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:54:33.601971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:54:33.602231 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90f79e38-a88e-400b-8fde-353d535e1327 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:54:33.602647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f79e38-a88e-400b-8fde-353d535e1327'] response: {'name': 'network-changed', 'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'status': 'completed', 'code': 200} Apr 29 04:54:33.704136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87 req-c309be2d-b69e-40cb-955b-eadb8288fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:33.705791 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87 req-c309be2d-b69e-40cb-955b-eadb8288fa55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1127 time: 0.0754983 Apr 29 04:54:33.883533 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87 req-124796b6-82a9-4c86-82bf-25f2fed1652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:33.885464 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87 req-124796b6-82a9-4c86-82bf-25f2fed1652a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1660235 Apr 29 04:54:34.108305 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9ad4-8b89-42a5-a3ed-de0b3eb5cdda req-72022862-b4f9-4217-8595-dfeb7edad42b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:34.113685 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b02c9ad4-8b89-42a5-a3ed-de0b3eb5cdda req-72022862-b4f9-4217-8595-dfeb7edad42b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0524631 Apr 29 04:54:34.166850 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b02c9ad4-8b89-42a5-a3ed-de0b3eb5cdda req-fa262560-38a6-4f35-9817-0ee9225881a9 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Apr 29 04:54:34.347771 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87 req-688367fa-b302-4457-9b1c-72b770bc5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:34.349229 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e8b5b8cd-b07e-437d-9aa4-b1c9e889ef87 req-688367fa-b302-4457-9b1c-72b770bc5790 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4554546 Apr 29 04:54:34.432423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-6b964831-2178-4dcb-a5d5-8e8ff78c08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:34.433932 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-6b964831-2178-4dcb-a5d5-8e8ff78c08c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1127 time: 0.0389309 Apr 29 04:54:34.499727 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-6e4fe04d-778d-411d-b1e4-eb53e33e0d4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 217 time: 0.0554757 Apr 29 04:54:34.557188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-3924c996-0d27-4a57-b6e1-5fd46757406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:34.558661 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-3924c996-0d27-4a57-b6e1-5fd46757406f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0498650 Apr 29 04:54:34.640130 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072e99-8788-49cf-af33-328cdad0b475 req-7a81112a-c871-4bfb-8e03-e453995dc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:34.641590 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-7a81112a-c871-4bfb-8e03-e453995dc7f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0737293 Apr 29 04:54:34.734561 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-67e440ce-1ba5-4a21-82a3-017888d6967a service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Apr 29 04:54:34.827747 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d5072e99-8788-49cf-af33-328cdad0b475 req-323a8201-f779-4816-ad7e-45daabeb153b service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825038 Apr 29 04:54:35.279615 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedb0d2-1d59-47bc-b57d-d5fd6bc59a7c req-35688b81-3721-46c5-802f-7f7d5c0b1e59 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:35.281046 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3aedb0d2-1d59-47bc-b57d-d5fd6bc59a7c req-35688b81-3721-46c5-802f-7f7d5c0b1e59 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0458133 Apr 29 04:54:35.332746 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3aedb0d2-1d59-47bc-b57d-d5fd6bc59a7c req-dfd22786-2d6a-45ec-8dde-078bf8b4dc71 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Apr 29 04:54:36.442846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa753c-8ba8-41a1-a4ca-22b9ddb53102 req-e9f833ce-a1e8-48e8-a470-752f71701310 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:36.444439 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2afa753c-8ba8-41a1-a4ca-22b9ddb53102 req-e9f833ce-a1e8-48e8-a470-752f71701310 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0453568 Apr 29 04:54:36.496327 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2afa753c-8ba8-41a1-a4ca-22b9ddb53102 req-865f3260-2260-4160-a813-b083c7e14c41 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Apr 29 04:54:37.466947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:54:37.560463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:37.573758 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '655466eb-b6c5-4f60-b14e-87e373340af9', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:54:37.610614 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bd5e3-70b8-47cc-afa9-812d2d362754 req-4cdd312e-ae38-4f4d-8035-05cc692bb6e1 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:37.612090 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8b7bd5e3-70b8-47cc-afa9-812d2d362754 req-4cdd312e-ae38-4f4d-8035-05cc692bb6e1 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0487843 Apr 29 04:54:37.614571 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 655466eb-b6c5-4f60-b14e-87e373340af9 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:37.614960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:37.627567 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655466eb-b6c5-4f60-b14e-87e373340af9 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:54:37.647857 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:37.662504 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-8b7bd5e3-70b8-47cc-afa9-812d2d362754 req-a3d337ed-7ec9-48c9-941c-24ba0431850f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Apr 29 04:54:37.688090 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:37.736466 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:37.992084 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['655466eb-b6c5-4f60-b14e-87e373340af9'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:54:38.773406 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8056fc-e058-4ff5-9736-3c4e01c2f531 req-cdb52b66-028d-4501-90b1-75391f3205f2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:38.774913 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ae8056fc-e058-4ff5-9736-3c4e01c2f531 req-cdb52b66-028d-4501-90b1-75391f3205f2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 944 time: 0.0466588 Apr 29 04:54:38.823889 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ae8056fc-e058-4ff5-9736-3c4e01c2f531 req-4bcf86ae-2870-4a1f-b54e-b7028d68b97b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Apr 29 04:54:38.927713 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-33400b05-dd4b-49b4-ba8a-5d143c052b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:39.466929 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:54:39.511023 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 655466eb-b6c5-4f60-b14e-87e373340af9 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:54:39.573983 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 655466eb-b6c5-4f60-b14e-87e373340af9 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:54:39.574359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:39.656074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 655466eb-b6c5-4f60-b14e-87e373340af9 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:54:39.656463 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:39.679074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:54:39.681919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3a4d93-42e7-4336-b7cc-4a65779635ab" -d '{"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-plugged", "status": "completed", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:54:39.699346 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:54:39.773711 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:39.798116 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4582b66c-ce87-4c8e-bb4b-e06eaa5a3fe9 x-openstack-request-id: req-4582b66c-ce87-4c8e-bb4b-e06eaa5a3fe9 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:54:39.798410 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-plugged", "status": "completed", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:54:39.798647 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4582b66c-ce87-4c8e-bb4b-e06eaa5a3fe9 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:54:39.799040 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4582b66c-ce87-4c8e-bb4b-e06eaa5a3fe9'] response: {'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'code': 200} Apr 29 04:54:39.826197 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:39.939151 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f328c-aa69-4e57-be45-47748f5f3d5d req-2ff69cfc-a49b-4eff-901b-bfa80a0b34ac tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:39.940632 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fa5f328c-aa69-4e57-be45-47748f5f3d5d req-2ff69cfc-a49b-4eff-901b-bfa80a0b34ac tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 945 time: 0.0477145 Apr 29 04:54:39.990776 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-fa5f328c-aa69-4e57-be45-47748f5f3d5d req-158e2bf0-e326-4cd2-b705-9acf69d69d1c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 Apr 29 04:54:40.067951 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be53084-a823-4632-b115-e9b8e2517607 req-02aa45bf-5e36-4549-ba4e-aa376d1c0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:40.069693 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3be53084-a823-4632-b115-e9b8e2517607 req-02aa45bf-5e36-4549-ba4e-aa376d1c0787 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1129 time: 0.0376801 Apr 29 04:54:40.130007 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3be53084-a823-4632-b115-e9b8e2517607 req-85031341-ea13-4af3-ad37-a7bfb97dba0c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495715 Apr 29 04:54:41.107728 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22428634-9baa-4999-98d2-61c5a8578248 req-e53b2bbb-e48e-4f02-8215-f08d1b8b441f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:41.109253 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-22428634-9baa-4999-98d2-61c5a8578248 req-e53b2bbb-e48e-4f02-8215-f08d1b8b441f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 945 time: 0.0505717 Apr 29 04:54:41.159409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-22428634-9baa-4999-98d2-61c5a8578248 req-ab7d7ec7-6526-4690-b72b-cca320940d1a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Apr 29 04:54:41.236496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-defa359c-2a82-4429-b9b0-c86b3bb6e271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:42.275179 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fec18-58f4-472b-a427-b93dfdd7da4d req-ac2964d1-ea36-4bb8-90de-e29fb4738ebd tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:42.276643 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e19fec18-58f4-472b-a427-b93dfdd7da4d req-ac2964d1-ea36-4bb8-90de-e29fb4738ebd tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 945 time: 0.0500667 Apr 29 04:54:42.324515 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-e19fec18-58f4-472b-a427-b93dfdd7da4d req-a386b7e4-08ce-4721-a1b1-ddd2528f021f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Apr 29 04:54:42.385272 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:42.436528 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a56d6-7f1a-4bc7-86b4-e4b907f8b76e req-e55c2182-283e-4d47-a2e1-39a4c67bd917 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:42.438069 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2b1a56d6-7f1a-4bc7-86b4-e4b907f8b76e req-e55c2182-283e-4d47-a2e1-39a4c67bd917 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 945 time: 0.0461490 Apr 29 04:54:42.485644 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-2b1a56d6-7f1a-4bc7-86b4-e4b907f8b76e req-4a532a4b-fc55-4020-abd5-6232ac5010f4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Apr 29 04:54:42.507204 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42742) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:42.588282 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e4d38-3786-4835-a94b-cd2b4d825bd4 tempest-TestSnapshotPattern-2068306739 tempest-TestSnapshotPattern-2068306739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:42.589816 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-a06e4d38-3786-4835-a94b-cd2b4d825bd4 tempest-TestSnapshotPattern-2068306739 tempest-TestSnapshotPattern-2068306739-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1124 time: 0.0816543 Apr 29 04:54:42.592686 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 42746) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:54:42.597015 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:54:42.670463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:42.747018 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:42.851093 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Allocated IP 172.26.4.122 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/49c8b10b-c8fc-4aba-9d0a-2071d5564511) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:54:42.952569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.030825 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.072570 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:54:43.077339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:54:43.080234 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:54:43.105856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'Port': ['ID=49c8b10b-c8fc-4aba-9d0a-2071d5564511,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:43.440355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (2014bf99-1e6e-4bce-8cde-66810cf52f71), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.553734 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.704730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.773326 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.837838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'Port': ['ID=49c8b10b-c8fc-4aba-9d0a-2071d5564511,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:54:43.850919 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (2014bf99-1e6e-4bce-8cde-66810cf52f71), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.916112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:43.953972 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Floating IP 2014bf99-1e6e-4bce-8cde-66810cf52f71 associated. External IP: 172.26.4.122, port: 655466eb-b6c5-4f60-b14e-87e373340af9. Apr 29 04:54:44.170203 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Router 63c86e35-ee3b-47cc-92e8-34f279588699 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:54:44.276692 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:54:44.286302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:54:44.295932 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:44.296545 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:44.340985 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:44.370924 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-43703353-1e35-4847-8d6c-e02e04aa407f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7772059 Apr 29 04:54:44.371511 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:54:44.373798 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c836ac22-24b8-4741-85f1-3607d0bcbffe" -d '{"events": [{"name": "network-changed", "server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:54:44.407358 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:44.409385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adedc24e-50cc-4189-a192-aca088faead0 x-openstack-request-id: req-adedc24e-50cc-4189-a192-aca088faead0 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:54:44.409674 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:54:44.409926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adedc24e-50cc-4189-a192-aca088faead0 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:54:44.410331 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adedc24e-50cc-4189-a192-aca088faead0'] response: {'name': 'network-changed', 'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'status': 'completed', 'code': 200} Apr 29 04:54:44.470714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-9c0e8424-982e-498b-8ac7-afed78f74482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:44.472126 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-9c0e8424-982e-498b-8ac7-afed78f74482 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1129 time: 0.0385458 Apr 29 04:54:44.625859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-dcfc8e4c-1424-4249-82e4-a9385c7ad808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:44.627389 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-dcfc8e4c-1424-4249-82e4-a9385c7ad808 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.1481354 Apr 29 04:54:44.746551 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-467ccbad-5544-4d7a-bd88-7cd5414a82e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 999 time: 0.1132221 Apr 29 04:54:44.767134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:43Z', 'revision_number': 0, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:44.797097 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:54:44.799235 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-2b862dd1-782b-4381-a1da-4ef8109d2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:44.800669 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-2b862dd1-782b-4381-a1da-4ef8109d2dd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0483584 Apr 29 04:54:44.805898 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:54:44.806527 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:54:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:44.844648 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-676665bb-ddb2-4bbe-a8de-a5d3f0908dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:54:44.846275 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-676665bb-ddb2-4bbe-a8de-a5d3f0908dca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389068 Apr 29 04:54:44.914941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:54:44.934234 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-d0de2248-c855-4b6b-837b-db9ad8017a06 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814049 Apr 29 04:54:45.026533 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c836ac22-24b8-4741-85f1-3607d0bcbffe req-2335f650-c226-4182-baef-82b3ba4a114d service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860219 Apr 29 04:54:45.143266 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:43Z', 'revision_number': 0, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:54:45.170016 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:54:45.171968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746326fa-4d99-48a7-a0dc-d1eb5ec2b7fb None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:43Z', 'revision_number': 0, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:54:45.351717 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860fff32-e19d-4940-a1de-7c9a6f1e4445 None None] New status for floating IP 2014bf99-1e6e-4bce-8cde-66810cf52f71: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:54:50.510595 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:08.161890 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:55:08.921583 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6476d97d-f990-46b7-9a33-12244867e1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:11.207015 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3dad569b-0fbb-4685-8d2c-4ca8b01b7dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:12.367062 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:13.938618 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:15.144178 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:20.538459 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:28.075420 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-606ec647-055d-4a1f-afcd-bd982b56dbc3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371280 Apr 29 04:55:28.162886 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-d4dce8d6-4499-4a0e-85ad-08797798e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:55:28.164398 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-d4dce8d6-4499-4a0e-85ad-08797798e8ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1129 time: 0.0427616 Apr 29 04:55:28.269147 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-d2d006bf-bb9b-4eaf-a84c-968252a10819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:55:28.270628 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-d2d006bf-bb9b-4eaf-a84c-968252a10819 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0829344 Apr 29 04:55:28.342441 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-3c66937b-6fd4-4b29-9ea1-815b0b6bb585 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 1001 time: 0.0616307 Apr 29 04:55:28.392392 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-a6612a25-5baf-4acb-ab83-6387826d980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:55:28.393825 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-a6612a25-5baf-4acb-ab83-6387826d980b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0423961 Apr 29 04:55:28.439250 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-77f636a2-7a8b-4027-a9dd-b1ad997bb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:55:28.440728 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-77f636a2-7a8b-4027-a9dd-b1ad997bb750 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371830 Apr 29 04:55:28.534906 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-d6ea8d56-587b-4f51-af07-3384dfc9b5ae service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847857 Apr 29 04:55:28.626363 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-101a4a87-14a3-464c-90e5-f48c836914a9 req-f3292265-1f62-4d4f-a9a0-2f46df3f9603 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816994 Apr 29 04:55:38.914853 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-61ebe094-ffe8-490c-81ef-4d513027bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:41.195555 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-38d9f596-c872-41c6-950e-412b25e99b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:42.394959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:43.931971 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:45.149547 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:55:45.161568 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:55:50.503502 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:08.926010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e75e144c-2542-4591-a92a-382b400cc217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:11.188749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e057665b-195a-4b73-9ebe-aa2a30433dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:12.417380 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:13.931739 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:15.154687 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:20.508490 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:22.160666 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:56:29.013373 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-85b7d18b-2b8d-4555-a8b9-e4a54b6d5d02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384007 Apr 29 04:56:29.100116 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-5462a3a8-11b9-4426-a098-0ef66356409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:56:29.101639 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-5462a3a8-11b9-4426-a098-0ef66356409f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1129 time: 0.0389965 Apr 29 04:56:29.209361 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-fdbdfdd4-a5fe-4b5b-82e1-255768e4ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:56:29.210802 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-fdbdfdd4-a5fe-4b5b-82e1-255768e4ad39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0854506 Apr 29 04:56:29.276874 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-736e9222-d41c-455d-99f4-7e815d38e1ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 1001 time: 0.0567400 Apr 29 04:56:29.330931 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-1e431c8f-f3ab-45c4-81de-99dfc704980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:56:29.332348 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-1e431c8f-f3ab-45c4-81de-99dfc704980f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0471387 Apr 29 04:56:29.378725 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-50f16f70-efb3-4a26-bd47-d7a8fc3d44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:56:29.380165 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-50f16f70-efb3-4a26-bd47-d7a8fc3d44a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371921 Apr 29 04:56:29.469705 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-0b9a6341-7098-46c0-a4f3-0c08a39d39d2 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796015 Apr 29 04:56:29.563699 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-515a0872-ffb6-4bc1-b99f-2bdd6979f238 req-c97cb26b-0aff-445c-8c94-34781b0b435b service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Apr 29 04:56:38.919916 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-06064e01-5bbb-41e3-b69c-6ce2b41d7007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:41.297654 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-24fa0c7e-27b5-4bc0-bc88-925820bd9d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:42.405902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:43.900701 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:56:43.944037 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:44.004137 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:56:44.015055 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '655466eb-b6c5-4f60-b14e-87e373340af9', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:56:44.051360 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 655466eb-b6c5-4f60-b14e-87e373340af9 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:56:44.051740 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:44.064633 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 655466eb-b6c5-4f60-b14e-87e373340af9 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:56:44.083532 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:56:44.142379 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:44.193948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:56:44.201367 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.201718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.202057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.202390 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.202718 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.203046 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.203369 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.203688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.204007 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.204330 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.204649 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.204970 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.205288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.205627 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.205942 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:56:44.226830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['655466eb-b6c5-4f60-b14e-87e373340af9'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:56:45.176900 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:45.917448 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:56:45.966748 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 655466eb-b6c5-4f60-b14e-87e373340af9 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:56:45.967590 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:46.041818 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 655466eb-b6c5-4f60-b14e-87e373340af9 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:56:46.042205 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:46.064955 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:56:46.067226 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d7f918-a539-4cda-837f-e0806a945f72" -d '{"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-plugged", "status": "completed", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:56:46.079695 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:56:46.107743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfba7e4-ab95-47d3-8ac7-b72c3ce9699d x-openstack-request-id: req-7dfba7e4-ab95-47d3-8ac7-b72c3ce9699d {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:56:46.108021 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-plugged", "status": "completed", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:56:46.108275 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dfba7e4-ab95-47d3-8ac7-b72c3ce9699d {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:56:46.108684 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfba7e4-ab95-47d3-8ac7-b72c3ce9699d'] response: {'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'code': 200} Apr 29 04:56:46.137134 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:46.188605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:56:50.537213 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:56:57.069569 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-afac01f2-7694-40a7-a6c7-855acae7a842 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033505253&fields=id&tenant_id=27905bccbe124fe8af4d612fdc3dbc88 HTTP/1.1" status: 200 len: 267 time: 0.0518742 Apr 29 04:56:57.486551 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-e6cacab8-3d48-44b8-ac73-e461d8026449 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:56:57.488134 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-e6cacab8-3d48-44b8-ac73-e461d8026449 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 810 time: 0.4116235 Apr 29 04:56:57.502750 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-e5a0a2b3-8a45-4068-b3f4-52596f9dd571 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/quotas/27905bccbe124fe8af4d612fdc3dbc88 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Apr 29 04:56:57.595642 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-acf8a99f-2fe4-436c-9036-b5bd500eb22c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881038 Apr 29 04:56:57.652925 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-8a1b0480-ff84-4bb9-987e-24b3ddaee1b6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=116104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 04:56:57.653942 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-8a1b0480-ff84-4bb9-987e-24b3ddaee1b6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471134 Apr 29 04:56:57.740813 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-58506bc3-ad37-4d7c-b754-38b8c15146f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811126 Apr 29 04:56:57.831570 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-001e93a8-b070-4ce0-92fa-d86e82136e13 service neutron] 10.222.0.37 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851035 Apr 29 04:56:59.080206 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8999e6fb-31f0-43c1-bada-6b28dd919c99 req-fa5f9e1c-4790-4cc3-ab74-635b4f672fc8 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 210 time: 0.0297978 Apr 29 04:56:59.159793 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:56:59.964855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:57:00.042445 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 655466eb-b6c5-4f60-b14e-87e373340af9 is: ACTIVE; New status is: DOWN {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:57:00.042826 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:00.065657 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:57:00.068028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a3683-e30f-49f9-8648-eeee113d40fa" -d '{"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-unplugged", "status": "completed", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:57:00.080485 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:57:00.106438 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 04:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc35b9e7-6009-4753-8359-b4eb1425a231 x-openstack-request-id: req-dc35b9e7-6009-4753-8359-b4eb1425a231 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:57:00.106830 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-unplugged", "status": "completed", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:57:00.107081 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc35b9e7-6009-4753-8359-b4eb1425a231 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:57:00.107479 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc35b9e7-6009-4753-8359-b4eb1425a231'] response: {'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'code': 200} Apr 29 04:57:00.156803 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a802d03f-c1c8-49d7-bf87-231d66015545 req-f0f75a94-b9d1-4b38-b826-eef220349f98 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Apr 29 04:57:00.165267 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:00.212814 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=8']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:01.253903 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e0bb91aa-c492-479f-b7f3-63a896ef45c1 req-ad0c1a5b-ceb0-476c-85bf-eedb68672e6d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 210 time: 0.0285754 Apr 29 04:57:02.351420 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d09bcd1e-2632-49b9-8fa9-b86ea1096207 req-5d8cee99-d6a8-4c27-9034-d40b794bd752 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 210 time: 0.0305219 Apr 29 04:57:03.059094 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-af516fa4-164e-47f4-8699-a69787c0455c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:03.060638 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-af516fa4-164e-47f4-8699-a69787c0455c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 810 time: 0.1029019 Apr 29 04:57:03.124519 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-0e9e30ca-0aa4-427a-9485-8908af30fde4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27905bccbe124fe8af4d612fdc3dbc88 HTTP/1.1" status: 200 len: 380 time: 0.0535445 Apr 29 04:57:03.135743 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'port': {'device_id': '847afc26-51dc-4491-b5a1-8ad956511725', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'admin_state_up': True, 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'security_groups': ['320a7dbc-d59c-421b-93b4-dfa892a466b2']}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:57:03.314278 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Made reservation on behalf of 27905bccbe124fe8af4d612fdc3dbc88 for: {'port': 1} {{(pid=116104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 04:57:03.317787 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:03.457225 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-43f8b04e-cb3d-4a91-ad37-7e03c2483b88 req-4424753d-e95c-46c5-a199-8424769468f1 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 210 time: 0.0347764 Apr 29 04:57:03.471067 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Allocated IP 172.20.0.10 (9360239b-c367-4aca-bf58-7a75200786da/542ffc4a-19b2-4e17-8c79-dc402c8f840f/781fe4e9-7997-40a3-b06f-c8085fe6b7a6) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:57:03.616645 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:03.708808 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:03.767136 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Network 9360239b-c367-4aca-bf58-7a75200786da is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:57:03.770862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:57:03.776358 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:57:03.847229 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:03.847774 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:03.851921 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:03.862526 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.862982 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.863182 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.863711 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.864193 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.864690 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.865168 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.865684 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.866009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.866341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.866707 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.866988 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.867307 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.867802 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.868118 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:57:03.964163 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-ff12e215-45e5-401e-9fc7-847df531a50c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8320639 Apr 29 04:57:04.061593 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-d1b434c5-0d9a-4af0-aeae-b1c19b305686 None None] Provisioning complete for port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 triggered by entity DHCP. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:57:04.062193 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d1b434c5-0d9a-4af0-aeae-b1c19b305686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:04.112992 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d1b434c5-0d9a-4af0-aeae-b1c19b305686 None None] Port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 cannot update to ACTIVE because it is not bound. {{(pid=116106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 04:57:04.577638 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd82e8e-54b7-45d0-95c6-700d240bfa4e req-1b951a69-2b3f-4fe6-ad03-772b02505585 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:04.579273 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8fd82e8e-54b7-45d0-95c6-700d240bfa4e req-1b951a69-2b3f-4fe6-ad03-772b02505585 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0522246 Apr 29 04:57:04.637549 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-8fd82e8e-54b7-45d0-95c6-700d240bfa4e req-04fa6617-4ee9-4264-a316-c17d395ccc4a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513699 Apr 29 04:57:05.787976 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3f32d-b663-4731-b6e4-49ca39c79760 req-d1793889-5ce6-4afd-9d3f-db18f81bcec7 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:05.789562 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fae3f32d-b663-4731-b6e4-49ca39c79760 req-d1793889-5ce6-4afd-9d3f-db18f81bcec7 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0687888 Apr 29 04:57:05.847928 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fae3f32d-b663-4731-b6e4-49ca39c79760 req-5665919a-13e9-4c51-b363-512d3b2912d1 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520122 Apr 29 04:57:06.977871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706ba6-e9a2-4707-a4ef-d1854614da06 req-d4464960-6e63-49fb-b1d2-eef5dc9ddc32 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:06.979411 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-51706ba6-e9a2-4707-a4ef-d1854614da06 req-d4464960-6e63-49fb-b1d2-eef5dc9ddc32 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0575962 Apr 29 04:57:07.028088 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-51706ba6-e9a2-4707-a4ef-d1854614da06 req-3611244c-3656-4d78-a6d4-e03640610a5b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Apr 29 04:57:08.146384 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95989d-ac60-4f65-b17f-dd7e272a3f48 req-abb359fe-0073-47fc-a7b7-495d989f8ec7 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:08.147937 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3a95989d-ac60-4f65-b17f-dd7e272a3f48 req-abb359fe-0073-47fc-a7b7-495d989f8ec7 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0477142 Apr 29 04:57:08.206440 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-3a95989d-ac60-4f65-b17f-dd7e272a3f48 req-0d02ee3b-d639-44d9-be1d-717731db080a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486677 Apr 29 04:57:08.966582 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c5e90efd-cf9a-442f-8209-9cdfb9c699b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:09.327368 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861e9bb-32d4-4e24-950a-72cdd2346efb req-7fafb440-92db-4ce5-9047-9070d28e3040 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:09.328814 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d861e9bb-32d4-4e24-950a-72cdd2346efb req-7fafb440-92db-4ce5-9047-9070d28e3040 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0527904 Apr 29 04:57:09.389204 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-d861e9bb-32d4-4e24-950a-72cdd2346efb req-ac78c155-9158-481e-8fb4-dec269d25e52 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546329 Apr 29 04:57:10.501480 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728bb87-bec1-4350-96c7-a029c0578d2b req-be5e2b2b-a696-4c87-8b9e-9db5d0207cf8 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:10.509304 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c728bb87-bec1-4350-96c7-a029c0578d2b req-be5e2b2b-a696-4c87-8b9e-9db5d0207cf8 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0555251 Apr 29 04:57:10.557868 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-c728bb87-bec1-4350-96c7-a029c0578d2b req-edf80e21-08c9-4a33-9772-bbcb0b84784a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476444 Apr 29 04:57:11.713084 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48acaf-c588-4c2c-8b99-6700e0e6a700 req-a8556a9b-3f32-469a-8cc3-08e32a1d7488 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:11.715286 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e48acaf-c588-4c2c-8b99-6700e0e6a700 req-a8556a9b-3f32-469a-8cc3-08e32a1d7488 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 932 time: 0.0545387 Apr 29 04:57:11.767799 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e48acaf-c588-4c2c-8b99-6700e0e6a700 req-58e7be8b-f2db-4586-a8a8-75e2dcac7264 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Apr 29 04:57:11.961151 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Request body: {'port': {'device_id': '847afc26-51dc-4491-b5a1-8ad956511725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:57:12.005362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-c62b2977-3dec-444b-afdb-bfdd24d05d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.025252 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.281344 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 {{(pid=116104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:57:12.288534 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Publish callbacks [] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.300422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.provisioning_blocks [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Transition to ACTIVE for port object 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 will not be triggered until provisioned by entity L2. {{(pid=116104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 04:57:12.365486 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.394277 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.418873 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:12.496855 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Attempting to bind port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 04:57:12.497183 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Attempting to bind port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 04:57:12.497538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Attempting to bind port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 on network 9360239b-c367-4aca-bf58-7a75200786da {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:57:12.502476 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 on network 9360239b-c367-4aca-bf58-7a75200786da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 04:57:12.502776 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Attempting to bind port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 on network 9360239b-c367-4aca-bf58-7a75200786da {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 04:57:12.507970 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Checking agent: {'id': '55a1d44a-29c5-471d-b962-cc088b2adebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'started_at': datetime.datetime(2022, 4, 29, 3, 59, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 04:57:12.508302 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Checking segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 04:57:12.508685 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Bound using segment: {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'} {{(pid=116104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 04:57:12.509117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.managers [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Bound port: 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4b4619-644c-44ba-a135-494fb24c88e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9360239b-c367-4aca-bf58-7a75200786da'}}] {{(pid=116104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 04:57:12.509498 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.574450 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, cleared binding levels {{(pid=116104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 04:57:12.577681 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 04:57:12.634309 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.669538 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:12.670074 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:12.671902 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] 10.222.0.31 "PUT /v2.0/ports/781fe4e9-7997-40a3-b06f-c8085fe6b7a6 HTTP/1.1" status: 200 len: 1094 time: 0.7151709 Apr 29 04:57:12.672333 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:57:12.674680 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d11880-d6c9-4ea2-baeb-934b6966fbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:57:12.704462 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2a2a2-1dc3-4dc8-9d85-102a21f185b5 service neutron] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=3']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:12.717891 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93294175-0280-4dae-a3fc-82de16535bbb x-openstack-request-id: req-93294175-0280-4dae-a3fc-82de16535bbb {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:57:12.718267 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:57:12.718596 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93294175-0280-4dae-a3fc-82de16535bbb {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:57:12.719149 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93294175-0280-4dae-a3fc-82de16535bbb'] response: {'name': 'network-changed', 'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'status': 'completed', 'code': 200} Apr 29 04:57:12.788420 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11880-d6c9-4ea2-baeb-934b6966fbdc req-5ac9d998-08cc-4c41-a401-6fc864a348c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:12.798300 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96d11880-d6c9-4ea2-baeb-934b6966fbdc req-5ac9d998-08cc-4c41-a401-6fc864a348c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1128 time: 0.0413194 Apr 29 04:57:12.885714 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ff43f-3338-48f4-973f-d7388a1f53e7 req-1e65703b-0e34-4662-89bd-36f14ad80148 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:12.887233 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b09ff43f-3338-48f4-973f-d7388a1f53e7 req-1e65703b-0e34-4662-89bd-36f14ad80148 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 944 time: 0.0479388 Apr 29 04:57:12.903535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11880-d6c9-4ea2-baeb-934b6966fbdc req-b5c98910-3d00-4315-838c-b4abe2fa8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:12.905011 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96d11880-d6c9-4ea2-baeb-934b6966fbdc req-b5c98910-3d00-4315-838c-b4abe2fa8342 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1029468 Apr 29 04:57:12.943541 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-b09ff43f-3338-48f4-973f-d7388a1f53e7 req-72aafa85-1e0e-4c47-af6a-0c3bedf05106 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504761 Apr 29 04:57:13.009281 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11880-d6c9-4ea2-baeb-934b6966fbdc req-5aa61b34-6d0f-4e22-a2ac-4a5678e76985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:13.010760 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-96d11880-d6c9-4ea2-baeb-934b6966fbdc req-5aa61b34-6d0f-4e22-a2ac-4a5678e76985 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962391 Apr 29 04:57:13.092582 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-9d0ceb78-9c1f-41c4-956f-d06bbea0a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:13.093986 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-9d0ceb78-9c1f-41c4-956f-d06bbea0a194 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1128 time: 0.0385067 Apr 29 04:57:13.137629 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-64a6601d-a745-4a94-8d4e-ba6c1eff82f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6 HTTP/1.1" status: 200 len: 217 time: 0.0324795 Apr 29 04:57:13.189559 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-5e44d1c2-97c5-4bb2-b59b-d0197611d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:13.190965 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-5e44d1c2-97c5-4bb2-b59b-d0197611d4b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0449524 Apr 29 04:57:13.235689 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-e29467ce-07b9-4e51-823f-429123014cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:13.237235 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-e29467ce-07b9-4e51-823f-429123014cf8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368731 Apr 29 04:57:13.327669 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-c9edbdd6-974f-4b6d-9cde-e06ee04b8b63 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808511 Apr 29 04:57:13.421633 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-750322ae-9299-426b-94ec-6efa19b1ea1a req-a27167a5-2c6f-4f8e-9a2a-8e32ff201409 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843997 Apr 29 04:57:14.058990 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7006-7193-4446-899e-31526add7832 req-60cac4dc-52d1-4cdd-9921-9f6a253a7218 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:14.060470 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e13d7006-7193-4446-899e-31526add7832 req-60cac4dc-52d1-4cdd-9921-9f6a253a7218 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 944 time: 0.0477581 Apr 29 04:57:14.062638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:14.109775 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e13d7006-7193-4446-899e-31526add7832 req-a786e7b0-b065-4052-8720-6c710cfc2230 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Apr 29 04:57:15.176901 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:15.224128 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e96b2-ab08-48ee-ba25-054affccfb3b req-58d9006e-b763-49db-aa61-5cf4ea77f825 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:15.225598 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df5e96b2-ab08-48ee-ba25-054affccfb3b req-58d9006e-b763-49db-aa61-5cf4ea77f825 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 944 time: 0.0471513 Apr 29 04:57:15.273169 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-df5e96b2-ab08-48ee-ba25-054affccfb3b req-6edf4d7b-ef90-41d3-a635-c2797fd91018 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Apr 29 04:57:15.995152 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:57:16.094881 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:57:16.106844 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'port_id': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'mac_address': 'fa:16:3e:fa:b7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:57:16.143099 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 is: DOWN; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:57:16.143484 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:16.156524 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:57:16.176119 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:57:16.250834 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:16.297798 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=4']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:16.396930 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f96f2-6e88-435d-bcda-b0894c6cd422 req-9bd44cab-6d78-46b9-b2bf-ab2f94692fa4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:16.398409 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-880f96f2-6e88-435d-bcda-b0894c6cd422 req-9bd44cab-6d78-46b9-b2bf-ab2f94692fa4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Apr 29 04:57:16.447480 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-880f96f2-6e88-435d-bcda-b0894c6cd422 req-dbe7e693-a04e-43bd-acca-33743a0c8035 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Apr 29 04:57:16.590368 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['781fe4e9-7997-40a3-b06f-c8085fe6b7a6'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:57:17.559539 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebe667-63c3-41de-b9d7-ad4b506dd894 req-9f75c033-628c-4db0-9242-920ac96c68ec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:17.560998 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bdebe667-63c3-41de-b9d7-ad4b506dd894 req-9f75c033-628c-4db0-9242-920ac96c68ec tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 945 time: 0.0464761 Apr 29 04:57:17.608927 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-bdebe667-63c3-41de-b9d7-ad4b506dd894 req-6c303598-7ad2-45fa-9cf7-0ab93bfab452 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Apr 29 04:57:18.013546 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:57:18.059126 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning for port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 completed by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 04:57:18.096284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:57:18.096652 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:18.170491 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:57:18.170875 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:18.192456 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:57:18.194941 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b286ffe-7607-48e2-aa02-2310ccba81e4" -d '{"events": [{"server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "name": "network-vif-plugged", "status": "completed", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:57:18.207620 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:57:18.229712 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f82446-ba38-4f9c-9b4b-ef8b47a0c2bd x-openstack-request-id: req-e8f82446-ba38-4f9c-9b4b-ef8b47a0c2bd {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:57:18.230000 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "name": "network-vif-plugged", "status": "completed", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:57:18.230284 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8f82446-ba38-4f9c-9b4b-ef8b47a0c2bd {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:57:18.230704 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f82446-ba38-4f9c-9b4b-ef8b47a0c2bd'] response: {'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'code': 200} Apr 29 04:57:18.268171 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:18.323694 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=5']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:18.513901 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a89bab-ba94-403b-a054-cf3a1c451897 req-38b3e2e2-b1b3-49d0-975b-a07e920d7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:18.515380 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-97a89bab-ba94-403b-a054-cf3a1c451897 req-38b3e2e2-b1b3-49d0-975b-a07e920d7960 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1130 time: 0.0386081 Apr 29 04:57:18.564126 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-97a89bab-ba94-403b-a054-cf3a1c451897 req-cf93d861-85aa-4b4d-a369-398f3e669a70 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386152 Apr 29 04:57:18.724468 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b211038-fe4e-44c3-994c-bbc63d3a594c req-62f74efb-f43e-4141-b207-c8c66f754a6a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:18.725973 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6b211038-fe4e-44c3-994c-bbc63d3a594c req-62f74efb-f43e-4141-b207-c8c66f754a6a tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.0502665 Apr 29 04:57:18.774537 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-6b211038-fe4e-44c3-994c-bbc63d3a594c req-dd789178-a69c-4c80-af68-1da9300aa8d5 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Apr 29 04:57:19.890713 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2001b56-c466-4a43-aa3c-c81ed143ebf6 req-036ef77e-6665-42e0-85f8-71a3245b8d64 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:19.892140 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d2001b56-c466-4a43-aa3c-c81ed143ebf6 req-036ef77e-6665-42e0-85f8-71a3245b8d64 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.0460091 Apr 29 04:57:19.942351 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-d2001b56-c466-4a43-aa3c-c81ed143ebf6 req-0bbd2939-3ea0-4ecb-a2eb-dc0b4e7d903b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Apr 29 04:57:20.524919 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:21.056665 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a15c2-aa09-447c-8d45-24153a667d0b req-af696783-1bd2-43bf-bc50-cec89b2366e4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:21.058155 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f6a15c2-aa09-447c-8d45-24153a667d0b req-af696783-1bd2-43bf-bc50-cec89b2366e4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.0469794 Apr 29 04:57:21.106097 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-9f6a15c2-aa09-447c-8d45-24153a667d0b req-10133949-b6d7-4cc7-9a10-9ca91d2a79ce tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Apr 29 04:57:21.216967 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d00034-a6bd-496f-8d5e-91f7ece640e3 req-0fda22bf-4794-429e-94ea-8bb01e49d9c4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:21.218427 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a4d00034-a6bd-496f-8d5e-91f7ece640e3 req-0fda22bf-4794-429e-94ea-8bb01e49d9c4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.0462244 Apr 29 04:57:21.265985 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-a4d00034-a6bd-496f-8d5e-91f7ece640e3 req-a9ea53e9-b4a2-40a8-a14b-bb701e5e36df tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Apr 29 04:57:21.286385 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43058) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:57:21.323030 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432d88e-0c67-4511-8938-538583b5d6c6 tempest-TestSnapshotPattern-2068306739 tempest-TestSnapshotPattern-2068306739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:21.325051 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-5432d88e-0c67-4511-8938-538583b5d6c6 tempest-TestSnapshotPattern-2068306739 tempest-TestSnapshotPattern-2068306739-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1125 time: 0.0377243 Apr 29 04:57:21.327763 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43060) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:57:21.332025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.v2.base [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Request body: {'floatingip': {'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'port_id': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 04:57:21.450893 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:21.528642 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (None), before_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:21.629339 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_common [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Allocated IP 172.26.4.188 (f64fe33c-cfaa-4df8-81f3-a06754dae581/cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9/2fe22074-0b56-4d7c-a82b-5b7c1543cf31) {{(pid=116104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 04:57:21.732226 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:21.822423 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776361945923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:21.858703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Network f64fe33c-cfaa-4df8-81f3-a06754dae581 is already hosted by enough agents. {{(pid=116104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 04:57:21.861586 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.base_scheduler [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Resources bound (agent type, host, resource id): {{(pid=116104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 04:57:21.867058 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Received port after_create {{(pid=116104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 04:57:21.889306 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'Port': ['ID=2fe22074-0b56-4d7c-a82b-5b7c1543cf31,revision_number=1']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:22.238391 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (d7f26bd9-8bff-488e-ae5b-3f68d8025091), precommit_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:22.352006 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), before_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:22.495529 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), precommit_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:22.536208 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3514957'] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), after_update {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:22.606793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event updated for resources: {'Port': ['ID=2fe22074-0b56-4d7c-a82b-5b7c1543cf31,revision_number=2']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:57:22.617249 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-411195'] for floatingip (d7f26bd9-8bff-488e-ae5b-3f68d8025091), after_create {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:22.944498 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.db.l3_db [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Floating IP d7f26bd9-8bff-488e-ae5b-3f68d8025091 associated. External IP: 172.26.4.188, port: 781fe4e9-7997-40a3-b06f-c8085fe6b7a6. Apr 29 04:57:23.153703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Router 63c86e35-ee3b-47cc-92e8-34f279588699 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:57:23.261598 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:57:23.271682 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:57:23.280703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:57:23.281787 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:57:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:57:23.322100 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:23.363209 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-c4136b6a-2511-4836-881a-af602a034f9b tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0233395 Apr 29 04:57:23.363209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:57:23.363209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14266616-01d8-4dbd-9840-d4f615ac7f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:57:23.396125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98e419-a0d8-4f83-abb5-9809ff348e20 x-openstack-request-id: req-dd98e419-a0d8-4f83-abb5-9809ff348e20 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:57:23.396125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:57:23.396125 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd98e419-a0d8-4f83-abb5-9809ff348e20 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:57:23.396125 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd98e419-a0d8-4f83-abb5-9809ff348e20'] response: {'name': 'network-changed', 'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'status': 'completed', 'code': 200} Apr 29 04:57:23.396556 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:57:23.453793 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-964eb0cc-4d24-404e-b3bf-278d1723d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:23.455194 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-964eb0cc-4d24-404e-b3bf-278d1723d890 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1130 time: 0.0392568 Apr 29 04:57:23.547546 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-55eafd05-2ddd-4e5b-af12-679ea6278aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:23.549016 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-55eafd05-2ddd-4e5b-af12-679ea6278aa5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0866129 Apr 29 04:57:23.613339 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:45Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}, {'id': 'd7f26bd9-8bff-488e-ae5b-3f68d8025091', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:fa:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847afc26-51dc-4491-b5a1-8ad956511725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:57:22Z', 'updated_at': '2022-04-29T04:57:22Z', 'revision_number': 0, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:57:23.613693 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-5c14e589-2777-44b3-84c4-852cfca8961d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0582700 Apr 29 04:57:23.642412 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:57:23.650504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:57:23.651110 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:57:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:57:23.661603 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-f6182cf8-1226-4abe-9421-acc028c10ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:23.663091 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-f6182cf8-1226-4abe-9421-acc028c10ed7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0435390 Apr 29 04:57:23.710248 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-21fa939d-f238-412f-aafb-156b9e7d3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:23.711675 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-21fa939d-f238-412f-aafb-156b9e7d3d35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426822 Apr 29 04:57:23.759523 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:57:23.800143 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-3ff3f0e9-75b6-45c6-8d9f-0c5d77f5fc36 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825150 Apr 29 04:57:23.892707 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-14266616-01d8-4dbd-9840-d4f615ac7f7b req-26a8b47b-9ba5-44e6-a7f0-b14c62e9a8c0 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862088 Apr 29 04:57:23.973892 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:45Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}, {'id': 'd7f26bd9-8bff-488e-ae5b-3f68d8025091', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:fa:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847afc26-51dc-4491-b5a1-8ad956511725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:57:22Z', 'updated_at': '2022-04-29T04:57:22Z', 'revision_number': 0, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:57:24.003166 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e1287-e299-4293-9501-92f0a53c4a09 None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:45Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}, {'id': 'd7f26bd9-8bff-488e-ae5b-3f68d8025091', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:fa:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847afc26-51dc-4491-b5a1-8ad956511725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:57:22Z', 'updated_at': '2022-04-29T04:57:22Z', 'revision_number': 0, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:57:24.220004 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f18ccc-fa2b-4a73-b770-68ccbf6cf374 None None] New status for floating IP d7f26bd9-8bff-488e-ae5b-3f68d8025091: ACTIVE {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:57:29.039747 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-fd0942d4-ab72-4491-8075-63b144a35eba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373909 Apr 29 04:57:29.116947 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-2885db51-3ed0-4796-bc32-f23694aeb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:29.118491 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-2885db51-3ed0-4796-bc32-f23694aeb15a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1127 time: 0.0388138 Apr 29 04:57:29.228569 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-4a778bed-b907-4ac5-8288-fc753bbba381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:29.230604 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-4a778bed-b907-4ac5-8288-fc753bbba381 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0915360 Apr 29 04:57:29.304087 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-deb10ded-b924-447d-b615-9fcefc97cd29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 999 time: 0.0566549 Apr 29 04:57:29.356593 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-aa2f6c46-905f-4c7a-833e-4446c301a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:29.358080 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-aa2f6c46-905f-4c7a-833e-4446c301a304 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0482523 Apr 29 04:57:29.400382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-64d0354b-ce2e-41ad-a2fb-2d79b3e84a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:57:29.401899 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-64d0354b-ce2e-41ad-a2fb-2d79b3e84a3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384018 Apr 29 04:57:29.491824 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-feb0fe4f-bf52-487f-be0f-2211ea7d8163 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Apr 29 04:57:29.579492 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-27c5d1a5-df8a-4b2e-92df-525bd35715e2 req-05c40a29-9201-40e7-95c8-65f8bebb2254 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822239 Apr 29 04:57:36.159278 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:57:38.964681 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-16985a6e-fb33-4228-9231-ca71b22d3ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:41.193031 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e899c702-6501-4c7b-b51a-2887d5f085b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:42.433665 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:43.975871 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:45.176086 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:57:50.524442 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:08.929778 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7eac7d50-987d-46f4-8eb6-63ca12388847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:11.204244 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-23009114-3dce-43ae-b76d-c3ebe0efd9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:12.415542 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:13.164706 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:58:13.952820 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:15.181377 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:20.541251 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:31.021258 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-53baf64a-33ae-4c44-b46a-c3503480a092 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385363 Apr 29 04:58:31.082747 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-312fece3-5f70-4de4-a02a-c47fd4d7011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:58:31.084191 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-312fece3-5f70-4de4-a02a-c47fd4d7011d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1130 time: 0.0377822 Apr 29 04:58:31.193606 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-7d083d04-b86a-422f-aadd-d17db01c8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:58:31.195331 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-7d083d04-b86a-422f-aadd-d17db01c8798 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0851634 Apr 29 04:58:31.259929 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-ec9a99c5-6e84-4237-9791-e279a81db556 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0557048 Apr 29 04:58:31.309657 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-1264aad4-e6c7-443b-8dd5-b80605ab285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:58:31.311103 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-1264aad4-e6c7-443b-8dd5-b80605ab285a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0417659 Apr 29 04:58:31.360447 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-0b9662aa-00e0-4480-b51d-946f332939fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:58:31.361963 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-0b9662aa-00e0-4480-b51d-946f332939fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413990 Apr 29 04:58:31.449325 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-67977442-8631-4eb3-924f-b74b460fff28 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800490 Apr 29 04:58:31.543906 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-afd525c2-5fd7-48e2-b94a-18ae03e57935 req-569f69bc-7a50-4c81-8730-86e5076205e9 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839350 Apr 29 04:58:38.952067 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-feac556b-049c-43ad-a946-b33cc18c85ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:41.209402 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-6d032428-f8fe-46db-b10b-e323f65bd3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:42.420933 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:43.946639 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:45.163799 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:50.163601 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:58:50.547020 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:54.462845 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=116106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 04:58:54.557792 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:58:54.568961 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Returning: {'device': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'port_id': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'mac_address': 'fa:16:3e:fa:b7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 04:58:54.606302 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 is: ACTIVE; New status is: BUILD {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:58:54.606683 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:54.619072 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 {{(pid=116106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 04:58:54.638145 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:58:54.706587 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:54.760235 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=6']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:58:54.768510 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.768794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.769228 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.769600 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.769935 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.770420 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.770751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.771073 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.771396 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.771719 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.772041 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.772362 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.772680 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.772990 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.773305 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:58:54.802350 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] get_ports_and_sgs() called for port_ids ['781fe4e9-7997-40a3-b06f-c8085fe6b7a6'] {{(pid=116106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 04:58:56.476437 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 up at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 04:58:56.528052 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.provisioning_blocks [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Provisioning complete for port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 triggered by entity L2. {{(pid=116106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 04:58:56.528419 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267706329'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), provisioning_complete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:56.614668 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Current status of the port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 is: BUILD; New status is: ACTIVE {{(pid=116106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 04:58:56.615317 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267865305'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:56.640928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6'}] {{(pid=116106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:58:56.643361 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3861a7a0dea0fa4c782f732a95a5778e163604e836935b51c3b42652a19f1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e9449c-90f1-4e0f-ad82-a104ded7a26a" -d '{"events": [{"server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "name": "network-vif-plugged", "status": "completed", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6"}]}' {{(pid=116106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:58:56.658209 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:58:56.686607 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb45e9f2-6811-48f3-89d1-f641963c8f22 x-openstack-request-id: req-fb45e9f2-6811-48f3-89d1-f641963c8f22 {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:58:56.686903 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "name": "network-vif-plugged", "status": "completed", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6", "code": 200}]} {{(pid=116106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:58:56.687157 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb45e9f2-6811-48f3-89d1-f641963c8f22 {{(pid=116106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:58:56.687678 dv-neutron-839777-1-hyperv neutron-server[116106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb45e9f2-6811-48f3-89d1-f641963c8f22'] response: {'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'code': 200} Apr 29 04:58:56.735531 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776362386908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776361945941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776361945959'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:58:56.800372 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Pushing event updated for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=7']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:06.516523 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 43260) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:06.664454 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Deleting port 2fe22074-0b56-4d7c-a82b-5b7c1543cf31 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:06.664796 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:06.741139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:06.741501 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:06.754768 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Calling delete_port for 2fe22074-0b56-4d7c-a82b-5b7c1543cf31 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:06.980918 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (2fe22074-0b56-4d7c-a82b-5b7c1543cf31), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:07.004472 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event deleted for resources: {'Port': ['ID=2fe22074-0b56-4d7c-a82b-5b7c1543cf31,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:07.018140 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.018487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.018830 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.019170 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.019502 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.019831 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.020157 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.020484 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.020806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.021136 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.021518 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.021846 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.022167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.022487 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.022806 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:07.077463 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (d7f26bd9-8bff-488e-ae5b-3f68d8025091), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:07.077796 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Floating IP d7f26bd9-8bff-488e-ae5b-3f68d8025091 disassociated (deleted). External IP: 172.26.4.188, port: 781fe4e9-7997-40a3-b06f-c8085fe6b7a6. Apr 29 04:59:07.284230 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Router 63c86e35-ee3b-47cc-92e8-34f279588699 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:59:07.394562 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:59:07.399320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:07.403805 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:59:07.413603 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:07.414221 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:58:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:07.428785 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-e7876d28-edbe-4eef-8884-c3e0a6ecfd5f tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "DELETE /v2.0/floatingips/d7f26bd9-8bff-488e-ae5b-3f68d8025091 HTTP/1.1" status: 204 len: 168 time: 0.9111314 Apr 29 04:59:07.429381 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:59:07.431704 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35" -d '{"events": [{"name": "network-changed", "server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:59:07.535394 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:07.542444 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf73af2c-c927-4347-a9c3-6517ea057e2a x-openstack-request-id: req-cf73af2c-c927-4347-a9c3-6517ea057e2a {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:59:07.542966 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:59:07.543090 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf73af2c-c927-4347-a9c3-6517ea057e2a {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:59:07.543572 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf73af2c-c927-4347-a9c3-6517ea057e2a'] response: {'name': 'network-changed', 'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'status': 'completed', 'code': 200} Apr 29 04:59:07.613868 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-679fb71f-8c1e-4466-89d0-9acebaff2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:07.615393 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-679fb71f-8c1e-4466-89d0-9acebaff2e9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 1130 time: 0.0400190 Apr 29 04:59:07.716032 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-af7ea41e-302d-4f81-8005-6d80c9d989c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:07.718209 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-af7ea41e-302d-4f81-8005-6d80c9d989c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0929518 Apr 29 04:59:07.753047 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:45Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:07.760759 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-83a77d5a-5917-4996-bea2-76f144a4d84e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6 HTTP/1.1" status: 200 len: 217 time: 0.0355008 Apr 29 04:59:07.781238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:59:07.790297 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:07.791017 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:58:41Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:07.819714 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-28e8099e-17b5-4491-9b4c-abeffcc6b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:07.821526 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-28e8099e-17b5-4491-9b4c-abeffcc6b345 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0522251 Apr 29 04:59:07.903539 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:07.927942 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e597eaf-5aca-4f3c-9b30-5f84db6b5870 req-a412470c-9a48-4258-b8e5-81deaef2ff99 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:07.929505 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e597eaf-5aca-4f3c-9b30-5f84db6b5870 req-a412470c-9a48-4258-b8e5-81deaef2ff99 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.1107135 Apr 29 04:59:07.977990 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-2e597eaf-5aca-4f3c-9b30-5f84db6b5870 req-c922cbba-5180-4522-9d8e-036044638dd9 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Apr 29 04:59:08.118465 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:45Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:08.144188 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e7976-d129-47f8-95d7-512fbb7c6b82 None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_floatingips': [{'id': '2014bf99-1e6e-4bce-8cde-66810cf52f71', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'floating_ip_address': '172.26.4.122', 'floating_network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'router_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'port_id': '655466eb-b6c5-4f60-b14e-87e373340af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'mac_address': 'fa:16:3e:df:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T04:54:43Z', 'updated_at': '2022-04-29T04:54:45Z', 'revision_number': 1, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:59:08.360492 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4baebf-49ba-447a-bac4-2cd7fad3750d None None] New status for floating IP d7f26bd9-8bff-488e-ae5b-3f68d8025091: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:59:08.946544 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-bcf70c4f-8f56-4892-9d57-b5cbf58958ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:09.144258 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fc640-eb57-4dd5-8800-870c29eb84e7 req-c38d4e86-dd81-4f6e-a917-257dd7b10693 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:09.145743 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e62fc640-eb57-4dd5-8800-870c29eb84e7 req-c38d4e86-dd81-4f6e-a917-257dd7b10693 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.0958047 Apr 29 04:59:09.192996 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-e62fc640-eb57-4dd5-8800-870c29eb84e7 req-e4f60a03-e0d1-4151-9623-b6e55cb5f473 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Apr 29 04:59:09.302217 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-fb4c05b2-8776-4199-a74a-8b53b51035bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:09.303674 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-fb4c05b2-8776-4199-a74a-8b53b51035bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387394 Apr 29 04:59:09.396342 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-cfda5344-e32b-4b64-9835-d92f8f79598a service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840414 Apr 29 04:59:09.526309 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-cdf5987e-1cc1-44c9-8ded-89e454fa3f35 req-2a47ab05-004e-47bb-b75e-69fe233c5cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800540 Apr 29 04:59:09.632117 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-39419e1d-a60a-4c11-9f73-bdce102dd9ac tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:09.633647 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-39419e1d-a60a-4c11-9f73-bdce102dd9ac tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Apr 29 04:59:09.747513 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Deleting port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:09.747845 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:09.835742 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] For port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:09.836097 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:09.849024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Calling delete_port for 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 owned by compute:nova {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:10.015075 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (781fe4e9-7997-40a3-b06f-c8085fe6b7a6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:10.049432 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event deleted for resources: {'Port': ['ID=781fe4e9-7997-40a3-b06f-c8085fe6b7a6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:10.071382 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074152 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.074839 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.075029 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.075269 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.075583 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.075895 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839777-1-hyperv {{(pid=116104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 04:59:10.104698 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] No DVR routers for this DVR port 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 on host hv-neutron-8397 {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:59:10.107422 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:10.110842 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-17a5546a-3016-4a33-b5f0-38c18eaf1f69 req-eb9dd8b6-3e02-4718-ad1a-57153bc067a6 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "DELETE /v2.0/ports/781fe4e9-7997-40a3-b06f-c8085fe6b7a6 HTTP/1.1" status: 204 len: 173 time: 0.4704518 Apr 29 04:59:10.111300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'name': 'network-vif-deleted', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6'}] {{(pid=116104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:59:10.113617 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71334428d6666ae83454512a38eb87ec5bce9e85989c6677fcd3d9e0b42470ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798cbbba-9291-40c0-8a8d-8b3e41b1e6b6" -d '{"events": [{"server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "name": "network-vif-deleted", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6"}]}' {{(pid=116104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:59:10.200658 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc5273b-975d-476a-bbad-8c77ce5e33b2 x-openstack-request-id: req-acc5273b-975d-476a-bbad-8c77ce5e33b2 {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:59:10.201275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847afc26-51dc-4491-b5a1-8ad956511725", "name": "network-vif-deleted", "tag": "781fe4e9-7997-40a3-b06f-c8085fe6b7a6", "status": "completed", "code": 200}]} {{(pid=116104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:59:10.201275 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acc5273b-975d-476a-bbad-8c77ce5e33b2 {{(pid=116104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:59:10.201664 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc5273b-975d-476a-bbad-8c77ce5e33b2'] response: {'server_uuid': '847afc26-51dc-4491-b5a1-8ad956511725', 'name': 'network-vif-deleted', 'tag': '781fe4e9-7997-40a3-b06f-c8085fe6b7a6', 'status': 'completed', 'code': 200} Apr 29 04:59:10.294491 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-fac55b2a-7c76-4eda-a06e-64c3aa336ae0 req-a1db03d0-97ce-46c2-afa1-f007a6d1722d tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=847afc26-51dc-4491-b5a1-8ad956511725 HTTP/1.1" status: 200 len: 210 time: 0.0336151 Apr 29 04:59:10.538726 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:10.558865 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:10.559212 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:11.209363 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce42-5b4c-4fef-80a2-a39d232114cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:12.420311 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:12.496977 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 43328) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:12.643202 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Deleting port 49c8b10b-c8fc-4aba-9d0a-2071d5564511 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:12.643547 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:12.720185 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:12.720503 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (49c8b10b-c8fc-4aba-9d0a-2071d5564511), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:12.732048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Calling delete_port for 49c8b10b-c8fc-4aba-9d0a-2071d5564511 owned by network:floatingip {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:12.917955 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (49c8b10b-c8fc-4aba-9d0a-2071d5564511), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:12.947931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event deleted for resources: {'Port': ['ID=49c8b10b-c8fc-4aba-9d0a-2071d5564511,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:13.007680 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for floatingip (2014bf99-1e6e-4bce-8cde-66810cf52f71), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:13.009442 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.db.l3_db [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Floating IP 2014bf99-1e6e-4bce-8cde-66810cf52f71 disassociated (deleted). External IP: 172.26.4.122, port: 655466eb-b6c5-4f60-b14e-87e373340af9. Apr 29 04:59:13.215610 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Router 63c86e35-ee3b-47cc-92e8-34f279588699 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:59:13.324298 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:59:13.329216 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for floatingip (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:13.334225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:59:13.344553 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:13.345167 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:59:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:13.360712 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-33755c1c-fd1e-41f3-b5c4-26513bf42849 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "DELETE /v2.0/floatingips/2014bf99-1e6e-4bce-8cde-66810cf52f71 HTTP/1.1" status: 204 len: 168 time: 0.8626020 Apr 29 04:59:13.361459 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:59:13.363839 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92" -d '{"events": [{"name": "network-changed", "server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:59:13.403923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 04:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e219434-216b-4667-9e8b-d173f38b2d78 x-openstack-request-id: req-6e219434-216b-4667-9e8b-d173f38b2d78 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:59:13.403923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:59:13.403923 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e219434-216b-4667-9e8b-d173f38b2d78 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:59:13.403923 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e219434-216b-4667-9e8b-d173f38b2d78'] response: {'name': 'network-changed', 'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'status': 'completed', 'code': 200} Apr 29 04:59:13.458238 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:13.469395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-86456b99-bcd9-4c44-bec7-9458d2663154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:13.470809 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-86456b99-bcd9-4c44-bec7-9458d2663154 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 1127 time: 0.0403161 Apr 29 04:59:13.565838 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-6a5e646b-6094-437e-9633-e674f70665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:13.567347 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-6a5e646b-6094-437e-9633-e674f70665a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 200 len: 911 time: 0.0886884 Apr 29 04:59:13.614583 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-635a3df6-3570-432f-909f-00a1af161ef8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 200 len: 217 time: 0.0379395 Apr 29 04:59:13.655598 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:13.670535 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-8cf77abe-7abe-470e-ae9a-c6b37781ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:13.672272 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-8cf77abe-7abe-470e-ae9a-c6b37781ff5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 200 len: 849 time: 0.0459161 Apr 29 04:59:13.689948 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:59:13.706140 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:13.706767 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:59:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:13.744180 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3e71e-4d16-4cd1-8d14-7cbc6d1ab52d req-c0d71325-d19f-4b31-971b-fcfa59f5e9d7 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:13.749791 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ada3e71e-4d16-4cd1-8d14-7cbc6d1ab52d req-c0d71325-d19f-4b31-971b-fcfa59f5e9d7 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0478547 Apr 29 04:59:13.795847 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-ada3e71e-4d16-4cd1-8d14-7cbc6d1ab52d req-8a04cf63-78f2-46e8-a444-0890f31cc66e tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 Apr 29 04:59:13.815728 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:13.958353 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:14.008389 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:14.036759 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683a739-d5da-4ab1-8ce8-0652f7e43507 None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:54:18Z', 'revision_number': 4, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv', '_interfaces': [{'id': '503f9d8e-626a-45db-9251-2453123278e2', 'name': '', 'network_id': '9360239b-c367-4aca-bf58-7a75200786da', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'mac_address': 'fa:16:3e:d8:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:17Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'subnets': [{'id': '542ffc4a-19b2-4e17-8c79-dc402c8f840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:59:14.237668 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91469755-5508-4535-8132-33b2ba827272 None None] New status for floating IP 2014bf99-1e6e-4bce-8cde-66810cf52f71: DOWN {{(pid=116107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 04:59:14.550233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:14.571089 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:14.571430 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 781fe4e9-7997-40a3-b06f-c8085fe6b7a6 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:14.937981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767151e-2612-4ca5-9ca0-a075c4997315 req-e304bbdc-bc20-44d9-9d4d-af227bbf0c75 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:14.939538 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9767151e-2612-4ca5-9ca0-a075c4997315 req-e304bbdc-bc20-44d9-9d4d-af227bbf0c75 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0474541 Apr 29 04:59:14.991927 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-9767151e-2612-4ca5-9ca0-a075c4997315 req-851e1899-2bda-4e43-8cc1-b98f512c09f8 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/security-groups?id=320a7dbc-d59c-421b-93b4-dfa892a466b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 Apr 29 04:59:15.153236 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-b4fc79e3-6ea3-40a0-9b9b-c38ad3c0c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:15.154708 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-b4fc79e3-6ea3-40a0-9b9b-c38ad3c0c2cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9360239b-c367-4aca-bf58-7a75200786da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396221 Apr 29 04:59:15.174608 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:15.251621 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-3070ea60-bf14-4c54-ab19-0bd1bd85d60a service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874784 Apr 29 04:59:15.497811 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1388a19-2d23-4768-baca-48de64b37358 req-4bf07671-f4d2-4355-b31c-90b8f497304c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 04:59:15.503445 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a1388a19-2d23-4768-baca-48de64b37358 req-4bf07671-f4d2-4355-b31c-90b8f497304c tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 943 time: 0.0614445 Apr 29 04:59:15.600205 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Deleting port 655466eb-b6c5-4f60-b14e-87e373340af9 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:15.600572 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:15.671904 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-1cbeac98-e23f-44a3-a6c1-8cdbab7f6d92 req-13d92d4c-28cb-48a8-a5a8-7fbaa3aa5b91 service neutron] 10.222.0.31 "GET /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266006 Apr 29 04:59:15.697048 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] For port 655466eb-b6c5-4f60-b14e-87e373340af9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=655466eb-b6c5-4f60-b14e-87e373340af9,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:15.697492 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:15.711093 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Calling delete_port for 655466eb-b6c5-4f60-b14e-87e373340af9 owned by compute:nova {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:15.900736 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (655466eb-b6c5-4f60-b14e-87e373340af9), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:15.933710 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event deleted for resources: {'Port': ['ID=655466eb-b6c5-4f60-b14e-87e373340af9,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:15.980384 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] No DVR routers for this DVR port 655466eb-b6c5-4f60-b14e-87e373340af9 on host hv-neutron-8397 {{(pid=116105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:59:15.982948 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99731'] for port (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:15.986355 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [req-a1388a19-2d23-4768-baca-48de64b37358 req-712809a6-3f6c-4259-b726-09ec26988bd4 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.31 "DELETE /v2.0/ports/655466eb-b6c5-4f60-b14e-87e373340af9 HTTP/1.1" status: 204 len: 173 time: 0.4758027 Apr 29 04:59:15.986797 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-deleted', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9'}] {{(pid=116105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 04:59:15.989089 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4885bef2325b9d93df9cccbb1621b4d4337d786728955eb179a37799546556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57761d35-4705-4e80-b157-76d57247148c" -d '{"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-deleted", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9"}]}' {{(pid=116105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 04:59:16.036938 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe3cdf-46da-4c54-b966-cbe469fe7f51 x-openstack-request-id: req-4bbe3cdf-46da-4c54-b966-cbe469fe7f51 {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 04:59:16.037242 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179cdda-6506-49f9-9d29-2e686b8628dc", "name": "network-vif-deleted", "tag": "655466eb-b6c5-4f60-b14e-87e373340af9", "status": "completed", "code": 200}]} {{(pid=116105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 04:59:16.037521 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bbe3cdf-46da-4c54-b966-cbe469fe7f51 {{(pid=116105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 04:59:16.038219 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbe3cdf-46da-4c54-b966-cbe469fe7f51'] response: {'server_uuid': 'a179cdda-6506-49f9-9d29-2e686b8628dc', 'name': 'network-vif-deleted', 'tag': '655466eb-b6c5-4f60-b14e-87e373340af9', 'status': 'completed', 'code': 200} Apr 29 04:59:16.092670 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [req-88794858-28f0-4627-a92a-96f972ee5985 req-90d0e448-983d-4441-bdd0-e16003a53ea2 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "GET /v2.0/ports?device_id=a179cdda-6506-49f9-9d29-2e686b8628dc HTTP/1.1" status: 200 len: 210 time: 0.0273988 Apr 29 04:59:17.152341 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 43344) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:17.209402 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af4a207e-6dfb-4365-8143-c848f6283146 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group (320a7dbc-d59c-421b-93b4-dfa892a466b2), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:17.234167 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af4a207e-6dfb-4365-8143-c848f6283146 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group (320a7dbc-d59c-421b-93b4-dfa892a466b2), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:17.368706 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af4a207e-6dfb-4365-8143-c848f6283146 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (320a7dbc-d59c-421b-93b4-dfa892a466b2), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:17.371315 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-af4a207e-6dfb-4365-8143-c848f6283146 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Publish callbacks [] for security_group (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:17.372459 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-af4a207e-6dfb-4365-8143-c848f6283146 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] 10.222.0.37 "DELETE /v2.0/security-groups/320a7dbc-d59c-421b-93b4-dfa892a466b2 HTTP/1.1" status: 204 len: 168 time: 0.2191370 Apr 29 04:59:17.382099 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a207e-6dfb-4365-8143-c848f6283146 tempest-TestSnapshotPattern-2095251907 tempest-TestSnapshotPattern-2095251907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320a7dbc-d59c-421b-93b4-dfa892a466b2,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:17.489800 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43348) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:17.900256 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (63c86e35-ee3b-47cc-92e8-34f279588699), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:18.125971 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Deleting port 503f9d8e-626a-45db-9251-2453123278e2 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:18.126300 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (503f9d8e-626a-45db-9251-2453123278e2), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:18.201165 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] For port 503f9d8e-626a-45db-9251-2453123278e2, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=503f9d8e-626a-45db-9251-2453123278e2,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:18.201550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (503f9d8e-626a-45db-9251-2453123278e2), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:18.218139 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Calling delete_port for 503f9d8e-626a-45db-9251-2453123278e2 owned by network:router_interface {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:18.460395 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (503f9d8e-626a-45db-9251-2453123278e2), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:18.488233 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=503f9d8e-626a-45db-9251-2453123278e2,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:18.652980 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (63c86e35-ee3b-47cc-92e8-34f279588699), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:18.868601 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Router 63c86e35-ee3b-47cc-92e8-34f279588699 has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:59:18.976399 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:59:18.983790 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8d26a719-fdee-4218-9ae7-7cf7f4be1f63 admin admin] 10.222.0.37 "PUT /v2.0/routers/63c86e35-ee3b-47cc-92e8-34f279588699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4904671 Apr 29 04:59:18.983790 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43352) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:18.985893 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] Sync routers for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:59:18.996071 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:18.996696 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:59:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:19.088926 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks [] for router (63c86e35-ee3b-47cc-92e8-34f279588699), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.102323 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: dv-neutron-839777-1-hyperv {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:19.197687 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks [] for router_gateway (63c86e35-ee3b-47cc-92e8-34f279588699), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.313703 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Deleting port d0886a46-b668-4a26-9c66-6a3cc649f8f6 {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:19.314036 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.392576 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] For port d0886a46-b668-4a26-9c66-6a3cc649f8f6, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=d0886a46-b668-4a26-9c66-6a3cc649f8f6,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:19.392989 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.406730 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Calling delete_port for d0886a46-b668-4a26-9c66-6a3cc649f8f6 owned by network:router_gateway {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:19.410968 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:59:18Z', 'revision_number': 5, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port': {'id': 'd0886a46-b668-4a26-9c66-6a3cc649f8f6', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:16Z', 'updated_at': '2022-04-29T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:19.437868 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] Checking router: 63c86e35-ee3b-47cc-92e8-34f279588699 for host: dv-neutron-839777-1-hyperv {{(pid=116106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:59:19.446414 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] Routers {'63c86e35-ee3b-47cc-92e8-34f279588699'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:19.447029 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:59:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['63c86e35-ee3b-47cc-92e8-34f279588699'], 'active': True} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:19.535716 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvr_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] Set router 63c86e35-ee3b-47cc-92e8-34f279588699 gateway port host: None {{(pid=116106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:19.589894 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_hamode_db [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:59:19Z', 'revision_number': 6, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:19.615120 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaafdd-b38f-4f8c-8324-0745202fecca None None] The sync data for ids ['63c86e35-ee3b-47cc-92e8-34f279588699'] in dv-neutron-839777-1-hyperv is: [{'id': '63c86e35-ee3b-47cc-92e8-34f279588699', 'name': 'tempest-TestSnapshotPattern-1709380649-router', 'tenant_id': '27905bccbe124fe8af4d612fdc3dbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:15Z', 'updated_at': '2022-04-29T04:59:19Z', 'revision_number': 6, 'project_id': '27905bccbe124fe8af4d612fdc3dbc88', 'gw_port_host': None}] {{(pid=116106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:59:19.627003 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (d0886a46-b668-4a26-9c66-6a3cc649f8f6), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.654759 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0886a46-b668-4a26-9c66-6a3cc649f8f6,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:19.713561 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (63c86e35-ee3b-47cc-92e8-34f279588699), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.804024 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (63c86e35-ee3b-47cc-92e8-34f279588699), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.806184 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks [] for router_controller (63c86e35-ee3b-47cc-92e8-34f279588699), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.894410 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (63c86e35-ee3b-47cc-92e8-34f279588699), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.894856 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c86e35-ee3b-47cc-92e8-34f279588699 {{(pid=116104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:59:19.899087 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.900240 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-812a8f76-89af-45de-a67d-b1344f82cd44 admin admin] 10.222.0.37 "DELETE /v2.0/routers/63c86e35-ee3b-47cc-92e8-34f279588699 HTTP/1.1" status: 204 len: 168 time: 0.9148958 Apr 29 04:59:19.902672 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43354) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:19.947071 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Deleting subnet 542ffc4a-19b2-4e17-8c79-dc402c8f840f {{(pid=116104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:59:19.950372 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Publish callbacks [] for subnet (542ffc4a-19b2-4e17-8c79-dc402c8f840f), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:19.985630 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858847'] for subnet (542ffc4a-19b2-4e17-8c79-dc402c8f840f), precommit_delete_associations {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.106162 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (542ffc4a-19b2-4e17-8c79-dc402c8f840f), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.215160 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3514503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9275784'] for subnet (542ffc4a-19b2-4e17-8c79-dc402c8f840f), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.240438 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542ffc4a-19b2-4e17-8c79-dc402c8f840f,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:20.245209 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.248555 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-8a402c25-2d37-4fb0-84b0-acbd49091667 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/542ffc4a-19b2-4e17-8c79-dc402c8f840f HTTP/1.1" status: 204 len: 168 time: 0.3449268 Apr 29 04:59:20.250310 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089007a-ccde-4801-bfc1-b510b838ad67 None None] Network 9360239b-c367-4aca-bf58-7a75200786da requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:59:20.251445 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43356) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:20.414928 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] DHCP port deletion for 9360239b-c367-4aca-bf58-7a75200786da request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:59:20.455909 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] Deleting port 3a491d6b-58b8-4434-9b9f-262bd511e2df {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:20.456331 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.538225 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] For port 3a491d6b-58b8-4434-9b9f-262bd511e2df, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a491d6b-58b8-4434-9b9f-262bd511e2df,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:20.538655 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.553505 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] Calling delete_port for 3a491d6b-58b8-4434-9b9f-262bd511e2df owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:20.556065 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:20.574355 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (9360239b-c367-4aca-bf58-7a75200786da), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.583504 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] No Port match for: 655466eb-b6c5-4f60-b14e-87e373340af9 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:20.583850 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Device 655466eb-b6c5-4f60-b14e-87e373340af9 not bound to the agent host hv-neutron-8397 {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:20.617139 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.624965 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Deleting port 3a491d6b-58b8-4434-9b9f-262bd511e2df {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:20.625298 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.690089 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] For port 3a491d6b-58b8-4434-9b9f-262bd511e2df, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=3a491d6b-58b8-4434-9b9f-262bd511e2df,segment=NetworkSegment(2a4b4619-644c-44ba-a135-494fb24c88e4),segment_id=2a4b4619-644c-44ba-a135-494fb24c88e4)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:20.694039 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.704366 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Calling delete_port for 3a491d6b-58b8-4434-9b9f-262bd511e2df owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:20.740499 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.763882 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] Pushing event deleted for resources: {'Port': ['ID=3a491d6b-58b8-4434-9b9f-262bd511e2df,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:20.770725 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8ba8c-24d7-4d32-8ab7-09c7566da262 None None] No DVR routers for this DVR port 3a491d6b-58b8-4434-9b9f-262bd511e2df on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:59:20.789507 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (3a491d6b-58b8-4434-9b9f-262bd511e2df), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.815663 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a491d6b-58b8-4434-9b9f-262bd511e2df,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:20.817517 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] No DVR routers for this DVR port 3a491d6b-58b8-4434-9b9f-262bd511e2df on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:59:20.891953 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (9360239b-c367-4aca-bf58-7a75200786da), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.914025 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9360239b-c367-4aca-bf58-7a75200786da']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:20.923316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4b4619-644c-44ba-a135-494fb24c88e4') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:20.923555 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4b4619-644c-44ba-a135-494fb24c88e4') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:20.932865 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (2a4b4619-644c-44ba-a135-494fb24c88e4), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.947000 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (2a4b4619-644c-44ba-a135-494fb24c88e4), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.953537 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:59:20.953999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (2a4b4619-644c-44ba-a135-494fb24c88e4), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: self.session.flush() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:59:20.955692 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:59:20.992355 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 503f9d8e-626a-45db-9251-2453123278e2 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:21.013155 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 503f9d8e-626a-45db-9251-2453123278e2 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:21.013924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 503f9d8e-626a-45db-9251-2453123278e2 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:21.013924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0886a46-b668-4a26-9c66-6a3cc649f8f6 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:21.033028 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: d0886a46-b668-4a26-9c66-6a3cc649f8f6 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:21.033498 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device d0886a46-b668-4a26-9c66-6a3cc649f8f6 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:21.033902 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a491d6b-58b8-4434-9b9f-262bd511e2df no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:21.051749 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 3a491d6b-58b8-4434-9b9f-262bd511e2df {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:21.052092 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 3a491d6b-58b8-4434-9b9f-262bd511e2df not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:21.088999 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (9360239b-c367-4aca-bf58-7a75200786da), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:21.094430 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:21.097703 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9360239b-c367-4aca-bf58-7a75200786da HTTP/1.1" status: 204 len: 168 time: 0.8453414 Apr 29 04:59:21.100591 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 43358) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:21.108494 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e82b7-e61b-42a4-85a8-b25f529045a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9360239b-c367-4aca-bf58-7a75200786da,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:21.420604 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-347963'] for router_interface (aa42a996-2940-4362-b906-19fe5a0929de), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:21.647649 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Deleting port 059194ff-5a44-4c5f-aa82-7a1a2ebab978 {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:21.647978 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:21.723297 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] For port 059194ff-5a44-4c5f-aa82-7a1a2ebab978, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=059194ff-5a44-4c5f-aa82-7a1a2ebab978,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:21.723579 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:21.740413 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Calling delete_port for 059194ff-5a44-4c5f-aa82-7a1a2ebab978 owned by network:router_interface {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:21.980168 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (059194ff-5a44-4c5f-aa82-7a1a2ebab978), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:22.009109 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=059194ff-5a44-4c5f-aa82-7a1a2ebab978,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:22.174320 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-517356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-348055'] for router_interface (aa42a996-2940-4362-b906-19fe5a0929de), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:22.736931 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Router aa42a996-2940-4362-b906-19fe5a0929de has already been hosted by L3 agent 67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155 {{(pid=116105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 04:59:22.843044 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] Notify agent at l3_agent.dv-neutron-839777-1-hyperv the message routers_updated {{(pid=116105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 04:59:22.848558 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-592e756b-b022-4177-8d69-878adfbf9b58 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa42a996-2940-4362-b906-19fe5a0929de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7463789 Apr 29 04:59:22.851091 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 43360) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:22.852550 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] Sync routers for ids ['aa42a996-2940-4362-b906-19fe5a0929de'] in dv-neutron-839777-1-hyperv {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 04:59:22.862944 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] Routers {'aa42a996-2940-4362-b906-19fe5a0929de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:22.863624 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:59:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['aa42a996-2940-4362-b906-19fe5a0929de'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:22.956497 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks [] for router (aa42a996-2940-4362-b906-19fe5a0929de), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:22.970281 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] Set router aa42a996-2940-4362-b906-19fe5a0929de gateway port host: dv-neutron-839777-1-hyperv {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:23.061139 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks [] for router_gateway (aa42a996-2940-4362-b906-19fe5a0929de), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.134230 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'external_fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:59:21Z', 'revision_number': 5, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port': {'id': '8f443fbc-b268-43ed-99c4-e87fa7add6ba', 'name': '', 'network_id': 'f64fe33c-cfaa-4df8-81f3-a06754dae581', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839777-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb7d2bb4-126d-4f15-bfa1-2318fa84b5c9', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839777-1-hyperv'}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:23.160237 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] Checking router: aa42a996-2940-4362-b906-19fe5a0929de for host: dv-neutron-839777-1-hyperv {{(pid=116107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 04:59:23.168122 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] Routers {'aa42a996-2940-4362-b906-19fe5a0929de'} bound to L3 agent in host dv-neutron-839777-1-hyperv {{(pid=116107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 04:59:23.168790 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839777-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T03:53:11Z,description=,heartbeat_timestamp=2022-04-29T04:59:11Z,host='dv-neutron-839777-1-hyperv',id=67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T03:53:12Z,topic='l3_agent')) {'router_ids': ['aa42a996-2940-4362-b906-19fe5a0929de'], 'active': True} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:23.191816 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Deleting port 8f443fbc-b268-43ed-99c4-e87fa7add6ba {{(pid=116105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:23.192358 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.255590 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_dvr_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] Set router aa42a996-2940-4362-b906-19fe5a0929de gateway port host: None {{(pid=116107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 04:59:23.270042 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.db [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] For port 8f443fbc-b268-43ed-99c4-e87fa7add6ba, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=8f443fbc-b268-43ed-99c4-e87fa7add6ba,segment=NetworkSegment(739eef7b-7077-4a18-8bea-d6530e1f3ed7),segment_id=739eef7b-7077-4a18-8bea-d6530e1f3ed7)] {{(pid=116105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:23.270398 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.282871 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.plugins.ml2.plugin [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Calling delete_port for 8f443fbc-b268-43ed-99c4-e87fa7add6ba owned by network:router_gateway {{(pid=116105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:23.308329 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.l3_hamode_db [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:59:23Z', 'revision_number': 6, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port_host': None}], 'dv-neutron-839777-1-hyperv', False) {} {{(pid=116107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:23.335435 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b0ce5-644e-4a3f-8f62-9112841c003f None None] The sync data for ids ['aa42a996-2940-4362-b906-19fe5a0929de'] in dv-neutron-839777-1-hyperv is: [{'id': 'aa42a996-2940-4362-b906-19fe5a0929de', 'name': 'tempest-TestSnapshotPattern-1582629447-router', 'tenant_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T04:54:21Z', 'updated_at': '2022-04-29T04:59:23Z', 'revision_number': 6, 'project_id': 'b8ab3dfcb78542cfb22cd53225813e30', 'gw_port_host': None}] {{(pid=116107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 04:59:23.511759 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16806514'] for port (8f443fbc-b268-43ed-99c4-e87fa7add6ba), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.537036 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f443fbc-b268-43ed-99c4-e87fa7add6ba,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:23.597269 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410621'] for router_gateway (aa42a996-2940-4362-b906-19fe5a0929de), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.692013 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29156'] for router (aa42a996-2940-4362-b906-19fe5a0929de), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.694385 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks [] for router_controller (aa42a996-2940-4362-b906-19fe5a0929de), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.815337 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-349279'] for router (aa42a996-2940-4362-b906-19fe5a0929de), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.815907 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa42a996-2940-4362-b906-19fe5a0929de {{(pid=116105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 04:59:23.820318 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.821516 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-522ee243-c70a-46d7-a933-dfedd801d283 admin admin] 10.222.0.37 "DELETE /v2.0/routers/aa42a996-2940-4362-b906-19fe5a0929de HTTP/1.1" status: 204 len: 168 time: 0.9693882 Apr 29 04:59:23.824003 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.wsgi [-] (116105) accepted ('10.222.0.37', 43362) {{(pid=116105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:23.867373 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Deleting subnet 04a69834-fef6-4095-88bd-f721333d0c2e {{(pid=116105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 04:59:23.870450 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Publish callbacks [] for subnet (04a69834-fef6-4095-88bd-f721333d0c2e), before_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.903864 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16806084'] for subnet (04a69834-fef6-4095-88bd-f721333d0c2e), precommit_delete_associations {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:23.982824 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267726369'] for subnet (04a69834-fef6-4095-88bd-f721333d0c2e), precommit_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.072415 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267726376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16806051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17824071'] for subnet (04a69834-fef6-4095-88bd-f721333d0c2e), after_delete {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.098868 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a69834-fef6-4095-88bd-f721333d0c2e,revision_number=None']} {{(pid=116105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:24.103607 dv-neutron-839777-1-hyperv neutron-server[116105]: DEBUG neutron_lib.callbacks.manager [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.109561 dv-neutron-839777-1-hyperv neutron-server[116105]: INFO neutron.wsgi [None req-d621c5ce-e969-4891-b54c-bfc9da68fe9d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04a69834-fef6-4095-88bd-f721333d0c2e HTTP/1.1" status: 204 len: 168 time: 0.2818317 Apr 29 04:59:24.110034 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebcf8f3-ff96-4278-970d-bf558f99239d None None] Network 6ba10fec-56d2-4104-a627-6b4fee51865b requested from dv-neutron-839777-1-hyperv {{(pid=116106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 04:59:24.110500 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43364) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:24.179419 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267832207'] for network (6ba10fec-56d2-4104-a627-6b4fee51865b), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.225446 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Deleting port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e {{(pid=116104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:24.225673 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.246032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] DHCP port deletion for 6ba10fec-56d2-4104-a627-6b4fee51865b request from dv-neutron-839777-1-hyperv {{(pid=116106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 04:59:24.288122 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] Deleting port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e {{(pid=116106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 04:59:24.288496 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776362381388'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), before_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.297463 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.db [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] For port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:24.297935 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.312188 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.plugin [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Calling delete_port for ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e owned by network:dhcp {{(pid=116104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:24.358413 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.db [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] For port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e, host dv-neutron-839777-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839777-1-hyperv',level=0,port_id=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,segment=NetworkSegment(c447515e-f719-4c83-b5ff-a35eba0878c0),segment_id=c447515e-f719-4c83-b5ff-a35eba0878c0)] {{(pid=116106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 04:59:24.358819 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421958'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), precommit_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.371609 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] Calling delete_port for ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e owned by network:dhcp {{(pid=116106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 04:59:24.483550 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3514966'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.489446 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267874822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776362386890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776361945932'] for port (ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e), after_delete {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.510986 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:24.512859 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] No DVR routers for this DVR port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e on host dv-neutron-839777-1-hyperv {{(pid=116104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:59:24.516160 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] Pushing event deleted for resources: {'Port': ['ID=ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e,revision_number=None']} {{(pid=116106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:24.521239 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838431a-bb17-4bc0-ad25-8f5d100ee84d None None] No DVR routers for this DVR port ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e on host dv-neutron-839777-1-hyperv {{(pid=116106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 04:59:24.588504 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267702716', 'neutron.services.segments.db._delete_segments_for_network-8776362456953'] for network (6ba10fec-56d2-4104-a627-6b4fee51865b), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.608207 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba10fec-56d2-4104-a627-6b4fee51865b']}} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:24.617341 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c447515e-f719-4c83-b5ff-a35eba0878c0') {'for_net_delete': True} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:24.617660 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.services.segments.db [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c447515e-f719-4c83-b5ff-a35eba0878c0') {} {{(pid=116104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 04:59:24.631053 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776362459522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858822'] for segment (c447515e-f719-4c83-b5ff-a35eba0878c0), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.644841 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476'] for segment (c447515e-f719-4c83-b5ff-a35eba0878c0), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.650611 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=116104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267724476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3514977'] for segment (c447515e-f719-4c83-b5ff-a35eba0878c0), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: Traceback (most recent call last): Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: timer() Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: cb(*args, **kw) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: return func(*args, **kwargs) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: self._notify() Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: self.callback(batched_events) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: event.method(event) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: return f(self, *a, **k) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._get(url).json() Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: return self.request(url, 'GET', **kwargs) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 04:59:24.654378 dv-neutron-839777-1-hyperv neutron-server[116104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 04:59:24.757211 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267702691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-517349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-411157'] for network (6ba10fec-56d2-4104-a627-6b4fee51865b), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.762521 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Publish callbacks [] for network (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:24.769274 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ba10fec-56d2-4104-a627-6b4fee51865b HTTP/1.1" status: 204 len: 168 time: 0.6551759 Apr 29 04:59:24.776843 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7de379-d5b0-48a7-93fa-ebc1443a6adb admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba10fec-56d2-4104-a627-6b4fee51865b,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:24.992032 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 059194ff-5a44-4c5f-aa82-7a1a2ebab978 no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:25.012316 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43368) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:25.012858 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 059194ff-5a44-4c5f-aa82-7a1a2ebab978 {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:25.015233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 059194ff-5a44-4c5f-aa82-7a1a2ebab978 not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:25.015233 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8f443fbc-b268-43ed-99c4-e87fa7add6ba no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:25.033359 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: 8f443fbc-b268-43ed-99c4-e87fa7add6ba {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:25.033686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device 8f443fbc-b268-43ed-99c4-e87fa7add6ba not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:25.034103 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e no longer exists at agent ovs-agent-dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 04:59:25.052914 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] No Port match for: ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e {{(pid=116106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 04:59:25.053259 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron.plugins.ml2.rpc [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Device ca31f2a2-c4fa-4f3e-8bc2-a8cd10ff2b0e not bound to the agent host dv-neutron-839777-1-hyperv {{(pid=116106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 04:59:25.058434 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-15652aa1-ba76-426b-b4b9-ece37695df2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27905bccbe124fe8af4d612fdc3dbc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449674 Apr 29 04:59:25.060882 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43370) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:25.106439 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5303c0-fa0b-4399-afce-f88c41a138b1 admin admin] Publish callbacks [] for security_group (8bf57147-2bcd-451c-a7bb-79800f237e10), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:25.131769 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5303c0-fa0b-4399-afce-f88c41a138b1 admin admin] Publish callbacks [] for security_group (8bf57147-2bcd-451c-a7bb-79800f237e10), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:25.231497 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5303c0-fa0b-4399-afce-f88c41a138b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (8bf57147-2bcd-451c-a7bb-79800f237e10), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:25.233981 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-0c5303c0-fa0b-4399-afce-f88c41a138b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:25.235205 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-0c5303c0-fa0b-4399-afce-f88c41a138b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bf57147-2bcd-451c-a7bb-79800f237e10 HTTP/1.1" status: 204 len: 168 time: 0.1733902 Apr 29 04:59:25.242543 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5303c0-fa0b-4399-afce-f88c41a138b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf57147-2bcd-451c-a7bb-79800f237e10,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:25.789451 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43376) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:25.829567 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-9f0c13f1-f0ff-479f-89d2-276f07471f93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8ab3dfcb78542cfb22cd53225813e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388174 Apr 29 04:59:25.831862 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.wsgi [-] (116104) accepted ('10.222.0.37', 43378) {{(pid=116104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 04:59:25.879276 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d14111f6-9cc9-4bca-b7ea-89172bcb53fd admin admin] Publish callbacks [] for security_group (023f7457-d69e-4a2d-a848-0f51cf3c2a62), before_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:25.899656 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d14111f6-9cc9-4bca-b7ea-89172bcb53fd admin admin] Publish callbacks [] for security_group (023f7457-d69e-4a2d-a848-0f51cf3c2a62), precommit_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:26.014484 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d14111f6-9cc9-4bca-b7ea-89172bcb53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504653'] for security_group (023f7457-d69e-4a2d-a848-0f51cf3c2a62), after_delete {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:26.017014 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron_lib.callbacks.manager [None req-d14111f6-9cc9-4bca-b7ea-89172bcb53fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:26.018203 dv-neutron-839777-1-hyperv neutron-server[116104]: INFO neutron.wsgi [None req-d14111f6-9cc9-4bca-b7ea-89172bcb53fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/023f7457-d69e-4a2d-a848-0f51cf3c2a62 HTTP/1.1" status: 204 len: 168 time: 0.1854243 Apr 29 04:59:26.026009 dv-neutron-839777-1-hyperv neutron-server[116104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14111f6-9cc9-4bca-b7ea-89172bcb53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f7457-d69e-4a2d-a848-0f51cf3c2a62,revision_number=None']} {{(pid=116104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 04:59:27.162741 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 04:59:38.979880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d2813a6d-7c9e-4099-a90a-2e0c7730d1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:41.213743 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d03461fe-25cd-43a1-993c-6ca6b36255a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:42.408070 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:43.991309 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:45.202606 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 04:59:50.539751 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:04.162075 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:00:08.945794 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-dbae30b1-7bb1-45c4-866d-d1b88438ee72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:11.235890 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e9e69e7c-a9a4-4467-bc43-06991fae66a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:12.396300 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:13.945085 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:15.178924 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:20.550495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:38.933191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-16e3f186-415a-46bc-8003-d53b878220ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:41.161005 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:00:41.242136 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9b53cff5-0935-425d-89f0-b28313e0b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:42.424855 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:43.961880 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:45.173254 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:00:50.555672 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:08.921260 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fe0b-5a63-4bbf-a817-4114d7ad1d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:11.240250 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed3e7-5209-461e-97bc-fc6f2a741f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:12.441195 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:13.961288 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:15.178216 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:18.159620 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:01:20.612356 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:38.942495 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-717f7d85-6e6c-4f02-9a5a-4316210b07c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:41.205287 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-8e229135-acf4-4f6e-9f13-449b81be4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:42.457959 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:43.965497 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:45.223735 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:50.605434 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:01:55.162848 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:02:08.993467 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-19a66117-58d1-45a4-bf4e-9de84acfe437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:11.217118 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-92092d4c-024c-478b-986d-d4a9b63f2ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:12.434535 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:13.948891 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:15.182057 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:20.583010 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:32.162051 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:02:38.930896 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-e07ef2c1-1c8e-4193-8f18-51051d88f7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:41.222688 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-3f54a975-bbd5-47b2-a3a0-e912ab6812b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:42.444129 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:43.971100 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:45.182699 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:02:50.603947 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:08.986715 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-a24d773c-75c7-40db-9bc4-d4d3892f6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:09.161470 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:03:11.233112 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b49b1a36-48aa-4f7a-95a0-363f62f48dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:12.433191 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:14.003481 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:15.193232 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:20.621838 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:38.981852 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-7cd688d9-4729-4030-beff-83d732c57e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:41.226960 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-1e03a3cd-4397-4a85-868b-e725fc7cc862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:42.438756 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:43.974019 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:45.192866 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:03:46.162093 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:03:50.604416 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:08.923395 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9da6-7e50-4edb-8017-92a49ca1d4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:11.237700 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-85080f76-0019-4edd-8eb7-66e513b41ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:12.437800 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:14.003605 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:15.180578 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:20.597764 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:23.160149 dv-neutron-839777-1-hyperv neutron-server[116107]: DEBUG neutron.db.agents_db [None req-520f93fd-b183-4945-ba00-8f6734dd99b3 None None] Agent healthcheck: found 6 active agents {{(pid=116107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 05:04:38.928703 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-90658c66-7d96-47e4-b8b7-3723619c6e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (806cb062-8c8d-4d80-8de8-eded8f582e8d), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:41.259074 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-29174b40-8312-4449-95db-123cedb866b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (67ae1e4b-e538-4a66-9ef6-ca7f1f2b1155), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:42.448686 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-b74d407a-2b53-4290-9206-7198bc4c53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (3e2caf94-f160-4e4a-af27-ba75a5696542), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:43.989945 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-9079afa2-d470-409c-80aa-f8f8f1aaece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (8a467b42-51c6-416a-8cbf-0776971cfb76), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:45.203335 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-d3a54afc-1300-447b-9e77-298afc357f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (33bfcae2-392d-4970-a500-4bcbae7af88e), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 05:04:50.618638 dv-neutron-839777-1-hyperv neutron-server[116106]: DEBUG neutron_lib.callbacks.manager [None req-f92cbc1b-b493-4968-b163-770b089068a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776362456935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267705979'] for agent (55a1d44a-29c5-471d-b962-cc088b2adebc), after_update {{(pid=116106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}